Skip callback for prefix tokens with include_prompt_in_result=False (O…

…penNMT#1184)
Dagamies · Apr 21, 2023 · ba3b77c · ba3b77c
1 parent b14092f
commit ba3b77c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/decoding.cc b/src/decoding.cc
@@ -784,7 +784,7 @@ namespace ctranslate2 {
         const bool is_finished = ((is_eos(word_id, end_ids) && step >= prefix_length)
                                   || (step + 1 == max_length));
 
-        if (_callback) {
+        if (_callback && (return_prefix || step >= prefix_length)) {
           DecodingStepResult step_result;
           step_result.step = step;
           step_result.batch_id = batch_id;