[BUGFIX] When skip_tokenize_init and multistep are set, execution cra…

…shes (#12277) Signed-off-by: maleksan85 <[email protected]> Co-authored-by: maleksan85 <[email protected]>
vllm-project · Jan 21, 2025 · 69196a9 · 69196a9
1 parent 2acba47
commit 69196a9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/engine/output_processor/multi_step.py b/vllm/engine/output_processor/multi_step.py
@@ -144,7 +144,7 @@ def process_outputs(self,
     def _process_decode_and_stop(self, seq: Sequence,
                                  sampling_params: SamplingParams) -> None:
         new_char_count = 0
-        if sampling_params.detokenize:
+        if sampling_params.detokenize and self.detokenizer:
             new_char_count = self.detokenizer.decode_sequence_inplace(
                 seq, sampling_params)