minor fix.

vllm-project · Jul 10, 2024 · 2b3abd6 · 2b3abd6
1 parent fa208eb
commit 2b3abd6
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 13 deletions.
diff --git a/vllm/config.py b/vllm/config.py
@@ -781,18 +781,16 @@ class SchedulerConfig:
             such a case, we use swapping instead.
     """
 
-    def __init__(
-        self,
-        model_mode: ModelMode,
-        max_num_batched_tokens: Optional[int],
-        max_num_seqs: int,
-        max_model_len: int,
-        use_v2_block_manager: bool = False,
-        num_lookahead_slots: int = 0,
-        delay_factor: float = 0.0,
-        enable_chunked_prefill: bool = False,
-        preemption_mode: Optional[str] = None
-    ) -> None:
+    def __init__(self,
+                 model_mode: ModelMode,
+                 max_num_batched_tokens: Optional[int],
+                 max_num_seqs: int,
+                 max_model_len: int,
+                 use_v2_block_manager: bool = False,
+                 num_lookahead_slots: int = 0,
+                 delay_factor: float = 0.0,
+                 enable_chunked_prefill: bool = False,
+                 preemption_mode: Optional[str] = None) -> None:
         if max_num_batched_tokens is not None:
             self.max_num_batched_tokens = max_num_batched_tokens
         else:

diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py
@@ -766,7 +766,8 @@ def _process_sequence_group_outputs(
         elif model_mode == ModelMode.SIMPLE:
             seq_group.result = outputs[0].result
         else:
-            raise ValueError("Only support ModelMode.EMBEDDING Or ModelMode.SIMPLE")
+            raise ValueError(
+                "Only support ModelMode.EMBEDDING Or ModelMode.SIMPLE")
 
         for seq in seq_group.get_seqs():
             seq.status = SequenceStatus.FINISHED_STOPPED