format

vllm-project · Aug 31, 2024 · 550d9b9 · 550d9b9
1 parent 0c129f2
commit 550d9b9
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 738 deletions.
diff --git a/vllm/engine/output_processor/multi_step.py b/vllm/engine/output_processor/multi_step.py
@@ -88,12 +88,13 @@ def process_outputs(self,
         # TODO: Add support for async if necessary
         assert not is_async
 
-        # Sequences can only be in the RUNNING and FINISHED_ABORTED state
-        # once they are scheduled. A sequence is moved to FINSIHED_ABORTED 
-        # client disconnects from the server, which can occur while
+        # Sequences can be in the RUNNING or FINISHED_ABORTED state.
+        # FINISHED_ABORTED occurs when the client disconnects from
+        # the server, which can happen while a SequenceGroup is scheduled.
         seqs = sequence_group.get_seqs(status=SequenceStatus.RUNNING)
         if seqs is None:
-            seqs = sequence_group.get_seqs(status=SequenceStatus.FINISHED_ABORTED)
+            seqs = sequence_group.get_seqs(
+                status=SequenceStatus.FINISHED_ABORTED)
 
         assert seqs, "Expected RUNNING or FINISHED_ABORTED sequences"
         assert len(seqs) == 1, (

diff --git a/vllm/entrypoints/openai/rpc/__init__.py b/vllm/entrypoints/openai/rpc/__init__.py