Addition of lacked ignored_seq_groups in _schedule_chunked_prefill (v…

…llm-project#5296)
sfc-gh-reyazda · Jun 7, 2024 · dc49fb8 · dc49fb8
1 parent 18a277b
commit dc49fb8
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py
@@ -905,7 +905,8 @@ def _schedule_chunked_prefill(self):
             blocks_to_swap_out=running_scheduled.blocks_to_swap_out,
             blocks_to_copy=running_scheduled.blocks_to_copy +
             swapped_in.blocks_to_copy,
-            ignored_seq_groups=prefills.ignored_seq_groups,
+            ignored_seq_groups=prefills.ignored_seq_groups +
+            swapped_in.infeasible_seq_groups,
             num_lookahead_slots=running_scheduled.num_lookahead_slots,
             running_queue_size=len(self.running),
             preempted=(len(running_scheduled.preempted) +