fix mixed chunked prefill

sgl-project · Oct 14, 2024 · bd1e8c4 · bd1e8c4
1 parent a84c37a
commit bd1e8c4
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/python/sglang/srt/managers/schedule_batch.py b/python/sglang/srt/managers/schedule_batch.py
@@ -779,7 +779,8 @@ def merge_batch(self, other: "ScheduleBatch"):
         )
         self.seq_lens = torch.concat([self.seq_lens, other.seq_lens])
         self.out_cache_loc = None
-        self.output_ids = torch.concat([self.output_ids, other.output_ids])
+        if self.output_ids:
+            self.output_ids = torch.concat([self.output_ids, other.output_ids])
         if self.return_logprob and other.return_logprob:
             self.top_logprobs_nums.extend(other.top_logprobs_nums)
         elif self.return_logprob: