Fix StreamExecutor.fork() losing the current role start index. (#684)

sgl-project · Jul 21, 2024 · 5ad033a · 5ad033a
1 parent 77e592e
commit 5ad033a
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/sglang/lang/interpreter.py b/python/sglang/lang/interpreter.py
@@ -288,6 +288,7 @@ def fork(
             exes[i].text_ = str(self.text_)
             exes[i].messages_ = list(self.messages_)
             exes[i].cur_role = self.cur_role
+            exes[i].cur_role_begin_pos = self.cur_role_begin_pos
             exes[i].fork_start_text_pos = len(self.text_)
             exes[i].images_ = list(self.images_)