Disable overlap scheduler for multimodal models (#2235)

sgl-project · Nov 28, 2024 · fb915bd · fb915bd
1 parent 09798b3
commit fb915bd
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py
@@ -170,6 +170,10 @@ def __init__(
             self.enable_overlap = False
             logger.info("Overlap scheduler is disabled for embedding models.")
 
+        if self.model_config.is_multimodal:
+            self.enable_overlap = False
+            logger.info("Overlap scheduler is disabled for multimodal models.")
+
         if self.enable_overlap:
             self.disable_jump_forward = True