From fb915bd1a2e0f1425ecfd3ab47cace317abf1ddb Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Wed, 27 Nov 2024 23:44:33 -0800 Subject: [PATCH] Disable overlap scheduler for multimodal models (#2235) --- python/sglang/srt/managers/scheduler.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 663d4c4f93..2563bb5596 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -170,6 +170,10 @@ def __init__( self.enable_overlap = False logger.info("Overlap scheduler is disabled for embedding models.") + if self.model_config.is_multimodal: + self.enable_overlap = False + logger.info("Overlap scheduler is disabled for multimodal models.") + if self.enable_overlap: self.disable_jump_forward = True