Fix chunked prefill size for bench_offline_throughput (#2234)

sgl-project · Nov 28, 2024 · 09798b3 · 09798b3
1 parent b79fffd
commit 09798b3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py
@@ -144,7 +144,7 @@ def __post_init__(self):
         if self.served_model_name is None:
             self.served_model_name = self.model_path
 
-        if self.chunked_prefill_size <= 0:
+        if self.chunked_prefill_size is not None and self.chunked_prefill_size <= 0:
             # Disable chunked prefill
             self.chunked_prefill_size = None