perf: reduce ttft and itl with stream_interval 1 (#658)

sgl-project · Jul 19, 2024 · ac971ff · ac971ff
1 parent e1792cc
commit ac971ff
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py
@@ -33,7 +33,7 @@ class ServerArgs:
 
     # Other runtime options
     tp_size: int = 1
-    stream_interval: int = 8
+    stream_interval: int = 1
     random_seed: Optional[int] = None
 
     # Logging