Fix Runtime missing some ServerArgs options (#281)

sgl-project · Mar 11, 2024 · b2eb080 · b2eb080
1 parent 4aa5dd2
commit b2eb080
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py
@@ -587,6 +587,10 @@ def __init__(
         attention_reduce_in_fp32: bool = False,
         random_seed: int = 42,
         log_level: str = "error",
+        disable_radix_cache: bool = False,
+        enable_flashinfer: bool = False,
+        disable_regex_jump_forward: bool = False,
+        disable_disk_cache: bool = False,
         api_key: str = "",
         port: Optional[int] = None,
         additional_ports: Optional[Union[List[int], int]] = None,
@@ -610,6 +614,10 @@ def __init__(
             attention_reduce_in_fp32=attention_reduce_in_fp32,
             random_seed=random_seed,
             log_level=log_level,
+            disable_radix_cache=disable_radix_cache,
+            enable_flashinfer=enable_flashinfer,
+            disable_regex_jump_forward=disable_regex_jump_forward,
+            disable_disk_cache=disable_disk_cache,
             api_key=api_key,
         )