Disable NCCL_NVLS by default (#631)

sgl-project · Jul 16, 2024 · 0aa189f · 0aa189f
1 parent f6b29f6
commit 0aa189f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py
@@ -146,6 +146,7 @@ def launch_server(server_args: ServerArgs, pipe_finish_writer, model_overide_arg
     # Set global environments
     os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
     os.environ["NCCL_CUMEM_ENABLE"] = "0"
+    os.environ["NCCL_NVLS_ENABLE"] = "0"
     if server_args.show_time_cost:
         enable_show_time_cost()
     if server_args.disable_disk_cache: