Merge pull request #2 from Arcmoon-Hu/dev

Add some coding rule
Arcmoon-Hu · Jan 23, 2024 · 8ba7d47 · 8ba7d47
2 parents c794178 + d27cf43
commit 8ba7d47
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/python/sglang/srt/managers/router/model_runner.py b/python/sglang/srt/managers/router/model_runner.py
@@ -261,6 +261,7 @@ def load_model(self):
                 break
             if arch == "QWenLMHeadModel":
                 model_class = QWenLMHeadModel
+                break
         if model_class is None:
             raise ValueError(f"Unsupported architectures: {architectures}")
 

diff --git a/python/sglang/srt/model_config.py b/python/sglang/srt/model_config.py
@@ -21,9 +21,8 @@ def __init__(
         self.context_len = get_context_length(self.hf_config)
         self.head_dim = self.hf_config.hidden_size // self.hf_config.num_attention_heads
         self.num_attention_heads = self.hf_config.num_attention_heads
-        try:
-            self.num_key_value_heads = self.hf_config.num_key_value_heads
-        except Exception as e:
+        num_key_value_heads = getattr(self.hf_config, "num_key_value_heads", None)
+        if num_key_value_heads is None:
             self.num_key_value_heads = self.num_attention_heads
         self.hidden_size = self.hf_config.hidden_size
         self.num_hidden_layers = self.hf_config.num_hidden_layers