Update python/sglang/srt/models/llama2.py

sgl-project · Sep 3, 2024 · 23f4beb · 23f4beb
1 parent e115fd6
commit 23f4beb
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/python/sglang/srt/models/llama.py b/python/sglang/srt/models/llama.py
@@ -362,5 +362,8 @@ def load_weights(self, weights: Iterable[Tuple[str, torch.Tensor]]):
                 weight_loader(param, loaded_weight)
 
 
-EntryClass = LlamaForCausalLM
-EntryClassRemapping = [("Phi3ForCausalLM", LlamaForCausalLM)]
+class Phi3ForCausalLM(LlamaForCausalLM):
+    pass
+
+
+EntryClass = [LlamaForCausalLM, Phi3ForCausalLM]