From 23f4bebbb1bd259ea51fe16a3f2e3e5e3790ff71 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Mon, 2 Sep 2024 21:43:29 -0700 Subject: [PATCH] Update python/sglang/srt/models/llama2.py --- python/sglang/srt/models/llama.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/models/llama.py b/python/sglang/srt/models/llama.py index 3022a523bf..b875e0c980 100644 --- a/python/sglang/srt/models/llama.py +++ b/python/sglang/srt/models/llama.py @@ -362,5 +362,8 @@ def load_weights(self, weights: Iterable[Tuple[str, torch.Tensor]]): weight_loader(param, loaded_weight) -EntryClass = LlamaForCausalLM -EntryClassRemapping = [("Phi3ForCausalLM", LlamaForCausalLM)] +class Phi3ForCausalLM(LlamaForCausalLM): + pass + + +EntryClass = [LlamaForCausalLM, Phi3ForCausalLM]