fix Phi3GPTQ base_modules

ModelCloud · Jun 20, 2024 · 6b455d2 · 6b455d2
1 parent d5eb963
commit 6b455d2
Showing 1 changed file with 5 additions and 7 deletions.
diff --git a/gptqmodel/models/phi3.py b/gptqmodel/models/phi3.py
@@ -1,16 +1,14 @@
 from .base import BaseGPTQModel
 
 
-class Phi3GPTQForCausalLM(BaseGPTQModel):
+class Phi3GPTQ(BaseGPTQModel):
+    base_modules = ["model.embed_tokens", "embed_dropout", "model.norm"]
+
+    layers_node = "model.layers"
     layer_type = "Phi3DecoderLayer"
-    layers_block_name = "model.layers"
-    outside_layer_modules = ["model.embed_tokens", "embed_dropout", "model.norm"]
-    inside_layer_modules = [
+    layer_modules = [
         ["self_attn.qkv_proj"],
         ["self_attn.o_proj"],
         ["mlp.gate_up_proj"],
         ["mlp.down_proj"],
     ]
-
-
-__all__ = ["Phi3GPTQForCausalLM"]