Fix IA3 config for Falcon models (huggingface#1007)

* fixed feedforward for falcon * fixed target_modules for falcon
BenjaminBossan · Nov 9, 2023 · face67d · face67d
1 parent d9094ce
commit face67d
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/src/peft/utils/other.py b/src/peft/utils/other.py
@@ -486,9 +486,9 @@ def get_auto_gptq_quant_linear(gptq_quantization_config):
     "bert": ["key", "value", "output.dense"],
     "deberta-v2": ["key_proj", "value_proj", "output.dense"],
     "deberta": ["in_proj", "output.dense"],
-    "RefinedWebModel": ["query_key_value"],
-    "RefinedWeb": ["query_key_value"],
-    "falcon": ["query_key_value"],
+    "RefinedWebModel": ["query_key_value", "dense_4h_to_h"],
+    "RefinedWeb": ["query_key_value", "dense_4h_to_h"],
+    "falcon": ["query_key_value", "dense_4h_to_h"],
 }
 
 TRANSFORMERS_MODELS_TO_IA3_FEEDFORWARD_MODULES_MAPPING = {
@@ -507,9 +507,9 @@ def get_auto_gptq_quant_linear(gptq_quantization_config):
     "bert": ["output.dense"],
     "deberta-v2": ["output.dense"],
     "deberta": ["output.dense"],
-    "RefinedWeb": ["query_key_value"],
-    "RefinedWebModel": ["query_key_value"],
-    "falcon": ["query_key_value"],
+    "RefinedWeb": ["dense_4h_to_h"],
+    "RefinedWebModel": ["dense_4h_to_h"],
+    "falcon": ["dense_4h_to_h"],
 }
 
 COMMON_LAYERS_PATTERN = ["layers", "h", "block", "blocks", "layer"]