ensure enable_input_require_grads is called on model before getting t…

…he peft model
axolotl-ai-cloud · Aug 6, 2023 · f6505d2 · f6505d2
1 parent c93655c
commit f6505d2
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -391,6 +391,8 @@ def load_adapter(model, cfg, adapter):
 
     if adapter is None:
         return model, None
+    if hasattr(model, "enable_input_require_grads"):
+        model.enable_input_require_grads()
     if adapter in ["lora", "qlora"]:
         return load_lora(model, cfg)
     if adapter == "llama-adapter":