Fix aya-23 conversion scripts (#7539)

ggerganov · May 26, 2024 · 32a2821 · 32a2821
1 parent c429b33
commit 32a2821
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
@@ -2395,7 +2395,8 @@ def __init__(self, *args, **kwargs):
 
         # max_position_embeddings = 8192 in config.json but model was actually
         # trained on 128k context length
-        self.hparams["max_position_embeddings"] = self.hparams["model_max_length"]
+        # aya-23 models don't have model_max_length specified
+        self.hparams["max_position_embeddings"] = self.find_hparam(["model_max_length", "max_position_embeddings"])
 
     def set_gguf_parameters(self):
         super().set_gguf_parameters()