From: Galunid <redacted>
Date: Sun, 26 May 2024 14:02:34 +0000 (+0200)
Subject: Fix aya-23 conversion scripts (#7539)
X-Git-Tag: upstream/0.0.4488~1485
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=32a28217f475119926c603341e8273b26932b56a;p=pkg%2Fggml%2Fsources%2Fllama.cpp

Fix aya-23 conversion scripts (#7539)
---

diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index bfccf862..a342f6b1 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -2395,7 +2395,8 @@ class CommandR2Model(Model):
 
         # max_position_embeddings = 8192 in config.json but model was actually
         # trained on 128k context length
-        self.hparams["max_position_embeddings"] = self.hparams["model_max_length"]
+        # aya-23 models don't have model_max_length specified
+        self.hparams["max_position_embeddings"] = self.find_hparam(["model_max_length", "max_position_embeddings"])
 
     def set_gguf_parameters(self):
         super().set_gguf_parameters()