From: Sigbjørn Skjæret <redacted>
Date: Mon, 31 Mar 2025 21:09:48 +0000 (+0200)
Subject: convert : BailingMoE : avoid setting rope_dim to 0 (#12678)
X-Git-Tag: upstream/0.0.5028~14
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=35782aeedb4f65140c0d522070901843213ff157;p=pkg%2Fggml%2Fsources%2Fllama.cpp

convert : BailingMoE : avoid setting rope_dim to 0 (#12678)
---

diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
index 37d6cc26..3cf8b516 100755
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@@ -5146,7 +5146,7 @@ class BailingMoeModel(Model):
     def set_gguf_parameters(self):
         super().set_gguf_parameters()
         hparams = self.hparams
-        if "head_dim" in hparams:
+        if hparams.get("head_dim"):
             rope_dim = hparams["head_dim"]
         else:
             rope_dim = hparams["hidden_size"] // hparams["num_attention_heads"]