From: Nigel Bosch <redacted>
Date: Sat, 26 Aug 2023 12:11:17 +0000 (-0500)
Subject: Handle null rope scaling value (#2793)
X-Git-Tag: gguf-v0.4.0~234
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5;p=pkg%2Fggml%2Fsources%2Fllama.cpp

Handle null rope scaling value (#2793)
---

diff --git a/convert.py b/convert.py
index 4f3e9279..d44e5a8c 100755
--- a/convert.py
+++ b/convert.py
@@ -170,7 +170,8 @@ class Params:
         f_norm_eps       = config["rms_norm_eps"]
         f_rope_freq_base = config["rope_theta"] if "rope_theta" in config else None
 
-        if "rope_scaling" in config and config["rope_scaling"].get("type") == "linear":
+        rope_scaling = config.get("rope_scaling")
+        if isinstance(rope_scaling, dict) and rope_scaling.get("type") == "linear":
             f_rope_scale = config["rope_scaling"].get("factor")
         else:
             f_rope_scale = None