]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
fix phi 3 conversion (#8262)
authorXuan Son Nguyen <redacted>
Wed, 3 Jul 2024 14:01:54 +0000 (16:01 +0200)
committerGitHub <redacted>
Wed, 3 Jul 2024 14:01:54 +0000 (16:01 +0200)
convert-hf-to-gguf.py

index 6add27cbb11a6dcd12283421f3f5fe76c89d74bc..d01aed224d60096768f8098fd13607c93a388939 100755 (executable)
@@ -1942,7 +1942,7 @@ class Phi3MiniModel(Model):
         if len(rope_scaling_type) == 0:
             raise KeyError('Missing the required key rope_scaling.type')
 
-        if rope_scaling_type == 'su':
+        if rope_scaling_type == 'su' or rope_scaling_type == 'longrope':
             attn_factor = math.sqrt(1 + math.log(scale) / math.log(orig_max_pos_embds)) if scale > 1.0 else 1.0
         elif rope_scaling_type == 'yarn':
             attn_factor = 0.1 * math.log(scale) + 1.0 if scale > 1.0 else 1.0