From: Daniel Han <redacted>
Date: Fri, 11 Apr 2025 07:49:09 +0000 (-0700)
Subject: convert : Llama4 RoPE fix (#12889)
X-Git-Tag: gguf-v0.16.1~42
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=ec6c09d0fac1f2699c3ea1994e10482cb4b95e0f;p=pkg%2Fggml%2Fsources%2Fllama.cpp

convert : Llama4 RoPE fix (#12889)
---

diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
index 62284fdd..4aff03a3 100755
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@@ -1750,7 +1750,7 @@ class LlamaModel(Model):
 
                 low_freq_wavelen = old_context_len / low_freq_factor
                 high_freq_wavelen = old_context_len / high_freq_factor
-                assert low_freq_wavelen != high_freq_wavelen
+                # assert low_freq_wavelen != high_freq_wavelen # Errors for Llama4
 
                 rope_factors = []
                 for freq in freqs: