]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
convert : Llama4 RoPE fix (#12889)
authorDaniel Han <redacted>
Fri, 11 Apr 2025 07:49:09 +0000 (00:49 -0700)
committerGitHub <redacted>
Fri, 11 Apr 2025 07:49:09 +0000 (09:49 +0200)
convert_hf_to_gguf.py

index 62284fdd47ba10cedbe2158e44c6343ff1928cda..4aff03a34bb0b15946f84950b9b4c9b4c44af234 100755 (executable)
@@ -1750,7 +1750,7 @@ class LlamaModel(Model):
 
                 low_freq_wavelen = old_context_len / low_freq_factor
                 high_freq_wavelen = old_context_len / high_freq_factor
-                assert low_freq_wavelen != high_freq_wavelen
+                # assert low_freq_wavelen != high_freq_wavelen # Errors for Llama4
 
                 rope_factors = []
                 for freq in freqs: