]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
py : add check for '.attn.masked_bias' layers to GPT2model (#5281)
authorMirror Azure <redacted>
Fri, 2 Feb 2024 11:39:09 +0000 (14:39 +0300)
committerGitHub <redacted>
Fri, 2 Feb 2024 11:39:09 +0000 (13:39 +0200)
convert-hf-to-gguf.py

index 4ebab07b3e76754469b8d055b3a94a342ffdcc10..a6ffd128b6bbbf7d2340752d263e6031be1750fc 100755 (executable)
@@ -1138,7 +1138,7 @@ class GPT2Model(Model):
 
         for name, data_torch in self.get_tensors():
             # we don't need these
-            if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias")):
+            if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias", ".attn.masked_bias")):
                 continue
 
             if name.endswith((".c_attn.weight", ".c_proj.weight", ".c_fc.weight", ".c_proj.weight")):