From: Mirror Azure <redacted>
Date: Fri, 2 Feb 2024 11:39:09 +0000 (+0300)
Subject: py : add check for '.attn.masked_bias' layers to GPT2model (#5281)
X-Git-Tag: upstream/0.0.4488~2439
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=2d40085c26794e29c434480b9e06738e89e5686f;p=pkg%2Fggml%2Fsources%2Fllama.cpp

py : add check for '.attn.masked_bias' layers to GPT2model (#5281)
---

diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index 4ebab07b..a6ffd128 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -1138,7 +1138,7 @@ class GPT2Model(Model):
 
         for name, data_torch in self.get_tensors():
             # we don't need these
-            if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias")):
+            if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias", ".attn.masked_bias")):
                 continue
 
             if name.endswith((".c_attn.weight", ".c_proj.weight", ".c_fc.weight", ".c_proj.weight")):