From: Christian Zhou-Zheng <redacted>
Date: Mon, 29 Apr 2024 13:34:41 +0000 (-0400)
Subject: convert : fix conversion of some BERT embedding models (#6937)
X-Git-Tag: upstream/0.0.4488~1728
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=3055a4180557c6cbe29eacc8284c9e070ac10eab;p=pkg%2Fggml%2Fsources%2Fllama.cpp

convert : fix conversion of some BERT embedding models (#6937)
---

diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index 5763b666..3b9fa264 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -2482,6 +2482,10 @@ class BertModel(Model):
                 print(f"Can not map tensor {name!r}")
                 sys.exit()
 
+            # convert any unsupported data types to float32
+            if data_torch.dtype not in (torch.float16, torch.float32):
+                data_torch = data_torch.to(torch.float32)
+
             data = data_torch.squeeze().numpy()
             n_dims = len(data.shape)
             new_dtype: type[np.floating[Any]]