From: slaren <redacted>
Date: Thu, 30 Nov 2023 21:42:23 +0000 (+0100)
Subject: convert.py : fix llama/llama2 conversion due to vocab_size=-1 (#4258)
X-Git-Tag: upstream/0.0.4488~2907
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=f4d973cecb7368c985720ba9100ae6abba14806d;p=pkg%2Fggml%2Fsources%2Fllama.cpp

convert.py : fix llama/llama2 conversion due to vocab_size=-1 (#4258)
---

diff --git a/convert.py b/convert.py
index 3ad836ce..6e95d6cb 100755
--- a/convert.py
+++ b/convert.py
@@ -267,7 +267,7 @@ class Params:
             n_ctx = 2048
 
         return Params(
-            n_vocab          = config.get("vocab_size", model["tok_embeddings.weight"].shape[0]),
+            n_vocab          = model["tok_embeddings.weight"].shape[0],
             n_embd           = config["dim"],
             n_layer          = config["n_layers"],
             n_ctx            = n_ctx,