From: Georgi Gerganov <redacted>
Date: Wed, 29 Mar 2023 19:13:12 +0000 (+0300)
Subject: llama : fix compile warnings when reading the vocab
X-Git-Tag: gguf-v0.4.0~1056
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=0ba76c1e73ae21038b80bfb5a746157376c88173;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : fix compile warnings when reading the vocab
---

diff --git a/llama.cpp b/llama.cpp
index aa0c362d..e4998efa 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1444,7 +1444,7 @@ static bool llama_model_quantize_internal(const std::string & fname_inp, const s
             return false;
         }
 
-        std::string word;
+        std::vector<char> word(32);
         vocab.id_to_token.resize(n_vocab);
         for (int i = 0; i < n_vocab; i++) {
             uint32_t len;
@@ -1459,10 +1459,10 @@ static bool llama_model_quantize_internal(const std::string & fname_inp, const s
             finp.read ((char *) &score, sizeof(score));
             fout.write((char *) &score, sizeof(score));
 
-            vocab.token_to_id[word] = i;
+            vocab.token_to_id[word.data()] = i;
 
             auto &tok_score = vocab.id_to_token[i];
-            tok_score.tok = word;
+            tok_score.tok = word.data();
             tok_score.score = score;
         }
     }