From: Evan Jones <redacted>
Date: Thu, 24 Aug 2023 04:07:13 +0000 (-0400)
Subject: llama : fix grammar sometimes generating null char (#2756)
X-Git-Tag: gguf-v0.4.0~261
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=6e91a1b0706c2e0e52b9d9be7ee82d3c1e7a33c1;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : fix grammar sometimes generating null char (#2756)
---

diff --git a/llama.cpp b/llama.cpp
index f2dc4da1..7cac8a1c 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -4074,7 +4074,7 @@ void llama_sample_grammar(struct llama_context * ctx, llama_token_data_array * c
             if (!allow_eos) {
                 candidates->data[i].logit = -INFINITY;
             }
-        } else if (text.empty()) {
+        } else if (text.empty() || text[0] == 0) {
             candidates->data[i].logit = -INFINITY;
         } else {
             candidates_decoded.push_back(decode_utf8(text.c_str(), grammar->partial_utf8));