From: matteo <redacted>
Date: Thu, 23 Oct 2025 09:32:24 +0000 (+0200)
Subject: server : send partial stop string when <EOG> is reached (#15007)
X-Git-Tag: upstream/0.0.7011~187
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=8cf6b42d467d05fa7d9776d2bcc69974ecce6900;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : send partial stop string when <EOG> is reached (#15007)
---

diff --git a/tools/server/server.cpp b/tools/server/server.cpp
index 8737fba1..85849e16 100644
--- a/tools/server/server.cpp
+++ b/tools/server/server.cpp
@@ -2839,7 +2839,7 @@ struct server_context {
                     slot.generated_text.begin() + pos + stop_pos,
                     slot.generated_text.end());
                 pos = std::min(slot.n_sent_text, slot.generated_text.size());
-            } else if (slot.has_next_token) {
+            } else if (slot.has_next_token && !llama_vocab_is_eog(vocab, result.tok) ) {
                 stop_pos = slot.find_stopping_strings(str_test, token_str.size(), false);
                 send_text = stop_pos == std::string::npos;
             }