From: RunningLeon <redacted>
Date: Thu, 18 Jul 2024 08:06:22 +0000 (+0800)
Subject: server : respect `--special` cli arg (#8553)
X-Git-Tag: upstream/0.0.4488~1075
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=3807c3de04cde853418033c95e96642876545f3e;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : respect `--special` cli arg (#8553)
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index badeb912..7813a295 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -1182,7 +1182,7 @@ struct server_context {
 
     bool process_token(completion_token_output & result, server_slot & slot) {
         // remember which tokens were sampled - used for repetition penalties during sampling
-        const std::string token_str = llama_token_to_piece(ctx, result.tok, false);
+        const std::string token_str = llama_token_to_piece(ctx, result.tok, params.special);
         slot.sampled = result.tok;
 
         // search stop word and delete it