]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server : respect `--special` cli arg (#8553)
authorRunningLeon <redacted>
Thu, 18 Jul 2024 08:06:22 +0000 (16:06 +0800)
committerGitHub <redacted>
Thu, 18 Jul 2024 08:06:22 +0000 (11:06 +0300)
examples/server/server.cpp

index badeb9121324facf357d426b3ae274ff23b837fd..7813a2957d6bcacdf8e591b850728e1676d17c48 100644 (file)
@@ -1182,7 +1182,7 @@ struct server_context {
 
     bool process_token(completion_token_output & result, server_slot & slot) {
         // remember which tokens were sampled - used for repetition penalties during sampling
-        const std::string token_str = llama_token_to_piece(ctx, result.tok, false);
+        const std::string token_str = llama_token_to_piece(ctx, result.tok, params.special);
         slot.sampled = result.tok;
 
         // search stop word and delete it