From: Georgi Gerganov <redacted>
Date: Tue, 28 Jul 2026 08:05:16 +0000 (+0300)
Subject: server : add extra trace log for prompt similarity (#26218)
X-Git-Tag: upstream/0.0.10438~278
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=9a3bf2b84923a85583b4ee8177b0cca13824bb03;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : add extra trace log for prompt similarity (#26218)
---

diff --git a/tools/server/server-task.cpp b/tools/server/server-task.cpp
index 1fd7cce27..99e63b05f 100644
--- a/tools/server/server-task.cpp
+++ b/tools/server/server-task.cpp
@@ -1755,6 +1755,8 @@ bool server_prompt_cache::load(server_prompt & prompt, const server_tokens & tok
         const float f_keep_cur = float(lcp_cur) / it->prompt.tokens.size();
         const float sim_cur    = float(lcp_cur) / tokens_new.size();
 
+        SRV_TRC("   - prompt with length %7zu, lcp = %7d, f_keep = %.3f, sim = %.3f\n", it->prompt.tokens.size(), lcp_cur, f_keep_cur, sim_cur);
+
         // don't trash large prompts
         if (f_keep_cur < 0.25f) {
             continue;
diff --git a/tools/server/server-task.h b/tools/server/server-task.h
index c3eea2ecb..411d91807 100644
--- a/tools/server/server-task.h
+++ b/tools/server/server-task.h
@@ -650,7 +650,7 @@ struct server_prompt_cache {
 
     server_prompt_cache_state * alloc(const server_prompt & prompt, size_t state_size_main, size_t state_size_drft);
 
-    bool load(server_prompt & prompt, const server_tokens & tokens_new, llama_context * ctx_main, llama_context * ctx_drft, int32_t id_slot);
+    bool load(server_prompt & prompt, const server_tokens & tokens_new, llama_context * ctx_tgt, llama_context * ctx_dft, int32_t id_slot);
 
     void update();
 };