From: Georgi Gerganov <redacted>
Date: Mon, 25 Nov 2024 20:28:27 +0000 (+0200)
Subject: server : add more information about error (#10455)
X-Git-Tag: upstream/0.0.4488~316
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=9fd8c2687f5aa2f095ac6e12a376e1c0583888e8;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : add more information about error (#10455)
---

diff --git a/common/speculative.cpp b/common/speculative.cpp
index fe315a27..e559675c 100644
--- a/common/speculative.cpp
+++ b/common/speculative.cpp
@@ -90,9 +90,10 @@ bool common_speculative_are_compatible(
     if (llama_add_bos_token(model_tgt) != llama_add_bos_token(model_dft) ||
         llama_add_eos_token(model_tgt) != llama_add_eos_token(model_dft) ||
         llama_token_bos(model_tgt) != llama_token_bos(model_dft) ||
-        llama_token_eos(model_tgt) != llama_token_eos(model_dft)
-    ) {
+        llama_token_eos(model_tgt) != llama_token_eos(model_dft)) {
         LOG_ERR("%s: draft model special tokens must match target model to use speculation\n", __func__);
+        LOG_ERR("%s: tgt: bos = %d (%d), eos = %d (%d)\n", __func__, llama_token_bos(model_tgt), llama_add_bos_token(model_tgt), llama_token_eos(model_tgt), llama_add_eos_token(model_tgt));
+        LOG_ERR("%s: dft: bos = %d (%d), eos = %d (%d)\n", __func__, llama_token_bos(model_dft), llama_add_bos_token(model_dft), llama_token_eos(model_dft), llama_add_eos_token(model_dft));
         return false;
     }