From: Jared Van Bortel <redacted>
Date: Mon, 18 Dec 2023 00:39:02 +0000 (-0500)
Subject: decode : fix logits_valid for legacy API (#4516)
X-Git-Tag: upstream/0.0.4488~2831
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=2994f0c5a2e8c96955b422dedc93ec2595d16b82;p=pkg%2Fggml%2Fsources%2Fllama.cpp

decode : fix logits_valid for legacy API (#4516)
---

diff --git a/llama.cpp b/llama.cpp
index fd9fd6ed..d6d575f9 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -6184,7 +6184,7 @@ static int llama_decode_internal(
             logits_out.resize(n_vocab);
             memcpy(logits_out.data(), (float *) ggml_get_data(res) + (n_vocab*(n_tokens - 1)), sizeof(float)*n_vocab);
 #ifndef NDEBUG
-            logits_valid[n_tokens - 1] = true;
+            logits_valid[0] = true;
 #endif
         }
     }