From: fairydreaming <redacted>
Date: Wed, 19 Mar 2025 20:01:57 +0000 (+0100)
Subject: context : clear sets containing encoder output sequence ids before storing new values... 
X-Git-Tag: upstream/0.0.5028~101
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=568013d0cd3d5add37c376b3d5e959809b711fc7;p=pkg%2Fggml%2Fsources%2Fllama.cpp

context : clear sets containing encoder output sequence ids before storing new values (#12470)

Co-authored-by: Stanisław Szymczyk <redacted>
---

diff --git a/src/llama-context.cpp b/src/llama-context.cpp
index 664703a8..5bec63e2 100644
--- a/src/llama-context.cpp
+++ b/src/llama-context.cpp
@@ -1153,6 +1153,7 @@ int llama_context::encode(llama_batch & inp_batch) {
         // remember the sequence ids used during the encoding - needed for cross attention later
         cross.seq_ids_enc.resize(n_tokens);
         for (int32_t i = 0; i < n_tokens; i++) {
+            cross.seq_ids_enc[i].clear();
             for (int s = 0; s < ubatch.n_seq_id[i]; s++) {
                 llama_seq_id seq_id = ubatch.seq_id[i][s];
                 cross.seq_ids_enc[i].insert(seq_id);