From: Georgi Gerganov <redacted>
Date: Thu, 28 Aug 2025 14:09:05 +0000 (+0300)
Subject: kv-cache : fix find_slot to not search for continuous slot (#15638)
X-Git-Tag: upstream/0.0.6527~217
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=c8d0d14e77c3c45df5cbbddde9c2b4c377ec4e7a;p=pkg%2Fggml%2Fsources%2Fllama.cpp

kv-cache : fix find_slot to not search for continuous slot (#15638)

ggml-ci
---

diff --git a/src/llama-kv-cache.cpp b/src/llama-kv-cache.cpp
index 4485f78d..f1c69187 100644
--- a/src/llama-kv-cache.cpp
+++ b/src/llama-kv-cache.cpp
@@ -540,7 +540,7 @@ llama_kv_cache::slot_info_vec_t llama_kv_cache::prepare(const std::vector<llama_
 
     for (const auto & ubatch : ubatches) {
         // only find a suitable slot for the ubatch. don't modify the cells yet
-        const auto sinfo_new = find_slot(ubatch, true);
+        const auto sinfo_new = find_slot(ubatch, false);
         if (sinfo_new.empty()) {
             success = false;
             break;