From: Diego Devesa <redacted>
Date: Sun, 31 Aug 2025 15:47:05 +0000 (-0700)
Subject: llama : fix fattn reserve call n_seqs parameter (#15699)
X-Git-Tag: upstream/0.0.6527~192
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=274966226f87f301ac132da898280ca3142b60e5;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : fix fattn reserve call n_seqs parameter (#15699)

ggml-ci
---

diff --git a/src/llama-context.cpp b/src/llama-context.cpp
index 7e20ee9f..2de6fcf0 100644
--- a/src/llama-context.cpp
+++ b/src/llama-context.cpp
@@ -281,9 +281,15 @@ llama_context::llama_context(
         }
 
         cross.v_embd.clear();
+
+        const uint32_t n_seqs = cparams.kv_unified ? 1 : cparams.n_seq_max;
+        const uint32_t n_tokens = std::min(cparams.n_ctx, cparams.n_ubatch);
+
+        LLAMA_LOG_DEBUG("%s: worst-case: n_tokens = %d, n_seqs = %d, n_outputs = %d\n", __func__, n_tokens, n_seqs, n_outputs);
+
         // resolve automatic Flash Attention use
         if (params.flash_attn_type == LLAMA_FLASH_ATTN_TYPE_AUTO) {
-            auto * gf = graph_reserve(1, 1, 0, mctx.get(), true);
+            auto * gf = graph_reserve(1, n_seqs, n_outputs, mctx.get(), true);
             if (!gf) {
                 throw std::runtime_error("failed to split graph for Flash Attention check");
             }
@@ -324,11 +330,6 @@ llama_context::llama_context(
         }
 
         // reserve worst-case graph
-        const uint32_t n_seqs = cparams.kv_unified ? 1 : cparams.n_seq_max;
-        const uint32_t n_tokens = std::min(cparams.n_ctx, cparams.n_ubatch);
-
-        LLAMA_LOG_DEBUG("%s: worst-case: n_tokens = %d, n_seqs = %d, n_outputs = %d\n", __func__, n_tokens, n_seqs, n_outputs);
-
         int n_splits_pp = -1;
         int n_nodes_pp  = -1;