From: Georgi Gerganov <redacted>
Date: Tue, 10 Mar 2026 13:00:08 +0000 (+0200)
Subject: models : fix assert in mamba2 (cont) (#20335)
X-Git-Tag: upstream/0.0.8611~339
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=1274fbee9e185d41447bf6edb739e7240c0319a2;p=pkg%2Fggml%2Fsources%2Fllama.cpp

models : fix assert in mamba2 (cont) (#20335)

* models : fix assert in mamba2 (cont)

* cont : add n_group mod

Co-authored-by: Sigbjørn Skjæret <redacted>

---------

Co-authored-by: Sigbjørn Skjæret <redacted>
---

diff --git a/src/models/mamba-base.cpp b/src/models/mamba-base.cpp
index 8a79fe4b6..9de587db5 100644
--- a/src/models/mamba-base.cpp
+++ b/src/models/mamba-base.cpp
@@ -168,8 +168,9 @@ ggml_tensor * llm_build_mamba_base::build_mamba2_layer(llm_graph_input_rs * inp,
     GGML_ASSERT(n_seqs != 0);
     GGML_ASSERT(ubatch.equal_seqs());
     GGML_ASSERT(ubatch.n_tokens == n_seq_tokens * n_seqs);
-    GGML_ASSERT(d_inner % n_head == 0);
-    GGML_ASSERT(d_inner % (n_group*d_state) == 0);
+    GGML_ASSERT(d_inner % n_head  == 0);
+    GGML_ASSERT(d_inner % d_state == 0);
+    GGML_ASSERT(d_inner % n_group == 0);
 
     ggml_tensor * conv_states_all = mctx_cur->get_r_l(il);
     ggml_tensor * ssm_states_all  = mctx_cur->get_s_l(il);