From 1274fbee9e185d41447bf6edb739e7240c0319a2 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Tue, 10 Mar 2026 15:00:08 +0200 Subject: [PATCH] models : fix assert in mamba2 (cont) (#20335) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * models : fix assert in mamba2 (cont) * cont : add n_group mod Co-authored-by: Sigbjørn Skjæret --------- Co-authored-by: Sigbjørn Skjæret --- src/models/mamba-base.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/models/mamba-base.cpp b/src/models/mamba-base.cpp index 8a79fe4b6c..9de587db55 100644 --- a/src/models/mamba-base.cpp +++ b/src/models/mamba-base.cpp @@ -168,8 +168,9 @@ ggml_tensor * llm_build_mamba_base::build_mamba2_layer(llm_graph_input_rs * inp, GGML_ASSERT(n_seqs != 0); GGML_ASSERT(ubatch.equal_seqs()); GGML_ASSERT(ubatch.n_tokens == n_seq_tokens * n_seqs); - GGML_ASSERT(d_inner % n_head == 0); - GGML_ASSERT(d_inner % (n_group*d_state) == 0); + GGML_ASSERT(d_inner % n_head == 0); + GGML_ASSERT(d_inner % d_state == 0); + GGML_ASSERT(d_inner % n_group == 0); ggml_tensor * conv_states_all = mctx_cur->get_r_l(il); ggml_tensor * ssm_states_all = mctx_cur->get_s_l(il);