From edbe4d2c2f7590774ccd7eeabbc40ac18f65717b Mon Sep 17 00:00:00 2001 From: Ryan Mangeno <160974989+ryan-mangeno@users.noreply.github.com> Date: Fri, 10 Oct 2025 12:16:22 -0400 Subject: [PATCH] Update src/llama-model.cpp MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Sigbjørn Skjæret --- src/llama-model.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/src/llama-model.cpp b/src/llama-model.cpp index 1c00d4c1a7..8076c68bbc 100644 --- a/src/llama-model.cpp +++ b/src/llama-model.cpp @@ -8027,6 +8027,7 @@ template struct llm_build_modern_bert : public llm_graph_context { llm_build_modern_bert(const llama_model & model, const llm_graph_params & params) : llm_graph_context(params) { const int64_t n_embd_head = hparams.n_embd_head_v; + const int64_t n_embd_gqa = hparams.n_embd_v_gqa(); const float rope_theta_global = hparams.rope_freq_base_train; const float rope_theta_local = hparams.rope_freq_base_train_swa;