happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

correct swa layer indexing, is supposed to be 0, 3, 6 ... instead of 1, 4, 7 ...

This commit is contained in:
ryan-mangeno 2025-10-01 14:19:44 -04:00
parent 46f21826b3
commit 33eed315a3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-model.cpp
View File

@ -7987,7 +7987,7 @@ struct llm_build_modern_bert : public llm_graph_context {
ggml_tensor * Kcur = nullptr; ggml_tensor * Kcur = nullptr;
ggml_tensor * Vcur = nullptr; ggml_tensor * Vcur = nullptr;
const float rope_theta = (il+1) % 3 == 0 ? rope_theta_global : rope_theta_local; const float rope_theta = il % 3 == 0 ? rope_theta_global : rope_theta_local;
// attention layer norm // attention layer norm