happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

clip: (minicpmv) fix resampler kq_scale (#17516) 

* debug:"solve minicpmv precision problem"

* “debug minicpmv”

* Apply suggestion from @ngxson

---------

Co-authored-by: Xuan-Son Nguyen <thichthat@gmail.com>
This commit is contained in:
Han Qingzhe 2025-11-27 04:44:07 +08:00 committed by GitHub
parent eec1e33a9e
commit 1d594c295c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
tools/mtmd/clip.cpp
View File

@ -1175,10 +1175,11 @@ struct clip_graph {
cb(K, "resampler_K", -1); cb(K, "resampler_K", -1);
cb(V, "resampler_V", -1); cb(V, "resampler_V", -1);
float resampler_kq_scale = 1.0f/ sqrtf(float(d_head));
embeddings = build_attn( embeddings = build_attn(
model.mm_model_attn_o_w, model.mm_model_attn_o_w,
model.mm_model_attn_o_b, model.mm_model_attn_o_b,
Q, K, V, nullptr, kq_scale, -1); Q, K, V, nullptr, resampler_kq_scale, -1);
cb(embeddings, "resampler_attn_out", -1); cb(embeddings, "resampler_attn_out", -1);
} }
// layernorm // layernorm