happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: restore QKV splitting for VAETKI (fused QKV not working)

This commit is contained in:
suhyun-hwang 2026-01-11 18:34:53 +09:00
parent 808642295b
commit c947c74a4c
1 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
convert_hf_to_gguf.py
View File

@ -7969,6 +7969,20 @@ class VaetkiVisionModel(MmprojModel):
if name.startswith("model.visual."):
name = name.replace("model.visual.", "visual.")
# Split fused QKV tensors (build_vit fused QKV doesn't work for VAETKI)
if ".qkv." in name:
if data_torch.ndim == 2:
c3, _ = data_torch.shape
else:
c3 = data_torch.shape[0]
assert c3 % 3 == 0
c = c3 // 3
return [
(self.map_tensor_name(name.replace("qkv", "q")), data_torch[:c]),
(self.map_tensor_name(name.replace("qkv", "k")), data_torch[c:c * 2]),
(self.map_tensor_name(name.replace("qkv", "v")), data_torch[c * 2:]),
]
return [(self.map_tensor_name(name), data_torch)]