happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

refactor: remove manual QKV splitting (handled by build_vit)

This commit is contained in:
suhyun-hwang 2026-01-11 15:01:01 +09:00
parent 566128ffb7
commit c13747b93d
1 changed files with 0 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
convert_hf_to_gguf.py
View File

@ -7969,20 +7969,6 @@ class VaetkiVisionModel(MmprojModel):
if name.startswith("model.visual."):
name = name.replace("model.visual.", "visual.")
# Split fused QKV tensors
if ".qkv." in name:
if data_torch.ndim == 2:
c3, _ = data_torch.shape
else:
c3 = data_torch.shape[0]
assert c3 % 3 == 0
c = c3 // 3
return [
(self.map_tensor_name(name.replace("qkv", "q")), data_torch[:c]),
(self.map_tensor_name(name.replace("qkv", "k")), data_torch[c:c * 2]),
(self.map_tensor_name(name.replace("qkv", "v")), data_torch[c * 2:]),
]
return [(self.map_tensor_name(name), data_torch)]