happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

vulkan: fix mul_mat_vec_iq1_s formatting (#18026)

This commit is contained in:
Ruben Ortlam 2025-12-14 14:52:46 +01:00 committed by GitHub
parent 0759b09c90
commit 9e6649ecf2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ggml/src/ggml-vulkan/vulkan-shaders/mul_mat_vec_iq1_s.comp
View File

@ -45,7 +45,7 @@ void calc_superblock(const uint a_offset, const uint b_offset, const uint ib32,
vec4 sum_v = fma(b_val_0, fbits0 + delta_v, vec4(0.0)); vec4 sum_v = fma(b_val_0, fbits0 + delta_v, vec4(0.0));
sum_v = fma(b_val_1, fbits1 + delta_v, sum_v); sum_v = fma(b_val_1, fbits1 + delta_v, sum_v);
FLOAT_TYPE sum = dot(sum_v, vec4(1.0)); FLOAT_TYPE sum = dot(sum_v, vec4(1.0));
temp[j][n] = fma(dl, sum, temp[j][n]); temp[j][n] = fma(dl, sum, temp[j][n]);
ibi += num_blocks_per_row; ibi += num_blocks_per_row;