happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

tune for RDNA3

This commit is contained in:
0cc4m 2025-11-16 20:21:22 +01:00
parent 94e2c4d2b3
commit dba1cbceb3
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
ggml/src/ggml-vulkan/ggml-vulkan.cpp
View File

@ -2716,7 +2716,18 @@ static uint32_t get_default_bk_step(const vk_device& device, ggml_type src0_type
}
return 4;
} else if (device->vendor_id == VK_VENDOR_ID_AMD) {
return 1;
if (mul_mat_id) {
return src0_type == GGML_TYPE_Q8_0 ? 1 : 2;
}
if (kq) {
if (src0_type == GGML_TYPE_Q2_K || src0_type == GGML_TYPE_Q3_K || src0_type == GGML_TYPE_Q4_K) {
return 4;
}
return 2;
}
return 4;
}
if (device->vendor_id == VK_VENDOR_ID_INTEL) {