happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

vulkan: tune MMVQ for Intel Windows (#19988)

This commit is contained in:
Ruben Ortlam 2026-03-02 15:58:25 +01:00 committed by GitHub
parent ec88c3ceea
commit feefb92836
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
ggml/src/ggml-vulkan/ggml-vulkan.cpp
View File

@ -7574,6 +7574,18 @@ static bool ggml_vk_should_use_mmvq(const vk_device& device, uint32_t m, uint32_
return false; return false;
} }
if (device->driver_id == vk::DriverId::eIntelProprietaryWindows) {
// Intel Windows proprietary driver tuning
switch (src0_type) {
case GGML_TYPE_MXFP4:
case GGML_TYPE_Q4_K:
case GGML_TYPE_Q5_K:
return false;
default:
return true;
}
}
switch (src0_type) { switch (src0_type) {
// From tests on A770 Linux, may need more tuning // From tests on A770 Linux, may need more tuning
case GGML_TYPE_Q4_0: case GGML_TYPE_Q4_0: