From dba1cbceb3d8b54dcd5fe0bcdea312a562773b37 Mon Sep 17 00:00:00 2001 From: 0cc4m Date: Sun, 16 Nov 2025 20:21:22 +0100 Subject: [PATCH] tune for RDNA3 --- ggml/src/ggml-vulkan/ggml-vulkan.cpp | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index 730de17c34..8a4996a141 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -2716,7 +2716,18 @@ static uint32_t get_default_bk_step(const vk_device& device, ggml_type src0_type } return 4; } else if (device->vendor_id == VK_VENDOR_ID_AMD) { - return 1; + if (mul_mat_id) { + return src0_type == GGML_TYPE_Q8_0 ? 1 : 2; + } + + if (kq) { + if (src0_type == GGML_TYPE_Q2_K || src0_type == GGML_TYPE_Q3_K || src0_type == GGML_TYPE_Q4_K) { + return 4; + } + return 2; + } + + return 4; } if (device->vendor_id == VK_VENDOR_ID_INTEL) {