From a40a5dfc60b0ab6d2caad7cb53b5ff1c3a56ffb8 Mon Sep 17 00:00:00 2001 From: Mustafa Cavus Date: Fri, 9 Jan 2026 11:29:40 -0800 Subject: [PATCH] npu perf fix --- ggml/src/ggml-openvino/ggml-openvino-extra.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/src/ggml-openvino/ggml-openvino-extra.cpp b/ggml/src/ggml-openvino/ggml-openvino-extra.cpp index 35d3d93cfd..b6fec855fc 100644 --- a/ggml/src/ggml-openvino/ggml-openvino-extra.cpp +++ b/ggml/src/ggml-openvino/ggml-openvino-extra.cpp @@ -165,7 +165,7 @@ clEnqueueMemcpyINTEL_fn ggml_openvino_get_clEnqueueMemcpyINTEL() { // Get requantization type for a tensor type (returns nullopt if no requant needed) std::optional ggml_openvino_get_requant_type(const ggml_tensor * tensor) { if (strncmp(tensor->name, "token_embd.weight", 17) == 0) { - return ExtraQuantType::Q8_0_C; + return (ggml_openvino_is_npu() ? ExtraQuantType::F16 : ExtraQuantType::Q8_0_C); } if (strncmp(tensor->name, "output.weight", 13) == 0) { return ExtraQuantType::Q8_0_C;