diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp
index 74ceb3de9c..c4c525c68e 100644
--- a/src/llama-quant.cpp
+++ b/src/llama-quant.cpp
@@ -612,7 +612,7 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
         ggml_type type;
         float bpw;
         size_t bytes;
-        float error;
+        double error;
     };
 
     struct tensor_info {