diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp
index 08f1b30293..5280b9a02a 100644
--- a/src/llama-quant.cpp
+++ b/src/llama-quant.cpp
@@ -690,7 +690,7 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
 #endif
     };
 
-    const double epsilon = 1e-12;
+    constexpr double epsilon = 1e-12;
     constexpr double infinity = std::numeric_limits<double>::infinity();
     constexpr uint32_t file_magic = 0x42505731;  // BPW1
     const char * func = __func__;