diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp
index 721deaddad..d17b21d008 100644
--- a/src/llama-quant.cpp
+++ b/src/llama-quant.cpp
@@ -4,6 +4,7 @@
 #include "llama-model-loader.h"
 
 #include <algorithm>
+#include <atomic>
 #include <cmath>
 #include <cstring>
 #include <cinttypes>