diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp
index a2ee814dee..0e76bebc9e 100644
--- a/src/llama-quant.cpp
+++ b/src/llama-quant.cpp
@@ -1,4 +1,3 @@
-#include "llama.h"
 #include "llama-quant.h"
 #include "llama-impl.h"
 #include "llama-model.h"
@@ -9,7 +8,6 @@
 #include <cinttypes>
 #include <cmath>
 #include <csignal>
-#include <cstring>
 #include <fstream>
 #include <mutex>
 #include <numeric>
diff --git a/tools/quantize/quantize.cpp b/tools/quantize/quantize.cpp
index 43100d1cf9..f06a450ed8 100644
--- a/tools/quantize/quantize.cpp
+++ b/tools/quantize/quantize.cpp
@@ -3,11 +3,8 @@
 #include "gguf.h"
 
 #include <algorithm>
-#include <cctype>
 #include <clocale>
-#include <cmath>
 #include <cstdio>
-#include <cstring>
 #include <filesystem>
 #include <fstream>
 #include <map>