diff --git a/ggml/src/ggml.c b/ggml/src/ggml.c
index eb3ae72eaa..33cd9fce81 100644
--- a/ggml/src/ggml.c
+++ b/ggml/src/ggml.c
@@ -6,6 +6,7 @@
 #include "ggml-threading.h"
 #include "ggml-cpu.h"
 #include "ggml.h"
+#include "ggml-cpu/ggml-cpu-impl.h"
 
 // FIXME: required here for quantization functions
 #include "ggml-quants.h"