diff --git a/ggml.c b/ggml.c
index 074e63cc7..71e77d015 100644
--- a/ggml.c
+++ b/ggml.c
@@ -26,7 +26,9 @@
 #include <limits.h>
 #include <stdarg.h>
 
+#ifdef GGML_USE_MPI
 #include <mpi.h>
+#endif
 
 #ifdef GGML_USE_METAL
 #include <unistd.h>
diff --git a/llama.cpp b/llama.cpp
index a4435897e..af22bf64b 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -49,7 +49,9 @@
 #include <sstream>
 #include <numeric>
 
+#ifdef GGML_USE_MPI
 #include <mpi.h>
+#endif
 
 #if defined(_MSC_VER)
 #pragma warning(disable: 4244 4267) // possible loss of data