diff --git a/CMakeLists.txt b/CMakeLists.txt
index 277f1f067..6bf992e14 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -53,6 +53,10 @@ if(USE_XCCL)
     caffe2_update_option(USE_XCCL OFF)
     caffe2_update_option(USE_C10D_XCCL OFF)
     update_caffe2_macros_file()
+  else()
+    caffe2_update_option(USE_MPI OFF)
+    caffe2_update_option(USE_C10D_MPI OFF)
+    update_caffe2_macros_file()
   endif()
 endif()