Remove MPI dependent in nvshmem. (#73421)

Author: Xreki

cmake/external/nvshmem.cmake

@@ -63,8 +63,6 @@ set(NVSHMEM_PATCH_COMMAND
 set(NVSHMEM_LIB ${NVSHMEM_INSTALL_DIR}/lib/libnvshmem.a)
 set(NVSHMEM_BOOTSTRAP_UID_LIB
     ${NVSHMEM_INSTALL_DIR}/lib/nvshmem_bootstrap_uid.so.3)
-set(NVSHMEM_BOOTSTRAP_MPI_LIB
-    ${NVSHMEM_INSTALL_DIR}/lib/nvshmem_bootstrap_mpi.so.3)
 set(NVSHMEM_BOOTSTRAP_PMI_LIB
     ${NVSHMEM_INSTALL_DIR}/lib/nvshmem_bootstrap_pmi.so.3)
 set(NVSHMEM_BOOTSTRAP_PMI2_LIB
@@ -100,6 +98,7 @@ ExternalProject_Add(
              -DNVSHMEM_IBRC_SUPPORT=1
              -DNVSHMEM_BUILD_TESTS=0
              -DNVSHMEM_BUILD_EXAMPLES=0
+             -DNVSHMEM_MPI_SUPPORT=0
   CMAKE_CACHE_ARGS -DCMAKE_INSTALL_PREFIX:PATH=${NVSHMEM_INSTALL_DIR}
   BUILD_BYPRODUCTS ${NVSHMEM_LIB})
 

python/setup.py.in

@@ -1128,14 +1128,12 @@ if '${WITH_GPU}' == 'ON' or '${WITH_ROCM}' == 'ON':
 if '${WITH_DISTRIBUTE}' == 'ON' and '${WITH_NVSHMEM}' == 'ON':
     package_data['paddle.libs']+=[
         os.path.basename('${NVSHMEM_BOOTSTRAP_UID_LIB}'),
-        os.path.basename('${NVSHMEM_BOOTSTRAP_MPI_LIB}'),
         os.path.basename('${NVSHMEM_BOOTSTRAP_PMI_LIB}'),
         os.path.basename('${NVSHMEM_BOOTSTRAP_PMI2_LIB}'),
         os.path.basename('${NVSHMEM_TRANSPORT_IBRC_LIB}'),
         os.path.basename('${NVSHMEM_TRANSPORT_IBGDA_LIB}'),
     ]
     shutil.copy('${NVSHMEM_BOOTSTRAP_UID_LIB}', libs_path)
-    shutil.copy('${NVSHMEM_BOOTSTRAP_MPI_LIB}', libs_path)
     shutil.copy('${NVSHMEM_BOOTSTRAP_PMI_LIB}', libs_path)
     shutil.copy('${NVSHMEM_BOOTSTRAP_PMI2_LIB}', libs_path)
     shutil.copy('${NVSHMEM_TRANSPORT_IBRC_LIB}', libs_path)

setup.py

@@ -1550,14 +1550,12 @@ def get_package_data_and_package_dir():
         if len(env_dict.get("NVSHMEM_BOOTSTRAP_UID_LIB", "")) > 1:
             package_data['paddle.libs'] += [
                 os.path.basename(env_dict.get("NVSHMEM_BOOTSTRAP_UID_LIB")),
-                os.path.basename(env_dict.get("NVSHMEM_BOOTSTRAP_MPI_LIB")),
                 os.path.basename(env_dict.get("NVSHMEM_BOOTSTRAP_PMI_LIB")),
                 os.path.basename(env_dict.get("NVSHMEM_BOOTSTRAP_PMI2_LIB")),
                 os.path.basename(env_dict.get("NVSHMEM_TRANSPORT_IBRC_LIB")),
                 os.path.basename(env_dict.get("NVSHMEM_TRANSPORT_IBGDA_LIB")),
             ]
             shutil.copy(env_dict.get("NVSHMEM_BOOTSTRAP_UID_LIB"), libs_path)
-            shutil.copy(env_dict.get("NVSHMEM_BOOTSTRAP_MPI_LIB"), libs_path)
             shutil.copy(env_dict.get("NVSHMEM_BOOTSTRAP_PMI_LIB"), libs_path)
             shutil.copy(env_dict.get("NVSHMEM_BOOTSTRAP_PMI2_LIB"), libs_path)
             shutil.copy(env_dict.get("NVSHMEM_TRANSPORT_IBRC_LIB"), libs_path)