add msmpi support

Author: simonbyrne

Project.toml

@@ -8,6 +8,7 @@ Distributed = "8ba89e20-285c-5b6f-9357-94700520ee1b"
 DocStringExtensions = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae"
 Libdl = "8f399da3-3557-5675-b5ff-fb832c97cbdb"
 MPICH_jll = "7cb0a576-ebde-5e09-9194-50597f1243b4"
+MPIPreferences = "3da0fdf6-3ccc-4f1b-acd9-58baa6c99267"
 MPItrampoline_jll = "f1f71cc9-e9ae-5b93-9b94-4fe0e1ad3748"
 MicrosoftMPI_jll = "9237b28f-5490-5468-be7b-bb81f5f5e6cf"
 OpenMPI_jll = "fe0851c0-eecd-5654-98d4-656369965a5c"

lib/MPIPreferences/src/MPIPreferences.jl

@@ -63,7 +63,11 @@ function use_system_binary(;
     )
 end
 
+"""
+    Get_library_version(libmpi)
 
+Get the version string of the MPI library.
+"""
 function Get_library_version(libmpi)
     # There is no way to query at runtime what the length of the buffer should be.
     # https://github.com/mpi-forum/mpi-issues/issues/159

src/MPI.jl

@@ -33,14 +33,36 @@ function _doc_external(fname)
 """
 end
 
-try
-    include(joinpath(dirname(@__DIR__), "deps", "deps.jl"))
-    include(joinpath(dirname(@__DIR__), "deps", "compile_time_mpi_constants.jl"))
-catch e
-    error("MPI.jl not properly configured, please run `Pkg.build(\"MPI\")`.")
+
+import MPIPreferences
+
+@static if MPIPreferences.binary == "MPICH_jll"
+    import MPICH_jll: libmpi, mpiexec
+else
+    error("Unknown MPI binarys")
+end
+
+include("consts/consts.jl")
+using .Consts
+
+# These functions are run after reading the values of the constants above)
+const _mpi_load_time_hooks = Any[]
+const _finished_loading = Ref(false)
+function add_load_time_hook!(f)
+    @assert !_finished_loading[]
+    push!(_mpi_load_time_hooks, f)
 end
-include("define_load_time_mpi_constants.jl")
-include("read_load_time_mpi_constants.jl")
+function run_load_time_hooks()
+    @assert !_finished_loading[]
+    _finished_loading[] = true
+    for hook in _mpi_load_time_hooks
+        hook()
+    end
+    empty!(_mpi_load_time_hooks)
+    nothing
+end
+
+
 include("implementations.jl")
 include("error.jl")
 include("info.jl")
@@ -75,10 +97,6 @@ function __init__()
         Libdl.dlopen(libmpi, Libdl.RTLD_LAZY | Libdl.RTLD_GLOBAL)
     end
 
-    __init__deps()
-
-    read_load_time_mpi_constants()
-
     # disable UCX memory cache, since it doesn't work correctly
     # https://github.com/openucx/ucx/issues/5061
     if !haskey(ENV, "UCX_MEMTYPE_CACHE")

src/consts/consts.jl

@@ -0,0 +1,46 @@
+module Consts
+
+export MPI_Aint, MPI_Count, MPI_Offset, MPI_Status,
+    MPI_Comm, MPI_Datatype, MPI_Errhandler, MPI_File, MPI_Group,
+    MPI_Info, MPI_Message, MPI_Op, MPI_Request, MPI_Win
+
+import MPIPreferences
+import ..libmpi
+
+const initexprs = Any[]
+
+"""
+    @const_ref name T expr
+
+Defines an constant binding
+```julia
+const name = Ref{T}()
+```
+and adds a hook to execute
+```julia
+name[] = expr
+```
+at module initialization time.
+"""
+macro const_ref(name, T, expr)
+    push!(initexprs, :($name[] = $expr))
+    :(const $(esc(name)) = Ref{$T}())
+end
+
+@static if MPIPreferences.abi == "MPICH"
+    include("mpich.jl")
+elseif MPIPreferences.abi == "OpenMPI"
+    include("openmpi.jl")
+elseif MPIPreferences.abi == "MicrosofMPI"
+    include("microsoftmpi.jl")
+elseif MPIPreferences.abi == "MPItrampoline"
+    include("mpitrampoline.jl")
+else
+    error("Unknown MPI ABI")
+end
+
+@eval function __init__()
+    $(Expr(:block, initexprs...))
+end
+
+end