Use JLL binaries by default. (#367)

Fixes #328 (as well as #373 and #376).

- Will use BinaryBuilder-provided MPICH / MicrosoftMPI by default
- Provides override mechanism to use system MPI
- Saves these preferences in ~/.julia/prefs/MPI.toml

Author: simonbyrne

.appveyor.yml

@@ -1,8 +1,10 @@
 environment:
   matrix:
-  - julia_version: 1.0
   - julia_version: 1.3
   - julia_version: 1.4
+  - julia_version: 1.4
+    mpi_impl: msmpi
+    JULIA_MPI_BINARY: system
   - julia_version: nightly
 
 platform:
@@ -24,15 +26,28 @@ notifications:
     on_build_failure: false
     on_build_status_changed: false
 
+
 install:
   - ps: iex ((new-object net.webclient).DownloadString("https://raw.githubusercontent.com/JuliaCI/Appveyor.jl/version-1/bin/install.ps1"))
-  - ps: (new-object net.webclient).DownloadFile(
-        "https://download.microsoft.com/download/A/E/0/AE002626-9D9D-448D-8197-1EA510E297CE/msmpisetup.exe",
-        "C:\projects\MSMpiSetup.exe")
-  - C:\projects\MSMpiSetup.exe -unattend -minimal
-  # This shouldn't typicallybe needed: the installer adds the directory to
-  # the PATH. For some reason this doesn't work on Appveyor
-  - set JULIA_MPIEXEC=C:\Program Files\Microsoft MPI\Bin\mpiexec.exe
+
+for:
+-
+  matrix:
+    only:
+      - julia_version: 1.0
+        mpi_impl: msmpi
+      - julia_version: 1.4
+        mpi_impl: msmpi
+
+  install:
+    - ps: iex ((new-object net.webclient).DownloadString("https://raw.githubusercontent.com/JuliaCI/Appveyor.jl/version-1/bin/install.ps1"))
+    - ps: (new-object net.webclient).DownloadFile(
+          "https://download.microsoft.com/download/A/E/0/AE002626-9D9D-448D-8197-1EA510E297CE/msmpisetup.exe",
+          "C:\projects\MSMpiSetup.exe")
+    - C:\projects\MSMpiSetup.exe -unattend -minimal
+    # This shouldn't typicallybe needed: the installer adds the directory to
+    # the PATH. For some reason this doesn't work on Appveyor
+    - set JULIA_MPIEXEC=C:\Program Files\Microsoft MPI\Bin\mpiexec.exe
 
 build_script:
   - echo "%JL_BUILD_SCRIPT%"

.gitlab-ci.yml

@@ -9,8 +9,9 @@ variables:
   OMPI_MCA_btl_vader_single_copy_mechanism: 'none' # https://github.com/open-mpi/ompi/issues/4948
   OMPI_MCA_plm_rsh_agent: 'sh' # the container doesn't have ssh installed, but we don't need it
   JULIA_CUDA_VERBOSE: 'true'
-  JULIA_MPI_TEST_ARRAYTYPE: 'CuArray'
+  JULIA_MPI_BINARY: "system"
   JULIA_MPI_PATH: "$CI_PROJECT_DIR/mpi"
+  JULIA_MPI_TEST_ARRAYTYPE: 'CuArray'
 
 openmpi:
   stage: build

.travis.yml

@@ -5,8 +5,10 @@ os:
   - linux
   - osx
 
+# requires MacOS 10.14
+osx_image: xcode11.4
+
 julia:
-  - 1.0
   - 1.3
   - 1.4
   - nightly
@@ -24,17 +26,27 @@ cache:
   directories:
   - $HOME/.ccache
   - $HOME/.julia/registries # can we cache all of .julia?
+  - $HOME/.julia/artifacts
 
 env:
+  - MPI_IMPL=none
+  - MPI_IMPL=none
+    JULIA_MPI_BINARY=OpenMPI_jll
+    JULIA_MPIEXEC_TEST_ARGS="--oversubscribe"
   - MPI_IMPL=mpich
+    JULIA_MPI_BINARY=system
   - MPI_IMPL=openmpi
-    JULIA_MPIEXEC_ARGS="--oversubscribe"
+    JULIA_MPI_BINARY=system
+    JULIA_MPIEXEC_TEST_ARGS="--oversubscribe"
   - MPI_IMPL=intelmpi
+    JULIA_MPI_BINARY=system
   - MPI_IMPL=mpich
-    JULIA_MPI_ABI=UnknownABI
+    JULIA_MPI_BINARY=system
+    JULIA_MPI_ABI=unknown
   - MPI_IMPL=openmpi
-    JULIA_MPI_ABI=UnknownABI
-    JULIA_MPIEXEC_ARGS="--oversubscribe"
+    JULIA_MPI_BINARY=system
+    JULIA_MPI_ABI=unknown
+    JULIA_MPIEXEC_TEST_ARGS="--oversubscribe"
 
 matrix:
   allow_failures: # issue 262
@@ -43,16 +55,20 @@ matrix:
     env: MPI_IMPL=openmpi
   exclude:
   - os: osx
-    env: MPI_IMPL=intelmpi
-
+    env: MPI_IMPL=intelmpi JULIA_MPI_BINARY=system
 before_install:
   - sh ./conf/travis-install-mpi.sh $MPI_IMPL
   - |
     if [ "$TRAVIS_OS_NAME" == "linux" ]; then
       if [ "$MPI_IMPL" == "intelmpi" ]; then
         source $HOME/intel/compilers_and_libraries/linux/mpi/intel64/bin/mpivars.sh release
-      else
-        export JULIA_MPI_PATH=$HOME/$MPI_IMPL;
+      elif [ "$MPI_IMPL" != "none" ]; then
+        export JULIA_MPI_PATH=$HOME/$MPI_IMPL
+      fi
+    elif [ "$TRAVIS_OS_NAME" == "osx" ]; then
+      if [ "$MPI_IMPL" != "none" ]; then
+        # dlopen on Julia 1.4 no longer searches /usr/local/lib on Mac
+        export JULIA_MPI_PATH="/usr/local"
       fi
     fi
 # Work around OpenMPI attempting to create overly long temporary

Project.toml

@@ -7,6 +7,10 @@ version = "0.13.1"
 Distributed = "8ba89e20-285c-5b6f-9357-94700520ee1b"
 DocStringExtensions = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae"
 Libdl = "8f399da3-3557-5675-b5ff-fb832c97cbdb"
+MPICH_jll = "7cb0a576-ebde-5e09-9194-50597f1243b4"
+MicrosoftMPI_jll = "9237b28f-5490-5468-be7b-bb81f5f5e6cf"
+OpenMPI_jll = "fe0851c0-eecd-5654-98d4-656369965a5c"
+Pkg = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 Requires = "ae029012-a4dd-5104-9daa-d747884805df"
 Serialization = "9e88b42a-f829-5b0c-bbe9-9e923198166b"

conf/travis-install-mpi.sh

@@ -12,13 +12,15 @@ MPICHVER=3.3.2
 IMPIVER=2019.4.243
 case "$os" in
     Darwin)
-        brew update
-        brew upgrade cmake
         case "$MPI_IMPL" in
+            none)
+                ;;
             mpich|mpich3)
+                brew update
                 brew install mpich
                 ;;
             openmpi)
+                brew update
                 brew install openmpi
                 ;;
             *)
@@ -29,15 +31,19 @@ case "$os" in
     ;;
 
     Linux)
-        sudo apt-get update -q
         case "$MPI_IMPL" in
+            none)
+                ;;
             mpich1)
+                sudo apt-get update -q
                 sudo apt-get install -y gfortran mpich-shmem-bin libmpich-shmem1.0-dev
                 ;;
             mpich2)
+                sudo apt-get update -q
                 sudo apt-get install -y gfortran mpich2 libmpich2-3 libmpich2-dev
                 ;;
             mpich|mpich3)
+                sudo apt-get update -q
                 sudo apt-get install -y gfortran hwloc ccache
                 sudo /usr/sbin/update-ccache-symlinks
                 export PATH="/usr/lib/ccache:$PATH"
@@ -49,6 +55,7 @@ case "$os" in
                 sudo make install > /dev/null
                 ;;
             openmpi)
+                sudo apt-get update -q
                 sudo apt-get install -y gfortran ccache
                 sudo /usr/sbin/update-ccache-symlinks
                 export PATH="/usr/lib/ccache:$PATH"