Various enhancements

* MPICH: Configure --with-device=ch4:ofi,ucx
* Remove references to source/build directories
* Strip binaries to reduce size

Author: dalcinl

.github/workflows/cd-wheel.yml

@@ -117,12 +117,12 @@ jobs:
         cd $(brew --prefix)/bin
         gfortran=$(ls gfortran-* | sort | head -n 1)
         sudo ln -s $gfortran gfortran
+        # unlink libevent
+        brew unlink libevent || true
         # install autotools
         brew install autoconf
         brew install automake
         brew install libtool
-        # unlink libevent
-        brew unlink libevent || true
         # install uv
         brew install uv
 
@@ -174,7 +174,7 @@ jobs:
         CIBW_REPAIR_WHEEL_COMMAND_MACOS: >
           delocate-wheel
           --ignore-missing-dependencies
-          --exclude libmpi --exclude libpmpi
+          --exclude libmpi --exclude libpmpi --exclude libfabric
           --require-archs {delocate_archs}
           -w {dest_dir} -v {wheel}
 

bootstrap.sh

@@ -38,6 +38,35 @@ if test ! -d "$SOURCE"; then
     if test -f "$patch"; then
         patch -p1 -i "$patch" -d "$SOURCE"
     fi
+    if test "$mpiname" = "mpich"; then
+        if test "${version}" \> "4.2.2"; then
+            conf_args='s/\(ofi_subdir_args\)=\("--enable-embedded"\)/\1=""/'
+            configure="$SOURCE"/configure
+            sed -i.orig "$conf_args" "$configure"
+        fi
+        if test "${version}" \< "4.2.0"; then
+            disable_doc='s/^\(install-data-local:\s\+\)\$/\1#\$/'
+            Makefile="$SOURCE"/Makefile.in
+            sed -i.orig "$disable_doc" "$Makefile"
+        fi
+    fi
+    if test "$mpiname" = "openmpi"; then
+        makefiles=(
+            "$SOURCE"/3rd-party/openpmix/src/util/keyval/Makefile.in
+            "$SOURCE"/3rd-party/prrte/src/mca/rmaps/rank_file/Makefile.in
+            "$SOURCE"/3rd-party/prrte/src/util/hostfile/Makefile.in
+        )
+        variables=(
+            PRTE_CFLAGS_BEFORE_PICKY
+            PMIX_CFLAGS_BEFORE_PICKY
+        )
+        for makefile in "${makefiles[@]}"; do
+            test -f "$makefile" || continue
+            for variable in "${variables[@]}"; do
+                echo "$variable = @CFLAGS@" >> "$makefile"
+            done
+        done
+    fi
     if test "$mpiname-$(uname)" = "openmpi-Darwin"; then
         if test -d "$SOURCE"/3rd-party; then
             cd "$SOURCE"/3rd-party

build-wheel.sh

@@ -13,14 +13,14 @@ export CIBW_ARCHS=$ARCHLIST
 export CIBW_BEFORE_ALL='bash {project}/cibw-build-mpi.sh'
 export CIBW_TEST_COMMAND='bash {project}/cibw-check-mpi.sh'
 export CIBW_ENVIRONMENT_PASS='MPINAME RELEASE SOURCE WORKDIR DESTDIR'
-export CIBW_REPAIR_WHEEL_COMMAND_MACOS='delocate-wheel --ignore-missing-dependencies --exclude libmpi --exclude libpmpi --require-archs {delocate_archs -w {dest_dir} -v {wheel}'
+export CIBW_REPAIR_WHEEL_COMMAND_MACOS='delocate-wheel --ignore-missing-dependencies --exclude libmpi --exclude libpmpi --exclude libfabric --require-archs {delocate_archs -w {dest_dir} -v {wheel}'
 
 if test "$(uname)" = Linux; then
     containerengine=$(basename "$(command -v podman || command -v docker)")
     export CIBW_CONTAINER_ENGINE=$containerengine
     export SOURCE="/project/$SOURCE"
-    export WORKDIR="/host/$PWD/$WORKDIR"
-    export DESTDIR="/host/$PWD/$DESTDIR"
+    export WORKDIR="/host$PWD/$WORKDIR"
+    export DESTDIR="/host$PWD/$DESTDIR"
     platform=linux
 fi
 if test "$(uname)" = Darwin; then

check-wheel.sh

@@ -16,7 +16,9 @@ unzip -qq "$wheelfile" -d "$workdir"
 cd "$workdir"
 
 whlname=$(basename "$wheelfile")
-pkgname=${whlname%%-*}
+whlinfo=${whlname%%-py*}
+pkgname=${whlinfo%%-*}
+version=${whlinfo##*-}
 mpiname=${pkgname}
 
 data=$(ls -d "$pkgname"-*.data/data)
@@ -29,6 +31,9 @@ if test "$(uname)" = Linux; then
     libsdir=.libs
     print-runpath() { patchelf --print-rpath  "$1"; }
     print-needed()  { patchelf --print-needed "$1"; }
+    if test -f "$data"/lib/libfabric.so; then
+        runlibs=$runlibs'|libfabric'$soregex
+    fi
     if test -f "$data"/lib/libucp.so; then
         runlibs=$runlibs'|libuc(m|p|s|t)'$soregex
     fi
@@ -41,6 +46,9 @@ if test "$(uname)" = Darwin; then
     libsdir=.dylibs
     print-runpath() { otool -l "$1" | sed -n '/RPATH/{n;n;p;}'; }
     print-needed()  { otool -L "$1" | sed 1,1d; }
+    if test -f "$data"/lib/libfabric.dylib; then
+        runlibs=$runlibs'|libfabric'$soregex
+    fi
     if test -f "$data"/lib/libucp.dylib; then
         runlibs=$runlibs'|libuc(m|p|s|t)'$soregex
     fi
@@ -67,7 +75,12 @@ if test "$mpiname" = "mpich"; then
     libraries=(
         "$data"/lib/libmpi.*
     )
-    if test -d "$data"/lib/ucx; then
+    if ls "$data"/lib/libfabric.* > /dev/null 2>&1; then
+        libraries+=(
+            "$data"/lib/libfabric.*
+        )
+    fi
+    if ls "$data"/lib/libuct.* > /dev/null 2>&1; then
         libraries+=(
             "$data"/lib/libuc[mpst]*.*
             "$data"/lib/ucx/libuc*.*
@@ -96,14 +109,22 @@ if test "$mpiname" = "openmpi"; then
         "$data"/lib/libmpi.*
         "$data"/lib/libopen-*.*
     )
+    if test "${version%%.*}" -ge 5; then
+        libraries+=(
+            "$data"/lib/libevent*.*
+            "$data"/lib/libhwloc.*
+            "$data"/lib/libpmix.*
+            "$data"/lib/libprrte.*
+        )
+    fi
     runlibs+='|lib(z|util|event.*|hwloc)'$soregex
     runlibs+='|lib(open-(pal|rte)|pmix|prrte)'$soregex
 fi
 
 check-binary() {
     local dso=$1 out1="" out2=""
     echo checking "$dso"...
-    test -f "$dso" || printf "ERROR: file not found\n"
+    test -f "$dso" || (printf "ERROR: file not found\n"; exit 1)
     out1="$(print-runpath "$dso" | grep -vE "$runpath" || true)"
     test -z "$out1" || printf "ERROR: RUNPATH\n%s\n" "$out1"
     out2="$(print-needed  "$dso" | grep -vE "$runlibs" || true)"
@@ -114,15 +135,15 @@ check-binary() {
 for header in "${headers[@]-}"; do
     test -n "$header" || break
     echo checking "$header"...
-    test -f "$header"
+    test -f "$header" || (printf "ERROR: file not found\n"; exit 1)
     out=$(grep -E '^#include\s+"mpicxx\.h"' "$header" || true)
     test -z "$out" || printf "ERROR: include\n%s\n" "$out"
     test -z "$out"
 done
 for script in "${scripts[@]-}"; do
     test -n "$script" || break
     echo checking "$script"...
-    test -f "$script"
+    test -f "$script" || (printf "ERROR: file not found\n"; exit 1)
     out=$(grep -E "/opt/$mpiname" "$script" || true)
     test -z "$out" || printf "ERROR: prefix\n%s\n" "$out"
     test -z "$out"