|
| 1 | +#!/bin/bash |
| 2 | +# Add bind mounts in a user namespace and change to that space. |
| 3 | +# Requires being able to run unshare -rm and the ability to do fuse mounts |
| 4 | +# (kernel >= 4.18) and requires fuse-overlayfs. |
| 5 | +# Written by Dave Dykstra November 2024, based heavily on cvmfsexec. |
| 6 | + |
| 7 | +#set -x |
| 8 | +#PS4='c$$+ ' |
| 9 | + |
| 10 | +VERSION=4.42 |
| 11 | + |
| 12 | +usage() |
| 13 | +{ |
| 14 | + echo "Usage: bindexec [-v] [src:dest ...] -- [command]" >&2 |
| 15 | + echo " Bind mount each src to dest in new user mount namespace and run command" >&2 |
| 16 | + echo " -v: print current version and exit" >&2 |
| 17 | + exit 1 |
| 18 | +} |
| 19 | + |
| 20 | +# needed for pivot_root |
| 21 | +PATH=$PATH:/usr/sbin |
| 22 | + |
| 23 | +TMPD="$(mktemp -d /dev/shm/bindexec.XXXXXXXXXX)" |
| 24 | +trap "rm -rf $TMPD" 0 # note that trap does not carry past exec |
| 25 | +STARTFIFO=$TMPD/start |
| 26 | +WAITFIFO=$TMPD/wait |
| 27 | +mkfifo $STARTFIFO $WAITFIFO |
| 28 | + |
| 29 | +# bash syntax {NAME}<&N doesn't work on older bashes such as the |
| 30 | +# version 3.2.x on macOS Big Sur, and in fact it fails with an error |
| 31 | +# message but not an error code, so test for it first to be able to |
| 32 | +# gracefully die |
| 33 | + |
| 34 | +if [ -n "$({TESTX}<&0 2>&1)" ]; then |
| 35 | + echo "Cannot assign file descriptors to variables, bash version too old" >&2 |
| 36 | + exit 1 |
| 37 | +fi |
| 38 | + |
| 39 | +# make a copy of stdin fd, for sending to the final command |
| 40 | +exec {STDINCOPYFD}<&0 |
| 41 | + |
| 42 | +ORIGPWD=$PWD |
| 43 | + |
| 44 | +# can't use OPTIND because it can't distinguish between -- there or missing |
| 45 | +NOPTS=0 |
| 46 | +while getopts "v" OPTION; do |
| 47 | + let NOPTS+=1 |
| 48 | + case $OPTION in |
| 49 | + v) echo "$VERSION" |
| 50 | + exit |
| 51 | + ;; |
| 52 | + \?) usage |
| 53 | + ;; |
| 54 | + esac |
| 55 | +done |
| 56 | +shift $NOPTS |
| 57 | + |
| 58 | +BINDS="" |
| 59 | +for ARG; do |
| 60 | + if [ "$ARG" == "--" ]; then |
| 61 | + break |
| 62 | + fi |
| 63 | + if [[ "$ARG" != *:* ]]; then |
| 64 | + echo "bindexec: $ARG does not contain a colon" >&2 |
| 65 | + usage |
| 66 | + fi |
| 67 | + if [[ "$ARG" != /* ]] || [[ "$ARG" != *:/* ]]; then |
| 68 | + echo "bindexec: source or destination in $ARG do not start with \"/\"" >&2 |
| 69 | + usage |
| 70 | + fi |
| 71 | + BINDS="$BINDS $ARG" |
| 72 | + shift |
| 73 | +done |
| 74 | + |
| 75 | +if [ "$ARG" != "--" ]; then |
| 76 | + echo "bindexec: no double-hyphen found" >&2 |
| 77 | + usage |
| 78 | +fi |
| 79 | +shift |
| 80 | + |
| 81 | +ORIGUID="$(id -u)" |
| 82 | +ORIGGID="$(id -g)" |
| 83 | + |
| 84 | +UNSHAREOPTS="--propagation unchanged" |
| 85 | + |
| 86 | +# Note that within the HERE document, unprotected $ substitutions are |
| 87 | +# done by the surrounding shell, and \$ is within the unshare shell |
| 88 | +unshare -rm -pf $UNSHAREOPTS /bin/bash /dev/stdin "${@:-$SHELL}" <<!EOF-1! |
| 89 | + #set -x |
| 90 | + #PS4='c\$$+ ' |
| 91 | +
|
| 92 | + # now in the first "fake root" namespace |
| 93 | + mount -t proc proc /proc |
| 94 | + mkdir -p $TMPD/upper $TMPD/work $TMPD/overlay |
| 95 | +
|
| 96 | + # put the bind mounts into the upper dir |
| 97 | + for BIND in $BINDS; do |
| 98 | + SRC="\${BIND%:*}" |
| 99 | + DST="\${BIND#*:}" |
| 100 | + if [ -d "\$SRC" ]; then |
| 101 | + mkdir -p $TMPD/upper\$DST |
| 102 | + elif [ -f "\$SRC" ]; then |
| 103 | + DSTDIR="\${DST%/*}" |
| 104 | + if [ "\$DST" != "\$DSTDIR" ]; then |
| 105 | + mkdir -p $TMPD/upper\$DSTDIR |
| 106 | + fi |
| 107 | + touch $TMPD/upper\$DST |
| 108 | + else |
| 109 | + echo "bindexec: \$SRC not found, skipping" >&2 |
| 110 | + fi |
| 111 | + mount --bind \$SRC $TMPD/upper\$DST |
| 112 | + done |
| 113 | +
|
| 114 | + # Leave this bash running as PID 1, because most other |
| 115 | + # programs won't handle signals & child reaping correctly. |
| 116 | + # Note that all other processes in the namespaces will get |
| 117 | + # a SIGKILL when PID 1 exits. |
| 118 | + trap "" 1 2 3 15 # ignore all ordinary signals |
| 119 | +
|
| 120 | + fuse-overlayfs -o lowerdir=/,upperdir=$TMPD/upper,workdir=$TMPD/work $TMPD/overlay 2> >(grep -v lazytime >&2) |
| 121 | + # Put original system dirs on top of the overlay |
| 122 | + mount -t proc proc $TMPD/overlay/proc |
| 123 | + mount --rbind /sys $TMPD/overlay/sys |
| 124 | + mount --rbind /dev $TMPD/overlay/dev |
| 125 | +
|
| 126 | + # Add cvmfs on top if it is present |
| 127 | + if [ -d /cvmfs ]; then |
| 128 | + mkdir -p $TMPD/overlay/cvmfs |
| 129 | + mount --rbind /cvmfs $TMPD/overlay/cvmfs |
| 130 | + fi |
| 131 | +
|
| 132 | + # Also bind on top nfs mounts because they don't work through fuse-overlayfs |
| 133 | + mount|while read FROM X TO X TYPE REST; do |
| 134 | + if [[ \$TYPE = nfs* ]]; then |
| 135 | + mkdir -p $TMPD/overlay\$TO |
| 136 | + # this sometimes fails with weird bind mount combinations |
| 137 | + # under apptainer so just save the output in a variable so |
| 138 | + # it can be seen with debugging enabled |
| 139 | + MSG="\$(mount --rbind \$TO $TMPD/overlay\$TO 2>&1)" |
| 140 | + fi |
| 141 | + done |
| 142 | +
|
| 143 | + # Start a second fake root namespace so we don't interfere with the |
| 144 | + # fuse-overlayfs mount space when we do the pivot_root. |
| 145 | + # Quoting the HERE document's delimeter makes this nested shell not |
| 146 | + # interpret $ substitutions, but the previous one still does so |
| 147 | + # need to use \$ when don't want first shell to expand. |
| 148 | + unshare -rm $UNSHAREOPTS /bin/bash /dev/stdin "\${@:-$SHELL}" <<'!EOF-2!' |
| 149 | + #set -x |
| 150 | + #PS4='c\$$+ ' |
| 151 | +
|
| 152 | + ( |
| 153 | + # This is a background process for setting up the child's uid map |
| 154 | + trap "" 1 2 3 15 # ignore ordinary signals |
| 155 | + read PID |
| 156 | + # set up uid/gid map |
| 157 | + echo "$ORIGGID 0 1" >/proc/"\$PID"/gid_map |
| 158 | + echo "$ORIGUID 0 1" >/proc/"\$PID"/uid_map |
| 159 | + echo "ready" >$WAITFIFO |
| 160 | + ) <$STARTFIFO & |
| 161 | + |
| 162 | + # Change to the new root. Would use chroot but it doesn't work. |
| 163 | + mount --rbind $TMPD/overlay $TMPD/overlay # pivot_root requires this |
| 164 | + cd $TMPD/overlay |
| 165 | + mkdir -p .old-root |
| 166 | + pivot_root . .old-root |
| 167 | + cd $ORIGPWD |
| 168 | +
|
| 169 | + # Finally, start the user namespace with the original uid/gid |
| 170 | + # This HERE document is also quoted and so the shell does not expand |
| 171 | + exec unshare -U $UNSHAREOPTS /bin/bash /dev/stdin "\${@:-$SHELL}" <<'!EOF-3!' |
| 172 | + #set -x |
| 173 | + #PS4='c\$$+ ' |
| 174 | +
|
| 175 | + # now in the user namespace |
| 176 | +
|
| 177 | + echo "\$$" >$STARTFIFO |
| 178 | + # wait for the uid/gid maps to be set up |
| 179 | + read X <$WAITFIFO |
| 180 | +
|
| 181 | + exec "\$@" <&$STDINCOPYFD $STDINCOPYFD<&- |
| 182 | +!EOF-3! |
| 183 | +
|
| 184 | +!EOF-2! |
| 185 | +
|
| 186 | +!EOF-1! |
0 commit comments