PYTHON-5203 Use uv from Python toolchain if available (#634)

Co-authored-by: Ezra Chung <[email protected]>

Author: blink1073

.evergreen/auth_aws/activate-authawsvenv.sh

@@ -34,7 +34,6 @@ activate_authawsvenv() {
     . ../find-python3.sh || return
     PYTHON=$(ensure_python3) || return
 
-    echo "Creating virtual environment 'authawsvenv'..."
     venvcreate "${PYTHON:?}" authawsvenv || return
 
     local packages=(

.evergreen/find-python3.sh

@@ -314,19 +314,41 @@ find_python3() (
 # with `2>/dev/null` to silence these messages.
 #
 # If DRIVERS_TOOLS_PYTHON is set, it will return that value.  Otherwise
-# it will use find_python3 to return a suitable value.
+# it will look for the "Current" python in the python toolchain.  Finally,
+# it will fall back to using find_python3 to return a suitable value.
 #
 ensure_python3() {
-  declare python_binary
-  python_binary="${DRIVERS_TOOLS_PYTHON:-}"
+  # Use "$DRIVERS_TOOLS_PYTHON".
+  if command -v "${DRIVERS_TOOLS_PYTHON:-}" >/dev/null; then
+    echo "Using Python binary ${DRIVERS_TOOLS_PYTHON:?}" >&2
+    echo "${DRIVERS_TOOLS_PYTHON:?}"
+    return
+  fi
+
+  # Use Python Toolchain.
+  declare python_binary=""
+  case "${OSTYPE:?}" in
+  cygwin)
+    python_binary="/cygdrive/c/Python/Current/python.exe"
+    ;;
+  darwin*)
+    python_binary="/Library/Frameworks/Python.Framework/Versions/Current/bin/python3"
+    ;;
+  *)
+    python_binary="/opt/python/Current/bin/python3"
+    ;;
+  esac
+  if command -v "${python_binary:?}" >/dev/null; then
+    echo "Using Python binary ${python_binary:?}" >&2
+    echo "${python_binary:?}"
+    return
+  fi
+
+  # Use find_python3.
   {
-    if [ -z "${python_binary}" ]; then
-      echo "Finding Python3 binary..."
-      python_binary="$(find_python3 2>/dev/null)" || return
-      echo "Finding Python3 binary... done."
-    else
-      echo "Using Python binary $python_binary"
-    fi
+    echo "Finding Python3 binary..."
+    python_binary="$(find_python3 2>/dev/null)" || return
+    echo "Finding Python3 binary... done."
   } 1>&2
   echo "${python_binary:?}"
 }

.evergreen/install-cli.sh

@@ -8,9 +8,7 @@ if [ -z "$BASH" ]; then
   return 1
 fi
 
-if [ -z "${1:-}" ]; then
-  echo "Must give a target directory!"
-fi
+TARGET_DIR="${1:?"must give a target directory!"}"
 
 SCRIPT_DIR=$(dirname ${BASH_SOURCE[0]})
 . $SCRIPT_DIR/handle-paths.sh
@@ -27,33 +25,58 @@ if [ "${DOCKER_RUNNING:-}" == "true" ]; then
   UV_TOOL_DIR=$_root_dir/uv-tool
 fi
 
-. ./venv-utils.sh
+# If uv is not on path, try see if it is available from the Python toolchain.
+if ! command -v uv >/dev/null; then
+  export PATH
+  case "${OSTYPE:?}" in
+  cygwin)
+    PATH="/cygdrive/c/Python/Current:${PATH:-}"
+    ;;
+  darwin*)
+    PATH="/Library/Frameworks/Python.Framework/Versions/Current/bin:${PATH:-}"
+    ;;
+  *)
+    PATH="/opt/python/Current/bin:${PATH:-}"
+    ;;
+  esac
+fi
 
-if [ ! -d $SCRIPT_DIR/venv ]; then
+if command -V uv 2>/dev/null; then
+  # Ensure there is a venv available for backward compatibility.
+  uv venv venv
+else
+  # If uv is still not available, we need a venv.
+  . ./venv-utils.sh
 
-  . ./find-python3.sh
+  # Create and activate `venv` via `venvcreate` or `venvactivate`.
+  if [ ! -d "$SCRIPT_DIR/venv" ]; then
 
-  echo "Ensuring python binary..."
-  PYTHON=$(ensure_python3 2>/dev/null)
-  echo "Ensuring python binary... done."
+    . ./find-python3.sh
 
-  echo "Creating virtual environment 'venv'..."
-  venvcreate "${PYTHON:?}" venv
-  echo "Creating virtual environment 'venv'... done."
-else
-  venvactivate venv
-fi
+    echo "Ensuring python binary..."
+    PYTHON="$(ensure_python3 2>/dev/null)"
+    echo "Ensuring python binary... done."
 
-if ! command -v uv >/dev/null; then
+    echo "Creating virtual environment 'venv'..."
+    venvcreate "${PYTHON:?}" venv
+    echo "Creating virtual environment 'venv'... done."
+  else
+    venvactivate venv
+  fi
+
+  # Install uv into the newly created venv.
   UV_UNMANAGED_INSTALL=1 python -m pip install -q --force-reinstall uv
+
+  # Ensure a working uv binary is present.
+  command -V uv
 fi
 
-command -V uv # Ensure a working uv binary is present.
+[[ -d venv ]] # venv should exist by this point.
 
 # Store paths to binaries for use outside of current working directory.
-python_binary="$(which python)"
+python_binary="$(uv run --no-project python -c 'import sys;print(sys.executable)')"
 
-pushd $1 > /dev/null
+pushd "$TARGET_DIR" > /dev/null
 
 # Add support for MongoDB 3.6, which was dropped in pymongo 4.11.
 EXTRA_ARGS=""
@@ -66,14 +89,14 @@ fi
 if [ "Windows_NT" == "${OS:-}" ]; then
   TMP_DIR=$(cygpath -m "$(mktemp -d)")
   PATH="$SCRIPT_DIR/venv/Scripts:$PATH"
-  UV_TOOL_BIN_DIR=${TMP_DIR} uv tool install ${EXTRA_ARGS} --force --editable .
+  UV_TOOL_BIN_DIR=${TMP_DIR} uv tool install ${EXTRA_ARGS} --with certifi --force --editable .
   filenames=$(ls ${TMP_DIR})
   for filename in $filenames; do
     mv $TMP_DIR/$filename "$1/${filename//.exe/}"
   done
   rm -rf $TMP_DIR
 else
-  UV_TOOL_BIN_DIR=$(pwd) uv tool install -q ${EXTRA_ARGS} --python "${python_binary}" --force --editable .
+  UV_TOOL_BIN_DIR=$(pwd) uv tool install -q ${EXTRA_ARGS} --python "${python_binary}" --with certifi --force --editable .
 fi
 
 popd > /dev/null

.evergreen/setup.sh

@@ -28,7 +28,7 @@ PATH=$PATH
 EOF
 
 # Set the python binary to use.
-DRIVERS_TOOLS_PYTHON=$(find_python3 2>/dev/null)
+DRIVERS_TOOLS_PYTHON="$(ensure_python3 2>/dev/null)"
 echo "DRIVERS_TOOLS_PYTHON=$DRIVERS_TOOLS_PYTHON" >> $DRIVERS_TOOLS/.env
 
 # Install the clis in this folder.