swtich from pipenv to uv to handle python dependencies for tests

Author: cderv

.github/workflows/test-ff-matrix.yml

@@ -114,18 +114,17 @@ jobs:
         env:
           GITHUB_PAT: ${{ secrets.GITHUB_TOKEN }}
 
-      - name: Set up Python
-        uses: actions/setup-python@v4
+      - name: Install uv for Python
+        uses: astral-sh/setup-uv@v3
         with:
-          python-version: "3.12"
-          cache: "pipenv"
-          cache-dependency-path: "./tests/Pipfile.lock"
+          version: "0.4.30"
+          enable-cache: true
+          cache-dependency-glob: "tests/uv.lock"
 
-      - name: Restore Python Dependencies
+      - name: Install Python and Dependencies
         working-directory: tests
         run: |
-          python -m pip install pipenv
-          pipenv install
+          uv sync
 
       - uses: ./.github/workflows/actions/quarto-dev
 
@@ -157,8 +156,8 @@ jobs:
         run: |
           # Setup IJulia with the jupyter from the Python environment
           # https://julialang.github.io/IJulia.jl/stable/manual/installation/
-          export JUPYTER=$(find $(dirname $(pipenv run which jupyter))/ -type f -name "jupyter.exe" -o -name "jupyter")
-          pipenv run julia --color=yes --project=. -e "import Pkg; Pkg.instantiate(); Pkg.build(\"IJulia\"); Pkg.precompile()"
+          export JUPYTER=$(find $(dirname $(uv run which jupyter))/ -type f -name "jupyter.exe" -o -name "jupyter")
+          uv run julia --color=yes --project=. -e "import Pkg; Pkg.instantiate(); Pkg.build(\"IJulia\"); Pkg.precompile()"
           echo "Julia Jupyter:"
           julia --project=. -e "import IJulia;println(IJulia.JUPYTER);println(IJulia.find_jupyter_subcommand(\"notebook\"))"
 

.github/workflows/test-smokes.yml

@@ -140,18 +140,17 @@ jobs:
         env:
           GITHUB_PAT: ${{ secrets.GITHUB_TOKEN }}
 
-      - name: Set up Python
-        uses: actions/setup-python@v5
+      - name: Install uv for Python
+        uses: astral-sh/setup-uv@v3
         with:
-          python-version: "3.12"
-          cache: "pipenv"
-          cache-dependency-path: "./tests/Pipfile.lock"
+          version: "0.4.30"
+          enable-cache: true
+          cache-dependency-glob: "tests/uv.lock"
 
-      - name: Restore Python Dependencies
+      - name: Install Python and Dependencies
         working-directory: tests
         run: |
-          python -m pip install pipenv==2024.3.0
-          pipenv install
+          uv sync
 
       - uses: ./.github/workflows/actions/quarto-dev
 
@@ -181,8 +180,8 @@ jobs:
         run: |
           # Setup IJulia with the jupyter from the Python environment
           # https://julialang.github.io/IJulia.jl/stable/manual/installation/
-          export JUPYTER=$(find $(dirname $(pipenv run which jupyter))/ -type f -name "jupyter.exe" -o -name "jupyter")
-          pipenv run julia --color=yes --project=. -e "import Pkg; Pkg.instantiate(); Pkg.build(\"IJulia\"); Pkg.precompile()"
+          export JUPYTER=$(find $(dirname $(uv run which jupyter))/ -type f -name "jupyter.exe" -o -name "jupyter")
+          uv run julia --color=yes --project=. -e "import Pkg; Pkg.instantiate(); Pkg.build(\"IJulia\"); Pkg.precompile()"
           echo "Julia Jupyter:"
           julia --project=. -e "import IJulia;println(IJulia.JUPYTER);println(IJulia.find_jupyter_subcommand(\"notebook\"))"
 

tests/.python-version

@@ -1 +1 @@
-3.12.1
+3.12.7

tests/Pipfile

@@ -23,22 +23,13 @@ try { $null = gcm python -ea stop; $python=$true } catch {
 }
 
 If ( $py -and $python) {
-    Write-Host "Setting up python environnement with pipenv"
-    try { $null = gcm pipenv -ea stop; $pipenv=$true } catch { 
-      Write-Host -ForegroundColor red "No pipenv found in PATH - Installing pipenv running ``pip install pipenv``"
+    Write-Host "Setting up python environnement with uv"
+    try { $null = gcm uv -ea stop; $uv=$true } catch { 
+      Write-Host -ForegroundColor red "No uv found in PATH - Install uv please: https://docs.astral.sh/uv/getting-started/installation/"
     }
-    If ($null -eq $pipenv) {
-      python -m pip install pipenv
-      try { $null = gcm pyenv -ea stop; $pyenv=$true } catch { }
-      If ($pyenv) {
-        pyenv rehash
-      }
-    }
-    # our default is pipenv to use its own virtualenv and be in project directory
-    $Env:PIPENV_IGNORE_VIRTUALENVS=1
-    $Env:PIPENV_VENV_IN_PROJECT=1
-    pipenv install
-    $pipenv=$true
+    # install from lockfile
+    uv sync
+    $uv=$true
 }
 
 # Check Julia environment --- 

tests/Pipfile.lock

@@ -28,20 +28,14 @@ then
 fi
 if [ -n $python_exists ]
 then
-  pipenv_exist=$(command -v pipenv)
-  if [ -z $pipenv_exist ] 
+  uv_exist=$(command -v uv)
+  if [ -z $uv_exist ] 
+    echo "Setting up python environnement with uv"
+    # create or sync the virtual env in the project
+    uv sync
   then
-    echo "No pipenv found - Installing pipenv running ``pip install pipenv``..."
-    $python_exists -m pip install pipenv
-    echo "...pipenv installed"
+    echo "No uv found - Install uv please: https://docs.astral.sh/uv/getting-started/installation/"
   fi
-  # specific for pyenv shim
-  [[ -n $(command -v pyenv) ]] && pyenv rehash
-  echo "Setting up python environnement with pipenv"
-  # our default is pipenv to use its own virtualenv and be in project directory
-  export PIPENV_IGNORE_VIRTUALENVS=1
-  export PIPENV_VENV_IN_PROJECT=1
-  pipenv install
 fi
 
 # Check Julia environment ---

tests/configure-test-env.ps1

@@ -0,0 +1,16 @@
+[project]
+name = "tests"
+version = "0.1.0"
+description = "Quarto Tests"
+requires-python = ">=3.12"
+dependencies = [
+    "bokeh>=3.6.0",
+    "ipyleaflet>=0.19.2",
+    "itables>=2.2.3",
+    "jupyter-cache>=1.0.0",
+    "jupyter>=1.1.1",
+    "matplotlib>=3.9.2",
+    "pandas>=2.2.3",
+    "seaborn>=0.13.2",
+    "shiny>=1.2.0",
+]

tests/configure-test-env.sh

@@ -138,12 +138,16 @@ $DENO_ARGS += -split $QUARTO_IMPORT_MAP_ARG
 $DENO_ARGS += $TESTS_TO_RUN
 
 # Activate python virtualenv
-# set QUARTO_TESTS_FORCE_NO_PIPENV env var to not activate the virtualenv managed by pipenv for the project
-If ($null -eq $Env:QUARTO_TESTS_FORCE_NO_PIPENV) {
+# set QUARTO_TESTS_FORCE_NO_VENV env var to not activate the virtualenv located in the project
+# QUARTO_TESTS_FORCE_NO_PIPENV is there for backward compatibility
+If ($null -eq $Env:QUARTO_TESTS_FORCE_NO_VENV -and $null -ne $Env:QUARTO_TESTS_FORCE_NO_PIPENV) {
+  $Env:QUARTO_TESTS_FORCE_NO_VENV = $Env:QUARTO_TESTS_FORCE_NO_PIPENV
+}
+If ($null -eq $Env:QUARTO_TESTS_FORCE_NO_VENV) {
   # Save possible activated virtualenv for later restauration
   $OLD_VIRTUAL_ENV=$VIRTUAL_ENV
-  Write-Host "> Activating virtualenv for Python tests in Quarto"
-  . "$(pipenv --venv)/Scripts/activate.ps1"
+  Write-Host "> Activating virtualenv from .venv for Python tests in Quarto"
+  . $(Join-Path $QUARTO_ROOT "tests" ".venv/Scripts/activate.ps1")
   Write-Host "> Using Python from " -NoNewline; Write-Host "$((gcm python).Source)" -ForegroundColor Blue;
   Write-Host "> VIRTUAL_ENV: " -NoNewline; Write-Host "$($env:VIRTUAL_ENV)" -ForegroundColor Blue;
   $quarto_venv_activated = $true

tests/pyproject.toml

@@ -33,13 +33,17 @@ then
 fi
 
 # Activating python virtualenv
-# set QUARTO_TESTS_FORCE_NO_PIPENV env var to not activate the virtualenv managed by pipenv for the project
-if [[ -z $QUARTO_TESTS_FORCE_NO_PIPENV ]]
+# set QUARTO_TESTS_FORCE_NO_VENV env var to not activate the virtualenv located in the project
+# QUARTO_TESTS_FORCE_NO_PIPENV is there for backward compatibility
+if [[ -z $QUARTO_TESTS_FORCE_NO_VENV && -n $QUARTO_TESTS_FORCE_NO_PIPENV ]]; then
+  export QUARTO_TESTS_FORCE_NO_VENV=$QUARTO_TESTS_FORCE_NO_PIPENV
+fi
+if [[ -z $QUARTO_TESTS_FORCE_NO_VENV ]]
 then
   # Save possible activated virtualenv for later restauration
   OLD_VIRTUAL_ENV=$VIRTUAL_ENV
-  echo "> Activating virtualenv for Python tests in Quarto"
-  source "$(pipenv --venv)/bin/activate"
+  echo "> Activating virtualenv from .venv for Python tests in Quarto"
+  source "$QUARTO_ROOT/tests/bin/activate"
   echo "> Using Python from $(which python)"
   echo "> VIRTUAL_ENV: ${VIRTUAL_ENV}"
   quarto_venv_activated="true"