actions: provision dependencies from conda-forge

oliver-sanders · oliver-sanders · commit e585631590f0 · 2025-03-11T11:37:08.000Z
* Install system dependencies from conda-forge rather than relying on
  the OS package manager.
* This divorces us from the system environment / underlying OS image,
  isolating us from changes to it.
* This gives us more flexibility in the versions of the systems we
  install (e.g. no need to change OS image to install an older/newer
  version of Python).
diff --git a/.github/workflows/test_fast.yml b/.github/workflows/test_fast.yml
@@ -12,6 +12,10 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
 
+defaults:
+  run:
+    shell: bash -c "exec $CONDA_PREFIX/bin/bash -elo pipefail {0}"
+
 jobs:
   test:
     runs-on: ${{ matrix.os }}
@@ -20,12 +24,10 @@ jobs:
       fail-fast: false # don't stop on first failure
       matrix:
         os: ['ubuntu-latest']
-        python-version: ['3.8', '3.10', '3.11', '3']
+        python-version: ['3.7', '3.8', '3.10', '3.11', '3.12', '3']
         include:
-          - os: 'ubuntu-22.04'
-            python-version: '3.7'
           - os: 'macos-latest'
-            python-version: '3.9'  # oldest supported version
+            python-version: '3.8'  # oldest version with arm64 builds
           # non-utc timezone test
           - os: 'ubuntu-latest'
             python-version: '3.9'  # not the oldest, not the most recent version
@@ -39,24 +41,25 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v4
 
-      - name: Configure Python
-        uses: actions/setup-python@v5
+      - name: Install System Dependencies
+        uses: mamba-org/setup-micromamba@v2
         with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Apt-Get Install
-        if: startsWith(matrix.os, 'ubuntu')
+          cache-environment: true
+          post-cleanup: 'all'
+          environment-name: cylc-fast-test
+          create-args: >-
+            python=${{ matrix.python-version }}
+            pip
+            bash
+            sqlite
+
+      - name: Install Python Dependencies
         run: |
-          sudo apt-get update
-          sudo apt-get install -y sqlite3
+          pip install -e ."[all]"
 
       - name: Patch DNS
         uses: cylc/release-actions/patch-dns@v1
 
-      - name: Install
-        run: |
-          pip install -e ."[all]"
-
       - name: Configure git  # Needed by the odd test
         uses: cylc/release-actions/configure-git@v1
 
@@ -99,21 +102,26 @@ jobs:
   lint:
     runs-on: 'ubuntu-latest'
     timeout-minutes: 10
+    strategy:
+      matrix:
+        python-version: ['3']
     steps:
-      - name: Apt-Get Install
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y shellcheck
-
       - name: Checkout
         uses: actions/checkout@v4
 
-      - name: Configure Python
-        uses: actions/setup-python@v5
+      - name: Install System Dependencies
+        uses: mamba-org/setup-micromamba@v2
         with:
-          python-version: 3.x
-
-      - name: Install
+          cache-environment: true
+          post-cleanup: 'all'
+          environment-name: cylc-lint-test
+          create-args: >-
+            python=${{ matrix.python-version }}
+            pip
+            bash
+            shellcheck
+
+      - name: Install Python Dependencies
         run: |
           pip install -e ."[tests]"
 
diff --git a/.github/workflows/test_functional.yml b/.github/workflows/test_functional.yml
@@ -32,6 +32,10 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
 
+defaults:
+  run:
+    shell: bash -c "exec $CONDA_PREFIX/bin/bash -elo pipefail {0}"
+
 jobs:
   test:
     runs-on: ${{ matrix.os }}
@@ -56,34 +60,34 @@ jobs:
             platform: '_local_background*'
           # tests/k
           - name: 'flaky'
-            os: 'ubuntu-22.04'
+            os: 'ubuntu-latest'
             python-version: '3.7'
             test-base: 'tests/k'
             chunk: '1/1'
             platform: '_local_background* _local_at*'
           # remote platforms
           - name: '_remote_background_indep_poll'
-            os: 'ubuntu-22.04'
+            os: 'ubuntu-latest'
             python-version: '3.7'
             test-base: 'tests/f tests/k'
             chunk: '1/1'
             platform: '_remote_background_indep_poll _remote_at_indep_poll'
           - name: '_remote_background_indep_tcp'
-            os: 'ubuntu-22.04'
+            os: 'ubuntu-latest'
             test-base: 'tests/f tests/k'
             python-version: '3.7'
             chunk: '1/1'
             platform: '_remote_background_indep_tcp _remote_at_indep_tcp'
           # macos
           - name: 'macos 1/5'
             os: 'macos-latest'
-            python-version: '3.9'
+            python-version: '3.8'  # oldest available
             test-base: 'tests/f'
             chunk: '1/5'
             platform: '_local_background*'
           - name: 'macos 2/5'
             os: 'macos-latest'
-            python-version: '3.9'
+            python-version: '3'  # newest available
             test-base: 'tests/f'
             chunk: '2/5'
             platform: '_local_background*'
@@ -101,9 +105,20 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Configure Python
-        uses: actions/setup-python@v5
+        uses: mamba-org/setup-micromamba@v2
         with:
-          python-version: ${{ matrix.python-version }}
+          cache-environment: true
+          post-cleanup: 'all'
+          environment-name: cylc-functional-test
+          create-args: >-
+            python=${{ matrix.python-version }}
+            pip
+            bash
+            coreutils
+            sed
+            grep
+            tree
+            sqlite
 
       - name: Create global config
         run: |
@@ -128,36 +143,10 @@ jobs:
           __HERE__
           cat "$GLOBAL_CFG_PATH"
 
-      - name: Brew Install
-        if: startsWith(matrix.os, 'macos')
-        run: |
-          # install system deps
-          brew update
-          brew install bash coreutils gnu-sed grep
-
-          # add GNU coreutils and sed to the user PATH
-          # (see instructions in brew install output)
-          echo "$(brew --prefix)/opt/coreutils/libexec/gnubin" >> "${GITHUB_PATH}"
-          echo "$(brew --prefix)/opt/grep/libexec/gnubin" >> "${GITHUB_PATH}"
-          echo "$(brew --prefix)/opt/gnu-sed/libexec/gnubin" >> "${GITHUB_PATH}"
-
-          # add coreutils to the bashrc too (for jobs)
-          cat >> "${HOME}/.bashrc" <<__HERE__
-          PATH="$(brew --prefix)/opt/coreutils/libexec/gnubin:$PATH"
-          PATH="$(brew --prefix)/opt/grep/libexec/gnubin:$PATH"
-          PATH="$(brew --prefix)/opt/gnu-sed/libexec/gnubin:$PATH"
-          export PATH
-          __HERE__
-
-      - name: Apt-Get Install
-        if: startsWith(matrix.os, 'ubuntu')
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y sqlite3 tree at
-
       - name: Add .github/bin/ to PATH
         # Sets up mocked mail command & any other custom executables
-        run: echo "${{ github.workspace }}/.github/bin" >> $GITHUB_PATH
+        # run: echo "${{ github.workspace }}/.github/bin" >> $GITHUB_PATH
+        run: echo "export PATH=\"${{ github.workspace }}/.github/bin:$PATH\"" >> ~/.bashrc
 
       - name: Install
         run: |
@@ -167,6 +156,8 @@ jobs:
       - name: Configure Atrun
         if: contains(matrix.platform, '_local_at')
         run: |
+          sudo apt-get update
+          sudo apt-get install -y at
           cat >> "$GLOBAL_CFG_PATH" << __HERE__
             [platforms]
                 [[_local_at_indep_tcp]]
