Reduce number of tests. By @bigtedde (#1780)

Author: bigtedde

.github/scripts/generate-matrix.sh

@@ -0,0 +1,30 @@
+event_name="$1"
+branch_name="$2"
+
+if [[ "$event_name" == "workflow_dispatch" ]] || [[ "$branch_name" == "master" ]]; then
+    echo '{
+      "python-version": ["3.8", "3.9", "3.10", "3.11"],
+      "os": ["ubuntu-latest", "macos-latest"],
+      "borg-version": ["1.2.4"]
+    }' | jq -c . > matrix-unit.json
+
+    echo '{
+      "python-version": ["3.8", "3.9", "3.10", "3.11"],
+      "os": ["ubuntu-latest", "macos-latest"],
+      "borg-version": ["1.1.18", "1.2.2", "1.2.4", "2.0.0b5"],
+      "exclude": [{"borg-version": "2.0.0b5", "python-version": "3.8"}]
+    }' | jq -c . > matrix-integration.json
+
+elif [[ "$event_name" == "push" ]] || [[ "$event_name" == "pull_request" ]]; then
+    echo '{
+      "python-version": ["3.8", "3.9", "3.10", "3.11"],
+      "os": ["ubuntu-latest", "macos-latest"],
+      "borg-version": ["1.2.4"]
+    }' | jq -c . > matrix-unit.json
+
+    echo '{
+      "python-version": ["3.10"],
+      "os": ["ubuntu-latest"],
+      "borg-version": ["1.2.4"]
+    }' | jq -c . > matrix-integration.json
+fi

.github/workflows/test.yml

@@ -26,16 +26,36 @@ jobs:
         shell: bash
         run: make lint
 
+  prepare-matrix:
+    runs-on: ubuntu-latest
+    outputs:
+      matrix-unit: ${{ steps.set-matrix-unit.outputs.matrix }}
+      matrix-integration: ${{ steps.set-matrix-integration.outputs.matrix }}
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Give execute permission to script
+        run: chmod +x ./.github/scripts/generate-matrix.sh
+
+      - name: Generate matrices
+        run: |
+          ./.github/scripts/generate-matrix.sh "${{ github.event_name }}" "${GITHUB_REF##refs/heads/}"
+
+      - name: Set matrix for unit tests
+        id: set-matrix-unit
+        run: echo "matrix=$(cat matrix-unit.json)" >> $GITHUB_OUTPUT
+
+      - name: Set matrix for integration tests
+        id: set-matrix-integration
+        run: echo "matrix=$(cat matrix-integration.json)" >> $GITHUB_OUTPUT
+
   test-unit:
+    needs: prepare-matrix
     timeout-minutes: 20
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
-
-      matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
-        os: [ubuntu-latest, macos-latest]
-        borg-version: ["1.2.4"]
+      matrix: ${{fromJson(needs.prepare-matrix.outputs.matrix-unit)}}
 
     steps:
       - uses: actions/checkout@v3
@@ -51,15 +71,15 @@ jobs:
 
       - name: Setup tmate session
         uses: mxschmitt/action-tmate@v3
-        if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.debug_enabled }}
+        if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.debug_enabled == 'true' }}
 
       - name: Run Unit Tests with pytest (Linux)
         if: runner.os == 'Linux'
         env:
           BORG_VERSION: ${{ matrix.borg-version }}
         run: |
           xvfb-run --server-args="-screen 0 1024x768x24+32" \
-                    -a dbus-run-session -- make test-unit
+                -a dbus-run-session -- make test-unit
 
       - name: Run Unit Tests with pytest (macOS)
         if: runner.os == 'macOS'
@@ -78,18 +98,12 @@ jobs:
           env_vars: OS, python
 
   test-integration:
+    needs: prepare-matrix
     timeout-minutes: 20
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
-
-      matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
-        os: [ubuntu-latest, macos-latest]
-        borg-version: ["1.1.18", "1.2.2", "1.2.4", "2.0.0b5"]
-        exclude:
-          - borg-version: "2.0.0b5"
-            python-version: "3.8"
+      matrix: ${{fromJson(needs.prepare-matrix.outputs.matrix-integration)}}
 
     steps:
       - uses: actions/checkout@v3
@@ -105,15 +119,15 @@ jobs:
 
       - name: Setup tmate session
         uses: mxschmitt/action-tmate@v3
-        if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.debug_enabled }}
+        if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.debug_enabled == 'true'}}
 
       - name: Run Integration Tests with pytest (Linux)
         if: runner.os == 'Linux'
         env:
           BORG_VERSION: ${{ matrix.borg-version }}
         run: |
           xvfb-run --server-args="-screen 0 1024x768x24+32" \
-                   -a dbus-run-session -- make test-integration
+                -a dbus-run-session -- make test-integration
 
       - name: Run Integration Tests with pytest (macOS)
         if: runner.os == 'macOS'