intra-gha combined coverage

Author: altendky

.github/workflows/ci.yml

@@ -137,7 +137,7 @@ jobs:
           mkdir coverage_reports
           cp .coverage "coverage_reports/coverage.${{ env.JOB_NAME }}"
           cp coverage.xml "coverage_reports/coverage.${{ env.JOB_NAME }}.xml"
-      - name: Publish Coverage
+      - name: Upload Coverage
         if: matrix.task.coverage
         uses: actions/upload-artifact@v2
         with:
@@ -190,12 +190,66 @@ jobs:
         continue-on-error: ${{ matrix.task.continue_on_error }}
         run: |
           tox -vv -e ${{ matrix.task.tox }}
+  coverage:
+    # Should match JOB_NAME below
+    name: ${{ matrix.task.name }} - ${{ matrix.os.name }} ${{ matrix.qt_library.name }} ${{ matrix.python.name }} ${{ matrix.arch.name }}
+    runs-on: ${{ matrix.os.runs-on }}
+    needs:
+      - test
+    container: ${{ matrix.os.container[matrix.python.docker] }}
+    strategy:
+      fail-fast: false
+      matrix:
+        task:
+          - name: Coverage
+            tox: combined-coverage
+            download_coverage: true
+        os:
+          - name: Linux
+            runs-on: ubuntu-latest
+            python_platform: linux
+            matrix: linux
+            container:
+              3.8: docker://python:3.8-buster
+        python:
+          - name: CPython 3.8
+            tox: py38
+            action: 3.8
+            docker: 3.8
+            implementation: cpython
+        arch:
+          - name: x64
+            action: x64
+            matrix: x64
+    env:
+      # Should match name above
+      JOB_NAME: ${{ matrix.task.name }} - ${{ matrix.os.name }} ${{ matrix.qt_library.name }} ${{ matrix.python.name }} ${{ matrix.arch.name }}
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: Install
+        run: |
+          pip install --upgrade pip setuptools wheel
+          pip install --upgrade tox
+      - uses: twisted/[email protected]
+      - name: Download Coverage
+        if: matrix.task.download_coverage
+        uses: actions/download-artifact@v2
+        with:
+          name: coverage
+          path: coverage_reports
+      - name: Test
+        continue-on-error: ${{ matrix.task.continue_on_error }}
+        run: |
+          tox -vv -e ${{ matrix.task.tox }}
   all:
     name: All
     runs-on: ubuntu-latest
     needs:
-      - test
       - check
+      - coverage
+      - test
     steps:
       - name: This
         shell: python

requirements-coverage.txt

@@ -0,0 +1 @@
+coverage >= 4.2

requirements-tests.txt

@@ -1,6 +1,6 @@
 bcrypt>=3.1.6
 capturer >= 2.2
-coverage >= 4.2
+-r requirements-coverage.txt
 cryptography>= 2.3
 mock >= 1.0.1
 pyserial-asyncio>=0.4.0;python_version>="3.4"

tox.ini

@@ -26,6 +26,12 @@ commands =
     make -C doc/ clean
     make -C doc/ html
 
+[testenv:combined-coverage]
+deps = -r requirements-coverage.txt
+commands =
+    coverage combine coverage_reports
+    coverage report --fail-under=90 --ignore-errors
+
 [flake8]
 exclude = .tox
 ignore = D211,D400,E731