Add Coverage workflow

.github/workflows/ci.yml

@@ -64,14 +64,40 @@ jobs:
           python-version: ${{ matrix.python-version }}
           allow-prereleases: true
 
-      - name: Test typing_extensions
+      - name: Install coverage
+        if: ${{ !startsWith(matrix.python-version, 'pypy') }}
+        run: |
+          # Be wary that this does not install typing_extensions in the future
+          pip install coverage
+
+      - name: Test typing_extensions with coverage
+        if: ${{ !startsWith(matrix.python-version, 'pypy') }}
+        run: |
+          # Be wary of running `pip install` here, since it becomes easy for us to
+          # accidentally pick up typing_extensions as installed by a dependency
+          cd src
+          python --version  # just to make sure we're running the right one
+          # Run tests under coverage
+          export COVERAGE_FILE=.coverage_${{ matrix.python-version }}
+          python -m coverage run -m unittest test_typing_extensions.py
+      - name: Test typing_extensions no coverage on pypy
+        if: ${{ startsWith(matrix.python-version, 'pypy') }}
         run: |
           # Be wary of running `pip install` here, since it becomes easy for us to
           # accidentally pick up typing_extensions as installed by a dependency
           cd src
           python --version  # just to make sure we're running the right one
           python -m unittest test_typing_extensions.py
 
+      - name: Archive code coverage results
+        if: ${{ !startsWith(matrix.python-version, 'pypy') }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: .coverage_${{ matrix.python-version }}
+          path: ./src/.coverage*
+          include-hidden-files: true
+          compression-level: 0 # no compression
+
       - name: Test CPython typing test suite
         # Test suite fails on PyPy even without typing_extensions
         if: ${{ !startsWith(matrix.python-version, 'pypy') }}
@@ -109,3 +135,62 @@ jobs:
               title: `Daily tests failed on ${new Date().toDateString()}`,
               body: "Runs listed here: https://github.com/python/typing_extensions/actions/workflows/ci.yml",
             })
+
+  report-coverage:
+    name: Report coverage
+
+    runs-on: ubuntu-latest
+
+    needs: [tests]
+    permissions:
+      contents: read
+      pull-requests: write
+
+    if: ${{ always() }}
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3"
+      - name: Download coverage artifacts
+        uses: actions/download-artifact@v4
+        with:
+          pattern: .coverage_*
+          path: .
+          # merge only when files are named differently
+          merge-multiple: true
+      - name: Install dependencies
+        run: pip install coverage
+      - name: Combine coverage results
+        run: |
+          # List the files to see what we have
+          echo "Combining coverage files..."
+          ls -aR .coverage*
+          coverage combine .coverage*
+          # add -i to ignore code in ephemeral python files created in temporary
+          # directories during tests; this will result in warnings in the report
+          echo "Creating coverage report..."
+          coverage report
+          coverage xml
+
+      - name: Code Coverage Report
+        uses: irongut/[email protected]
+        with:
+          filename: coverage.xml
+          badge: true
+          fail_below_min: false
+          format: markdown
+          hide_branch_rate: false
+          hide_complexity: true
+          indicators: true
+          output: both
+          thresholds: '80 90'
+
+      - name: Add Coverage PR Comment
+        uses: marocchino/sticky-pull-request-comment@v2
+        if: github.event_name == 'pull_request'
+        with:
+          recreate: true
+          path: code-coverage-results.md

.gitignore

@@ -16,3 +16,6 @@ venv*/
 *.swp
 *.pyc
 *.egg-info/
+
+.coverage*
+coverage.xml

pyproject.toml

@@ -114,3 +114,9 @@ ignore = [
 [tool.ruff.lint.isort]
 extra-standard-library = ["tomllib"]
 known-first-party = ["typing_extensions", "_typed_dict_test_helper"]
+
+[tool.coverage.report]
+show_missing = true
+# Omit files that are created in temporary directories during tests.
+omit = ["inspect*", "ann*"]
+ignore_errors = true