feat: Adding filter_cdx and warc_by_cdx commands #3
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI (only feature) | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| jobs: | |
| unit-tests: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: true | |
| max-parallel: 1 # avoids ever triggering a rate limit | |
| matrix: | |
| python-version: ['3.8', '3.9', '3.10', '3.11', '3.12'] | |
| os: [ubuntu-latest] | |
| EXTRA: [false] # used to force includes to get included | |
| include: | |
| - python-version: '3.12' | |
| os: ubuntu-latest | |
| EXTRA: true | |
| env: | |
| LOGLEVEL=DEBUG | |
| - python-version: '3.8' | |
| os: ubuntu-22.04 # oldest version on github actions | |
| EXTRA: true | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install setuptools on python 3.12+ | |
| if: ${{ matrix.python-version >= '3.12' }} | |
| run: | | |
| pip install setuptools | |
| - name: Install cdx_toolkit | |
| run: pip install .[test] | |
| - name: Run tests (feature only) | |
| run: | | |
| PYTHONPATH=. py.test -rA -s --doctest-modules --cov-report=xml --cov-append --cov cdx_toolkit tests/warc_by_cdx tests/unit -v -v | |
| coverage report | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} |