build-test.yaml

name: Run Tests

on: [push]

jobs:
  build-and-test:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: ['3.10', '3.11', '3.12', '3.13', '3.14']
        pyspark-version: [3, 4]
        exclude:
          # Python 3.14 is not compatible with PySpark 3.x due to C stack overflow issues
          # PySpark 3.x uses an older pickling mechanism that doesn't work with Python 3.14's reduced stack size
          - python-version: 3.14
            pyspark-version: 3
    steps:
      - uses: actions/checkout@v4
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
      - name: Set up uv
        uses: astral-sh/setup-uv@v5
      - name: Install Tests
        run: make install-all-pyspark${{ matrix.pyspark-version }}
      - name: Run Tests
        run: make test-ci
      - name: Upload coverage reports to Codecov
        uses: codecov/codecov-action@v3
        env:
          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}