Update CI: add PyPI publishing, fix Python versions, require tokenizer 3.6.0

- wheels.yml: Add sdist build and PyPI trusted publishing job
- wheels.yml: Explicitly build CPython 3.9-3.13 and PyPy 3.11 only
- python-package.yml: Update test matrix to match wheel builds
- pyproject.toml: Require tokenizer>=3.6.0 (KLUDGY_ORDINALS removed)

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

Author: vthorsteinsson

.github/workflows/python-package.yml

@@ -13,7 +13,7 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest]
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13", '3.14.0-beta.4', "pypy-3.9", "pypy-3.10", "pypy-3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13", "3.14", "pypy-3.11"]
 
     steps:
     - uses: actions/checkout@v4

.github/workflows/wheels.yml

@@ -6,23 +6,22 @@ on:
       - '**'
 
 jobs:
+  # Build wheels on each platform
   build_wheels:
     name: Build wheels on ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
-        os: [macos-14, ubuntu-latest, windows-latest]
+        os: [ubuntu-latest, macos-14, windows-latest]
 
     steps:
-      # Check out repository using git-lfs
       - uses: actions/checkout@v4
         with:
           lfs: true
 
-      # Python used to run cibuildwheel
       - uses: actions/setup-python@v5
         with:
-          python-version: '3.10'
+          python-version: '3.11'
 
       - name: Install cibuildwheel
         run: python -m pip install --upgrade pip wheel setuptools cibuildwheel
@@ -31,15 +30,69 @@ jobs:
         run: python -m cibuildwheel --output-dir wheelhouse
         # Options (https://cibuildwheel.readthedocs.io/en/stable/options/)
         env:
-          CIBW_SKIP: cp36-* cp37-* cp38-* *pp37-* pp38-* *musllinux* pp*-win*
+          # Build for CPython 3.9-3.13 and PyPy 3.11
+          CIBW_BUILD: cp39-* cp310-* cp311-* cp312-* cp313-* pp311-*
+          CIBW_SKIP: "*musllinux*"
+          CIBW_ENABLE: pypy
+          CIBW_PROJECT_REQUIRES_PYTHON: ">=3.9"
           CIBW_BEFORE_BUILD_MACOS: python3 -m pip install --upgrade setuptools wheel cffi
           CIBW_ARCHS_MACOS: "x86_64 arm64"
           CIBW_ARCHS_WINDOWS: "AMD64"
           CIBW_ARCHS_LINUX: "x86_64"
           CIBW_BUILD_FRONTEND: "build"
-          # CIBW_PROJECT_REQUIRES_PYTHON: ">=3.9"
 
       - uses: actions/upload-artifact@v4
         with:
           name: dist-${{ matrix.os }}
           path: ./wheelhouse/*.whl
+
+  # Build source distribution
+  build_sdist:
+    name: Build source distribution
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          lfs: true
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Build sdist
+        run: |
+          python -m pip install build
+          python -m build --sdist
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: dist-sdist
+          path: dist/*.tar.gz
+
+  # Publish to PyPI (only for version tags)
+  publish:
+    name: Publish to PyPI
+    needs: [build_wheels, build_sdist]
+    runs-on: ubuntu-latest
+    # Only publish on version tags (e.g., 3.5.9), skip test tags
+    if: startsWith(github.ref, 'refs/tags/') && !contains(github.ref, 'test')
+    environment:
+      name: pypi
+      url: https://pypi.org/project/reynir/
+    permissions:
+      id-token: write
+
+    steps:
+      - name: Download all artifacts
+        uses: actions/download-artifact@v4
+        with:
+          path: dist/
+          pattern: dist-*
+          merge-multiple: true
+
+      - name: List distributions
+        run: ls -lh dist/
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1

pyproject.toml

@@ -39,7 +39,7 @@ classifiers = [
 requires-python = ">=3.9"
 dependencies = [
     "cffi>=1.17.1",
-    "tokenizer>=3.5.1",
+    "tokenizer>=3.6.0",
     "islenska>=1.0.4",
     "typing_extensions",
 ]