Fix CI workflow for Python 3.11+ requirement

- Update GitHub Actions to test only Python 3.11 and 3.12
- Remove Python 3.9 and 3.10 from test matrix
- Update pre-commit black version to use Python 3.11
- Add httpx to dependencies (required for email service)
- Simplify CI workflow and update action versions
- Create required directories during CI run
- Split pre-commit into separate job for clarity

This fixes the CI failure caused by Python version mismatch.

Author: michael-borck

.github/workflows/ci.yml

@@ -11,29 +11,51 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.11", "3.12"]
 
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
+    
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
+    
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        # Create the output directory and ensure it has an __init__.py file
-        mkdir -p curriculum_curator/output
-        touch curriculum_curator/output/__init__.py
-        # Install the package and dependencies
+        # Install the package and dev dependencies
         pip install -e ".[dev]"
-        pip install pytest pytest-cov
-    - name: Lint with pre-commit
-      uses: pre-commit/action@v3.0.0
-    - name: Test with pytest
+    
+    - name: Create required directories
       run: |
-        pytest --cov=curriculum_curator
+        mkdir -p data uploads exports
+    
+    - name: Run type checking
+      run: |
+        basedpyright
+    
+    - name: Run linting
+      run: |
+        ruff check .
+    
+    - name: Run tests with coverage
+      run: |
+        pytest --cov=core --cov=components --cov=plugins --cov=views --cov-report=xml --cov-report=term
+    
     - name: Upload coverage to Codecov
       uses: codecov/codecov-action@v3
       with:
-        verbose: true
+        file: ./coverage.xml
+        flags: unittests
+        name: codecov-umbrella
+        fail_ci_if_error: false
+
+  pre-commit:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+    - uses: actions/setup-python@v5
+      with:
+        python-version: '3.11'
+    - uses: pre-commit/action@v3.0.0

.pre-commit-config.yaml

@@ -1,30 +1,36 @@
 repos:
--   repo: https://github.com/pre-commit/pre-commit-hooks
+  - repo: https://github.com/pre-commit/pre-commit-hooks
     rev: v4.5.0
     hooks:
-    -   id: trailing-whitespace
-    -   id: end-of-file-fixer
-    -   id: check-yaml
-    -   id: check-added-large-files
-    -   id: check-toml
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+      - id: check-added-large-files
+      - id: check-merge-conflict
+      - id: check-toml
+      - id: check-json
+      - id: detect-private-key
 
--   repo: https://github.com/charliermarsh/ruff-pre-commit
-    rev: v0.1.11
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.1.9
     hooks:
-    -   id: ruff
+      - id: ruff
         args: [--fix]
-    -   id: ruff-format
+      - id: ruff-format
 
--   repo: https://github.com/pycqa/isort
-    rev: 5.13.2
+  - repo: https://github.com/psf/black
+    rev: 23.12.1
     hooks:
-    -   id: isort
-        name: isort (python)
-        args: ["--profile", "black", "--filter-files"]
+      - id: black
+        language_version: python3.11
 
--   repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v1.8.0
+  - repo: local
     hooks:
-    -   id: mypy
-        additional_dependencies: [types-PyYAML, types-requests]
-        exclude: "tests/"
+      - id: basedpyright
+        name: basedpyright
+        entry: basedpyright
+        language: system
+        types: [python]
+        pass_filenames: false
+        always_run: true
+EOF < /dev/null

pyproject.toml

@@ -17,6 +17,7 @@ dependencies = [
     "pydantic-settings>=2.0.0",
     "sqlalchemy>=2.0.0",
     "textstat>=0.7.3",
+    "httpx>=0.25.0",
 ]
 
 [project.optional-dependencies]
@@ -53,11 +54,25 @@ select = [
     "N",    # pep8-naming
     "SIM",  # flake8-simplify
     "TCH",  # flake8-type-checking
+    "ANN",  # flake8-annotations
+    "ASYNC", # flake8-async
+    "S",    # flake8-bandit
+    "RET",  # flake8-return
+    "PTH",  # flake8-use-pathlib
+    "PERF", # Perflint
+]
+ignore = [
+    "ANN101", # Missing type annotation for self
+    "ANN102", # Missing type annotation for cls
+    "S101",   # Use of assert in tests is ok
 ]
-ignore = []
 fixable = ["ALL"]
 unfixable = []
 
+[tool.ruff.lint.per-file-ignores]
+"tests/*" = ["S101", "ANN"]
+"app.py" = ["T201"]
+
 [tool.ruff.format]
 quote-style = "double"
 indent-style = "space"