raincloud/.github/workflows/ci.yml at develop · spiraldb/raincloud · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
name: ci

on:
  push:
    branches: [develop]
  pull_request:
    branches: [develop]

# Minimal token scope: every job is read-only (checkout + deps + lint/tests);
# none posts comments, uploads artifacts, or writes to the repo. Without this,
# the GITHUB_TOKEN defaults to broad write scope (flagged by CodeQL).
permissions:
  contents: read

# Cancel in-progress runs when a new commit lands on the same branch.
concurrency:
  group: ci-${{ github.ref }}
  cancel-in-progress: true

jobs:
  lint-and-test:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v5
        with:
          enable-cache: true

      - name: Pin Python
        run: uv python install 3.11

      # `--extra dev` brings in pytest + ruff. `--extra tui` brings in
      # textual so the test_browse suite runs instead of skipping. `--extra
      # build` brings in the heavy pipeline deps (duckdb, osmium, pyreadstat,
      # zstandard, jsonschema, …) — required because validate_manifest +
      # pytest collection import the handler registry, which transitively
      # pulls those. Skip kaggle/huggingface — those deps are only needed at
      # fetch time and neither test path imports them.
      - name: Install dependencies
        run: uv sync --extra dev --extra tui --extra build

      - name: Lint (ruff)
        run: uv run ruff check

      - name: Validate manifest
        run: uv run python -m scripts.pipeline.validate_manifest

      - name: Test (pytest)
        run: uv run pytest -q

  wheel:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: Install uv
        uses: astral-sh/setup-uv@v5
        with:
          enable-cache: true
      - name: Pin Python
        run: uv python install 3.11
      - name: Install dev deps (for pytest + vortex base dep used by fixtures)
        run: uv sync --extra dev
      # Scope collection to test_wheel.py: this env intentionally omits the
      # [build] extra, but pytest imports every collected module before -m
      # filtering, and test_manifest/test_profile import jsonschema (a [build]
      # dep) at module top. All wheel-marked tests live in test_wheel.py.
      - name: Run wheel tests
        run: uv run pytest --run-wheel -m wheel -v tests/test_wheel.py

  realbuild:
    runs-on: ubuntu-latest
    continue-on-error: true   # non-blocking: upstream flakiness never reds the build
    steps:
      - uses: actions/checkout@v4
      - name: Install uv
        uses: astral-sh/setup-uv@v5
        with:
          enable-cache: true
      - name: Pin Python
        run: uv python install 3.11
      - name: Install dev + build deps
        run: uv sync --extra dev --extra build
      - name: Run real-build network tests
        run: uv run pytest --run-network -m network -v