climate-ref-aft/.github/workflows/ci.yml at main · Climate-REF/climate-ref-aft · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
name: CI

on:
  push:
    branches: [main]
  pull_request:

permissions:
  contents: read

jobs:
  lint:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v5

      - name: Install dependencies
        run: uv sync --all-extras

      - name: Ruff check
        run: uv run ruff check tests/ scripts/

      - name: Ruff format
        run: uv run ruff format --check tests/ scripts/

  # Verify that all pinned components can be installed together
  install-pinned:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: ["3.11", "3.12", "3.13"]
    name: install (py${{ matrix.python-version }})
    steps:
      - uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v5

      - name: Set up Python ${{ matrix.python-version }}
        run: uv python install ${{ matrix.python-version }}

      - name: Install all components
        run: uv sync --python ${{ matrix.python-version }} --all-extras

      - name: Verify provider entry points
        run: |
          uv run python -c "
          import importlib.metadata
          eps = importlib.metadata.entry_points(group='climate-ref.providers')
          names = {ep.name for ep in eps}
          print(f'Discovered providers: {names}')
          assert 'esmvaltool' in names, f'ESMValTool not found in {names}'
          assert 'pmp' in names, f'PMP not found in {names}'
          assert 'ilamb' in names, f'ILAMB not found in {names}'
          print('All AFT providers discovered successfully')
          "

  # Verify Helm chart is valid
  helm-lint:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Set up Helm
        uses: azure/setup-helm@v4.3.1

      - name: Build chart dependencies
        run: helm dependency build helm/

      - name: Lint chart
        run: helm lint helm/

  # Integration test on self-hosted runner (requires conda environments)
  integration:
    if: github.repository == 'Climate-REF/climate-ref-aft'
    runs-on: self-hosted
    needs: [install-pinned]
    steps:
      - uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v5

      - name: Install dependencies
        run: uv sync --all-extras

      - name: Set up providers
        run: uv run ref providers setup

      - name: Fetch test data
        run: |
          mkdir -p "$REF_TEST_DATA_DIR"
          uv run ref datasets fetch-sample-data
        env:
          REF_TEST_DATA_DIR: ${{ runner.temp }}/test-data

      - name: Run integration tests
        run: uv run pytest tests/ -v --slow
        env:
          REF_TEST_DATA_DIR: ${{ runner.temp }}/test-data