pruna/.github/workflows/tests.yaml at 4d5d9ce8775b8a5c4ebb7bd4d75d9a1b0c7bc4bb · PrunaAI/pruna · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
name: Code Quality & Tests

permissions:
  contents: read
  pull-requests: read

on:
  push:
    branches:
      - main
  pull_request:
    branches:
      - main

concurrency:
  group: ci-${{ github.repository }}-tests-${{ github.ref }}
  cancel-in-progress: true

jobs:
  linting:
    runs-on: ubuntu-22.04
    outputs:
      success: ${{ steps.lint-check.outputs.success }}

    strategy:
      matrix:
        python-version: ["3.11"]

    steps:
      - name: Checkout code
        uses: actions/checkout@v6

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - uses: ./.github/actions/setup-uv-project

      - name: Get changed Python files
        id: changed-files
        uses: tj-actions/changed-files@v47
        with:
          files: |
            **/*.py
          files_ignore: |
            tests/**
      - name: Run ruff on changed Pruna code
        if: steps.changed-files.outputs.any_changed == 'true'
        uses: astral-sh/ruff-action@v3
        with:
          version: "latest"
          src: ${{ steps.changed-files.outputs.all_changed_files }}

      - name: Run Ty type checker on Pruna code
        run: uv run ty check src/pruna

      - name: Run docstring checks with pytest
        run: uv run pytest -m "style"

      - name: Set lint check output
        id: lint-check
        run: echo "success=true" >> $GITHUB_OUTPUT

  test:
    runs-on: pruna-cpu

    strategy:
      matrix:
        python-version: ["3.11"]

    env:
      HF_TOKEN: ${{ secrets.HF_TOKEN }}
      HF_HOME: ${{ github.workspace }}/.cache/huggingface
      HF_DATASETS_CACHE: ${{ github.workspace }}/.cache/huggingface/datasets
      HUGGINGFACE_HUB_CACHE: ${{ github.workspace }}/.cache/huggingface/hub

    steps:
      - name: Checkout code
        uses: actions/checkout@v6

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - uses: ./.github/actions/setup-uv-project

      - name: Cache Hugging Face datasets and models
        uses: actions/cache@v5
        with:
          path: |
            .cache/huggingface/datasets
            .cache/huggingface/hub
            .cache/huggingface/models
          key: hf-cache-${{ runner.os }}-${{ matrix.python-version }}-${{ hashFiles('pyproject.toml') }}
          restore-keys: |
            hf-cache-${{ runner.os }}-${{ matrix.python-version }}-
            hf-cache-${{ runner.os }}-

      - name: Export HF token for subprocesses
        run: |
          echo "Exporting HUGGINGFACE_HUB_TOKEN so subprocesses inherit auth"
          echo "HUGGINGFACE_HUB_TOKEN=$HF_TOKEN" >> "$GITHUB_ENV"
        env:
          HF_TOKEN: ${{ secrets.HF_TOKEN }}

      - name: Clean incomplete Hugging Face cache files (if any)
        run: |
          echo "Removing any *.incomplete directories from HF caches..."
          set -eux
          # datasets incomplete folders
          if [ -d "${{ github.workspace }}/.cache/huggingface/datasets" ]; then
            find "${{ github.workspace }}/.cache/huggingface/datasets" -type d -name "*.incomplete" -prune -exec rm -rf {} + || true
          fi
          # hub incomplete folders
          if [ -d "${{ github.workspace }}/.cache/huggingface/hub" ]; then
            find "${{ github.workspace }}/.cache/huggingface/hub" -type d -name "*.incomplete" -prune -exec rm -rf {} + || true
          fi
          # models incomplete folders
          if [ -d "${{ github.workspace }}/.cache/huggingface/models" ]; then
            find "${{ github.workspace }}/.cache/huggingface/models" -type d -name "*.incomplete" -prune -exec rm -rf {} + || true
          fi

      - name: Set test worker count
        run: echo "PYTEST_WORKERS=$(( $(nproc) - 1 ))" >> "$GITHUB_ENV" # leave 1 for the system process

      - name: Run tests with pytest-rerunfailures
        run: |
          echo "Running tests with up to 3 reruns on failure using $PYTEST_WORKERS workers..."
          uv run pytest -n $PYTEST_WORKERS -m "not (slow or style or high_cpu or cuda or distributed)" --reruns 3 --reruns-delay 10 --maxfail=1