frontier-evals/.github/workflows/paperbench_lint.yml at 6daa0858725a15e384db362c83989bf1c17f9df7 · openai/frontier-evals · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
name: Run linting on paperbench

on:
  pull_request:
    paths:
      - 'project/paperbench/**'
      - 'project/common/alcatraz/**'
      - 'project/common/nanoeval/**'
      - 'project/common/nanoeval_alcatraz/**'
      - 'project/common/preparedness_turn_completer/**'
    branches:
      - '**'
    types:
      - opened
      - synchronize
      - reopened
      - ready_for_review
  workflow_dispatch:
    inputs:
      test_branch:
        description: 'Branch to run the tests on'
        required: false
        default: 'main'

jobs:
  test:
    runs-on: ubuntu-latest
    env:
      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

    steps:
    - uses: actions/checkout@v4
      with:
        lfs: false
        fetch-depth: 1

    - name: Install uv
      uses: astral-sh/setup-uv@v5

    - name: Install dependencies
      working-directory: ./project/paperbench
      env:
        UV_GIT_LFS: 1
      run: |
        uv sync

    - name: run mypy
      working-directory: ./project/paperbench
      run: |
        uv run mypy paperbench tests

    - name: run ruff-strict
      working-directory: ./project/paperbench
      run: |
        uv run ruff check --output-format=github --no-fix