mteb/.github/workflows/dataset_loading.yml at main · embeddings-benchmark/mteb · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
name: Datasets available on HuggingFace
on:
  push:
    branches: [main]
  pull_request:
    paths:
      - "mteb/tasks/**.py"

jobs:
  dataset-loading-check:
    runs-on: ubuntu-latest
    steps:
    - name: Free disk space
      run: |
          sudo rm -rf \
            "$AGENT_TOOLSDIRECTORY" \
            /opt/ghc \
            /opt/google/chrome \
            /opt/microsoft/msedge \
            /opt/microsoft/powershell \
            /opt/pipx \
            /usr/lib/mono \
            /usr/local/julia* \
            /usr/local/lib/android \
            /usr/local/lib/node_modules \
            /usr/local/share/chromium \
            /usr/local/share/powershell \
            /usr/local/share/powershell \
            /usr/share/dotnet \
            /usr/share/swift
          docker system prune -af

    - name: Checkout repository
      uses: actions/checkout@v6

    - name: Install uv
      uses: astral-sh/setup-uv@v7
      with:
        enable-cache: true

    - name: Set up Python
      uses: actions/setup-python@v6
      with:
        python-version: '3.11'

    - name: Install dependencies
      run: |
        make install

    - name: Run dataset loading tests
      env:
        HF_TOKEN: ${{ secrets.HF_TOKEN }}
      run: |
        if [ "${{ github.event_name }}" == "pull_request" ]; then
          make dataset-load-test-pr BASE_BRANCH=${{ github.event.pull_request.base.ref }}
        else
          make dataset-load-test
        fi