|
1 | | -name: Evals |
2 | | -on: |
3 | | - push: |
| 1 | +# TODO: Disable evals for now due to problems with latest agents deps |
| 2 | +# name: Evals |
| 3 | +# on: |
| 4 | +# push: |
4 | 5 |
|
5 | | -env: |
6 | | - FORCE_COLOR: 1 |
| 6 | +# env: |
| 7 | +# FORCE_COLOR: 1 |
7 | 8 |
|
8 | | -jobs: |
9 | | - eval: |
10 | | - name: Eval |
11 | | - runs-on: ubuntu-24.04 |
12 | | - permissions: |
13 | | - contents: read |
14 | | - timeout-minutes: 10 |
15 | | - steps: |
16 | | - - uses: actions/checkout@v4 |
17 | | - - uses: ./.github/actions/setup |
18 | | - - name: Create .dev.vars file |
19 | | - run: | |
20 | | - echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" > ./apps/sandbox-container/.dev.vars |
21 | | - echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" > ./apps/workers-bindings/.dev.vars |
22 | | - echo "DEV_CLOUDFLARE_API_TOKEN=${{ secrets.DEV_CLOUDFLARE_API_TOKEN }}" >> ./apps/sandbox-container/.dev.vars |
23 | | - echo "DEV_CLOUDFLARE_API_TOKEN=${{ secrets.DEV_CLOUDFLARE_API_TOKEN }}" >> ./apps/workers-bindings/.dev.vars |
24 | | - echo "AI_GATEWAY_TOKEN=${{ secrets.AI_GATEWAY_TOKEN }}" >> ./apps/sandbox-container/.dev.vars |
25 | | - echo "AI_GATEWAY_TOKEN=${{ secrets.AI_GATEWAY_TOKEN }}" >> ./apps/workers-bindings/.dev.vars |
26 | | - echo "CLOUDFLARE_ACCOUNT_ID=${{ secrets.CLOUDFLARE_ACCOUNT_ID }}" >> ./apps/sandbox-container/.dev.vars |
27 | | - echo "CLOUDFLARE_ACCOUNT_ID=${{ secrets.CLOUDFLARE_ACCOUNT_ID }}" >> ./apps/workers-bindings/.dev.vars |
28 | | - echo "AI_GATEWAY_ID=${{ secrets.AI_GATEWAY_ID }}" >> ./apps/sandbox-container/.dev.vars |
29 | | - echo "AI_GATEWAY_ID=${{ secrets.AI_GATEWAY_ID }}" >> ./apps/workers-bindings/.dev.vars |
30 | | - - name: Verify .dev.vars file |
31 | | - run: | |
32 | | - du -h ./apps/sandbox-container/.dev.vars |
33 | | - du -h ./apps/workers-bindings/.dev.vars |
34 | | - - name: Run evals |
35 | | - run: pnpm eval:ci |
| 9 | +# jobs: |
| 10 | +# eval: |
| 11 | +# name: Eval |
| 12 | +# runs-on: ubuntu-24.04 |
| 13 | +# permissions: |
| 14 | +# contents: read |
| 15 | +# timeout-minutes: 10 |
| 16 | +# steps: |
| 17 | +# - uses: actions/checkout@v4 |
| 18 | +# - uses: ./.github/actions/setup |
| 19 | +# - name: Create .dev.vars file |
| 20 | +# run: | |
| 21 | +# echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" > ./apps/sandbox-container/.dev.vars |
| 22 | +# echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" > ./apps/workers-bindings/.dev.vars |
| 23 | +# echo "DEV_CLOUDFLARE_API_TOKEN=${{ secrets.DEV_CLOUDFLARE_API_TOKEN }}" >> ./apps/sandbox-container/.dev.vars |
| 24 | +# echo "DEV_CLOUDFLARE_API_TOKEN=${{ secrets.DEV_CLOUDFLARE_API_TOKEN }}" >> ./apps/workers-bindings/.dev.vars |
| 25 | +# echo "AI_GATEWAY_TOKEN=${{ secrets.AI_GATEWAY_TOKEN }}" >> ./apps/sandbox-container/.dev.vars |
| 26 | +# echo "AI_GATEWAY_TOKEN=${{ secrets.AI_GATEWAY_TOKEN }}" >> ./apps/workers-bindings/.dev.vars |
| 27 | +# echo "CLOUDFLARE_ACCOUNT_ID=${{ secrets.CLOUDFLARE_ACCOUNT_ID }}" >> ./apps/sandbox-container/.dev.vars |
| 28 | +# echo "CLOUDFLARE_ACCOUNT_ID=${{ secrets.CLOUDFLARE_ACCOUNT_ID }}" >> ./apps/workers-bindings/.dev.vars |
| 29 | +# echo "AI_GATEWAY_ID=${{ secrets.AI_GATEWAY_ID }}" >> ./apps/sandbox-container/.dev.vars |
| 30 | +# echo "AI_GATEWAY_ID=${{ secrets.AI_GATEWAY_ID }}" >> ./apps/workers-bindings/.dev.vars |
| 31 | +# - name: Verify .dev.vars file |
| 32 | +# run: | |
| 33 | +# du -h ./apps/sandbox-container/.dev.vars |
| 34 | +# du -h ./apps/workers-bindings/.dev.vars |
| 35 | +# - name: Run evals |
| 36 | +# run: pnpm eval:ci |
0 commit comments