File tree Expand file tree Collapse file tree 1 file changed +10
-17
lines changed Expand file tree Collapse file tree 1 file changed +10
-17
lines changed Original file line number Diff line number Diff line change 1616 runs-on : blacksmith-16vcpu-ubuntu-2404
1717 timeout-minutes : 45
1818
19+ defaults :
20+ run :
21+ working-directory : packages/evals
22+
1923 steps :
2024 - name : Checkout repository
2125 uses : actions/checkout@v4
2529
2630 - name : Create environment
2731 run : |
28- cd packages/evals
29-
3032 cat > .env.local << EOF
3133 OPENROUTER_API_KEY=${{ secrets.OPENROUTER_API_KEY || 'test-key-for-build' }}
3234 EOF
@@ -50,32 +52,23 @@ jobs:
5052 load : true
5153
5254 - name : Tag image
53- run : |
54- cd packages/evals
55- docker tag evals-runner:latest evals-runner
55+ run : docker tag evals-runner:latest evals-runner
5656
5757 - name : Start containers
5858 run : |
59- cd packages/evals
6059 docker compose up -d db redis
6160 timeout 60 bash -c 'until docker compose exec -T db pg_isready -U postgres; do sleep 2; done'
6261 timeout 60 bash -c 'until docker compose exec -T redis redis-cli ping | grep -q PONG; do sleep 2; done'
63-
64- - name : Test runner
65- run : |
66- cd packages/evals
6762 docker compose run --rm runner sh -c 'nc -z db 5432 && echo "✓ Runner -> Database connection successful"'
6863 docker compose run --rm runner sh -c 'nc -z redis 6379 && echo "✓ Runner -> Redis connection successful"'
69- docker compose run --rm runner docker --version
7064 docker compose run --rm runner docker ps
7165
66+ - name : Run database migrations
67+ run : docker compose run --rm runner pnpm --filter @roo-code/evals db:migrate
68+
7269 - name : Run evals
73- run : |
74- cd packages/evals
75- docker compose run --rm runner pnpm --filter @roo-code/evals cli --ci
70+ run : docker compose run --rm runner pnpm --filter @roo-code/evals cli --ci
7671
7772 - name : Cleanup
7873 if : always()
79- run : |
80- cd packages/evals
81- docker compose down -v --remove-orphans
74+ run : docker compose down -v --remove-orphans
You can’t perform that action at this time.
0 commit comments