Skip to content

Commit 2bc65ca

Browse files
committed
Increase timeout
1 parent 88f93ca commit 2bc65ca

File tree

1 file changed

+11
-16
lines changed

1 file changed

+11
-16
lines changed

.github/workflows/evals.yml

Lines changed: 11 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
name: Evals Quick Test
1+
name: Evals
22

33
on:
44
pull_request:
@@ -13,10 +13,9 @@ env:
1313
COMPOSE_DOCKER_CLI_BUILD: 1
1414

1515
jobs:
16-
test-docker-compose:
17-
name: Test Docker Compose Networking
16+
evals:
1817
runs-on: ubuntu-latest
19-
timeout-minutes: 15
18+
timeout-minutes: 30
2019

2120
steps:
2221
- name: Checkout repository
@@ -25,24 +24,22 @@ jobs:
2524
- name: Set up Docker Buildx
2625
uses: docker/setup-buildx-action@v3
2726

28-
- name: Create test environment
27+
- name: Create environment
2928
run: |
3029
cd packages/evals
3130
32-
# Create .env.local (required for Docker build)
3331
cat > .env.local << EOF
3432
OPENROUTER_API_KEY=${{ secrets.OPENROUTER_API_KEY || 'test-key-for-build' }}
3533
EOF
3634
37-
# Create development environment
3835
cat > .env.development << EOF
3936
NODE_ENV=development
4037
DATABASE_URL=postgresql://postgres:password@db:5432/evals_development
4138
REDIS_URL=redis://redis:6379
4239
HOST_EXECUTION_METHOD=docker
4340
EOF
4441
45-
- name: Build images with cache
42+
- name: Build web image
4643
uses: docker/build-push-action@v5
4744
with:
4845
context: .
@@ -53,7 +50,7 @@ jobs:
5350
push: false
5451
load: true
5552

56-
- name: Build runner image with cache
53+
- name: Build runner image
5754
uses: docker/build-push-action@v5
5855
with:
5956
context: .
@@ -64,18 +61,18 @@ jobs:
6461
push: false
6562
load: true
6663

67-
- name: Tag images for docker-compose
64+
- name: Tag images
6865
run: |
6966
cd packages/evals
7067
docker tag evals-web:latest evals-web
7168
docker tag evals-runner:latest evals-runner
7269
73-
- name: Start server services
70+
- name: Start containers
7471
run: |
7572
cd packages/evals
7673
docker compose --profile server up -d
7774
78-
- name: Test service connectivity
75+
- name: Wait for containers
7976
run: |
8077
cd packages/evals
8178
@@ -86,14 +83,12 @@ jobs:
8683
echo "Waiting for Redis..."
8784
timeout 60 bash -c 'until docker compose exec -T redis redis-cli ping | grep -q PONG; do sleep 2; done'
8885
89-
# Test inter-container networking
9086
echo "Testing database connection from web container..."
9187
docker compose exec -T web sh -c 'nc -z db 5432 && echo "✓ Database connection successful"'
9288
9389
echo "Testing Redis connection from web container..."
9490
docker compose exec -T web sh -c 'nc -z redis 6379 && echo "✓ Redis connection successful"'
9591
96-
# Test that web service can start (basic health check)
9792
echo "Testing web service startup..."
9893
timeout 30 bash -c 'until curl -f http://localhost:3000 2>/dev/null || curl -f http://localhost:3000/health 2>/dev/null; do sleep 2; done' || echo "Web service may not have health endpoint, continuing..."
9994
@@ -106,7 +101,7 @@ jobs:
106101
docker compose run --rm runner sh -c 'nc -z redis 6379 && echo "✓ Runner -> Redis connection successful"'
107102
docker compose run --rm runner sh -c 'nc -z web 3000 && echo "✓ Runner -> Web service connection successful"'
108103
109-
- name: Verify Docker socket access
104+
- name: Test Docker socket access
110105
run: |
111106
cd packages/evals
112107
@@ -129,7 +124,7 @@ jobs:
129124
docker compose exec -T db sh -c 'echo "Database container hostname: $(hostname)"'
130125
docker compose exec -T redis sh -c 'echo "Redis container hostname: $(hostname)"'
131126
132-
- name: Run sample evaluation
127+
- name: Run evals
133128
run: |
134129
cd packages/evals
135130
docker compose run --rm runner pnpm --filter @roo-code/evals cli --ci

0 commit comments

Comments
 (0)