Skip to content

Commit 6c0db0a

Browse files
committed
trying a matrix based approach to suites
Signed-off-by: Tyler Slaton <[email protected]>
1 parent f4dffda commit 6c0db0a

File tree

1 file changed

+43
-6
lines changed

1 file changed

+43
-6
lines changed

.github/workflows/dojo-e2e.yml

Lines changed: 43 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -8,8 +8,44 @@ on:
88

99
jobs:
1010
e2e:
11-
name: E2E Tests
12-
runs-on: depot-ubuntu-latest-8
11+
name: e2e/${{ matrix.suite }}
12+
runs-on: ubuntu-latest
13+
strategy:
14+
fail-fast: false
15+
# Keep overall concurrency modest to avoid external API rate limits
16+
max-parallel: 3
17+
matrix:
18+
include:
19+
- suite: smoke
20+
test_path: tests/smoke-only
21+
- suite: integration
22+
test_path: tests/integration
23+
- suite: copilotkit-home
24+
test_path: tests/copilotkit-home.spec.ts
25+
- suite: agno
26+
test_path: tests/agnoTests
27+
- suite: crew-ai
28+
test_path: tests/crewAITests
29+
- suite: langgraph
30+
test_path: tests/langgraphTests
31+
- suite: langgraph-fastapi
32+
test_path: tests/langgraphFastAPITests
33+
- suite: llama-index
34+
test_path: tests/llamaIndexTests
35+
- suite: mastra
36+
test_path: tests/mastraTests
37+
- suite: mastra-agent-local
38+
test_path: tests/mastraAgentLocalTests
39+
- suite: middleware-starter
40+
test_path: tests/middlewareStarterTests
41+
- suite: pydantic-ai
42+
test_path: tests/pydanticAITests
43+
- suite: server-starter
44+
test_path: tests/serverStarterTests
45+
- suite: server-starter-all
46+
test_path: tests/serverStarterAllFeaturesTests
47+
- suite: vercel-ai-sdk
48+
test_path: tests/vercelAISdkTests
1349

1450
steps:
1551
- name: Checkout code
@@ -91,16 +127,17 @@ jobs:
91127
tcp:localhost:8008
92128
tcp:localhost:8009
93129
94-
- name: Run tests
130+
- name: Run tests – ${{ matrix.suite }}
95131
working-directory: typescript-sdk/apps/dojo/e2e
96132
env:
97133
BASE_URL: http://localhost:9999
98-
run: pnpm test
134+
run: |
135+
pnpm test -- ${{ matrix.test_path }}
99136
100-
- name: Upload traces
137+
- name: Upload traces – ${{ matrix.suite }}
101138
if: always() # Uploads artifacts even if tests fail
102139
uses: actions/upload-artifact@v4
103140
with:
104-
name: playwright-traces
141+
name: playwright-traces-${{ matrix.suite }}
105142
path: typescript-sdk/apps/dojo/e2e/test-results/
106143
retention-days: 7

0 commit comments

Comments
 (0)