ci: be more restrictive with what tests run

Signed-off-by: Tyler Slaton <[email protected]>

Author: tylerslaton

.github/workflows/dojo-e2e.yml

@@ -33,9 +33,37 @@ jobs:
               - 'typescript-sdk/turbo.json'
             core_py:
               - 'python-sdk/**'
-            e2e_tests:
+            # Treat e2e config files as core, but tests are filtered per-suite below
+            e2e_config:
               - 'typescript-sdk/apps/dojo/e2e/**'
+              - '!typescript-sdk/apps/dojo/e2e/tests/**'
+            e2e_scripts:
               - 'typescript-sdk/apps/dojo/scripts/**'
+            # Per-suite e2e test filters so changing a test only runs that suite
+            e2e_agno_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/agnoTests/**'
+            e2e_crew_ai_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/crewAITests/**'
+            e2e_langgraph_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/langgraphTests/**'
+            e2e_langgraph_fastapi_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/**'
+            e2e_llama_index_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/llamaIndexTests/**'
+            e2e_mastra_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/mastraTests/**'
+            e2e_mastra_agent_local_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/mastraAgentLocalTests/**'
+            e2e_middleware_starter_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/middlewareStarterTests/**'
+            e2e_pydantic_ai_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/pydanticAITests/**'
+            e2e_server_starter_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/serverStarterTests/**'
+            e2e_server_starter_all_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/serverStarterAllFeaturesTests/**'
+            e2e_vercel_ai_sdk_tests:
+              - 'typescript-sdk/apps/dojo/e2e/tests/vercelAISdkTests/**'
             workflow_self:
               - '.github/workflows/dojo-e2e.yml'
             agno:
@@ -64,7 +92,20 @@ jobs:
         env:
           CORE_TS: ${{ steps.filter.outputs.core_ts }}
           CORE_PY: ${{ steps.filter.outputs.core_py }}
-          E2E_TESTS: ${{ steps.filter.outputs.e2e_tests }}
+          E2E_CONFIG: ${{ steps.filter.outputs.e2e_config }}
+          E2E_SCRIPTS: ${{ steps.filter.outputs.e2e_scripts }}
+          E2E_AGNO_TESTS: ${{ steps.filter.outputs.e2e_agno_tests }}
+          E2E_CREW_AI_TESTS: ${{ steps.filter.outputs.e2e_crew_ai_tests }}
+          E2E_LANGGRAPH_TESTS: ${{ steps.filter.outputs.e2e_langgraph_tests }}
+          E2E_LANGGRAPH_FASTAPI_TESTS: ${{ steps.filter.outputs.e2e_langgraph_fastapi_tests }}
+          E2E_LLAMA_INDEX_TESTS: ${{ steps.filter.outputs.e2e_llama_index_tests }}
+          E2E_MASTRA_TESTS: ${{ steps.filter.outputs.e2e_mastra_tests }}
+          E2E_MASTRA_AGENT_LOCAL_TESTS: ${{ steps.filter.outputs.e2e_mastra_agent_local_tests }}
+          E2E_MIDDLEWARE_STARTER_TESTS: ${{ steps.filter.outputs.e2e_middleware_starter_tests }}
+          E2E_PYDANTIC_AI_TESTS: ${{ steps.filter.outputs.e2e_pydantic_ai_tests }}
+          E2E_SERVER_STARTER_TESTS: ${{ steps.filter.outputs.e2e_server_starter_tests }}
+          E2E_SERVER_STARTER_ALL_TESTS: ${{ steps.filter.outputs.e2e_server_starter_all_tests }}
+          E2E_VERCEL_AI_SDK_TESTS: ${{ steps.filter.outputs.e2e_vercel_ai_sdk_tests }}
           WORKFLOW_SELF: ${{ steps.filter.outputs.workflow_self }}
           AGNO: ${{ steps.filter.outputs.agno }}
           CREW_AI: ${{ steps.filter.outputs.crew_ai }}
@@ -99,7 +140,8 @@ jobs:
           core_changed = (
             (os.environ.get('CORE_TS') == 'true') or
             (os.environ.get('CORE_PY') == 'true') or
-            (os.environ.get('E2E_TESTS') == 'true') or
+            (os.environ.get('E2E_CONFIG') == 'true') or
+            (os.environ.get('E2E_SCRIPTS') == 'true') or
             (os.environ.get('WORKFLOW_SELF') == 'true')
           )
 
@@ -130,7 +172,35 @@ jobs:
             if os.environ.get('VERCEL_AI_SDK') == 'true':
               include.append(entry_by_suite['vercel-ai-sdk'])
 
-          matrix = {"include": include}
+            # Include suites whose tests changed directly
+            if os.environ.get('E2E_AGNO_TESTS') == 'true':
+              include.append(entry_by_suite['agno'])
+            if os.environ.get('E2E_CREW_AI_TESTS') == 'true':
+              include.append(entry_by_suite['crew-ai'])
+            if os.environ.get('E2E_LANGGRAPH_TESTS') == 'true':
+              include.append(entry_by_suite['langgraph'])
+            if os.environ.get('E2E_LANGGRAPH_FASTAPI_TESTS') == 'true':
+              include.append(entry_by_suite['langgraph-fastapi'])
+            if os.environ.get('E2E_LLAMA_INDEX_TESTS') == 'true':
+              include.append(entry_by_suite['llama-index'])
+            if os.environ.get('E2E_MASTRA_TESTS') == 'true':
+              include.append(entry_by_suite['mastra'])
+            if os.environ.get('E2E_MASTRA_AGENT_LOCAL_TESTS') == 'true':
+              include.append(entry_by_suite['mastra-agent-local'])
+            if os.environ.get('E2E_MIDDLEWARE_STARTER_TESTS') == 'true':
+              include.append(entry_by_suite['middleware-starter'])
+            if os.environ.get('E2E_PYDANTIC_AI_TESTS') == 'true':
+              include.append(entry_by_suite['pydantic-ai'])
+            if os.environ.get('E2E_SERVER_STARTER_TESTS') == 'true':
+              include.append(entry_by_suite['server-starter'])
+            if os.environ.get('E2E_SERVER_STARTER_ALL_TESTS') == 'true':
+              include.append(entry_by_suite['server-starter-all'])
+            if os.environ.get('E2E_VERCEL_AI_SDK_TESTS') == 'true':
+              include.append(entry_by_suite['vercel-ai-sdk'])
+
+          # de-duplicate by suite in case multiple reasons include the same suite
+          include_unique = list({e['suite']: e for e in include}.values())
+          matrix = {"include": include_unique}
           with open(os.environ['GITHUB_OUTPUT'], 'a') as fh:
             fh.write(f"matrix={json.dumps(matrix)}\n")
             fh.write(f"should_run={'true' if include else 'false'}\n")