Merge branch 'main' into feat/integrate-e2e-with-cloud-agents

Author: LuisValdesZero

.github/workflows/dojo-e2e.yml

@@ -8,8 +8,60 @@ on:
 
 jobs:
   e2e:
-    name: E2E Tests
-    runs-on: depot-ubuntu-latest-8
+    name: ${{ matrix.suite }}
+    runs-on: depot-ubuntu-24.04
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - suite: agno
+            test_path: tests/agnoTests
+            services: ["dojo","agno"]
+            wait_on: http://localhost:9999,tcp:localhost:8002
+          - suite: crew-ai
+            test_path: tests/crewAITests
+            services: ["dojo","crew-ai"]
+            wait_on: http://localhost:9999,tcp:localhost:8003
+          - suite: langgraph
+            test_path: tests/langgraphTests
+            services: ["dojo","langgraph-platform-python","langgraph-platform-typescript"]
+            wait_on: http://localhost:9999,tcp:localhost:8005,tcp:localhost:8006
+          - suite: langgraph-fastapi
+            test_path: tests/langgraphFastAPITests
+            services: ["dojo","langgraph-fastapi"]
+            wait_on: http://localhost:9999,tcp:localhost:8004
+          - suite: llama-index
+            test_path: tests/llamaIndexTests
+            services: ["dojo","llama-index"]
+            wait_on: http://localhost:9999,tcp:localhost:8007
+          - suite: mastra
+            test_path: tests/mastraTests
+            services: ["dojo","mastra"]
+            wait_on: http://localhost:9999,tcp:localhost:8008
+          - suite: mastra-agent-local
+            test_path: tests/mastraAgentLocalTests
+            services: ["dojo"]
+            wait_on: http://localhost:9999
+          - suite: middleware-starter
+            test_path: tests/middlewareStarterTests
+            services: ["dojo"]
+            wait_on: http://localhost:9999
+          - suite: pydantic-ai
+            test_path: tests/pydanticAITests
+            services: ["dojo","pydantic-ai"]
+            wait_on: http://localhost:9999,tcp:localhost:8009
+          - suite: server-starter
+            test_path: tests/serverStarterTests
+            services: ["dojo","server-starter"]
+            wait_on: http://localhost:9999,tcp:localhost:8000
+          - suite: server-starter-all
+            test_path: tests/serverStarterAllFeaturesTests
+            services: ["dojo","server-starter-all"]
+            wait_on: http://localhost:9999,tcp:localhost:8001
+          - suite: vercel-ai-sdk
+            test_path: tests/vercelAISdkTests
+            services: ["dojo"]
+            wait_on: http://localhost:9999
 
     steps:
     - name: Checkout code
@@ -25,6 +77,33 @@ jobs:
       with:
         version: 10.13.1
 
+    # Now that pnpm is available, cache its store to speed installs
+    - name: Resolve pnpm store path
+      id: pnpm-store
+      run: echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
+
+    - name: Cache pnpm store
+      uses: actions/cache@v4
+      with:
+        path: ${{ env.STORE_PATH }}
+        key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
+        restore-keys: |
+          ${{ runner.os }}-pnpm-store-
+
+    # Cache Python tool caches and virtualenvs; restore only to avoid long saves
+    - name: Cache Python dependencies (restore-only)
+      id: cache-python
+      uses: actions/cache/restore@v4
+      with:
+        path: |
+          ~/.cache/pip
+          ~/.cache/pypoetry
+          ~/.cache/uv
+          **/.venv
+        key: ${{ runner.os }}-pydeps-${{ hashFiles('**/poetry.lock', '**/pyproject.toml') }}
+        restore-keys: |
+          ${{ runner.os }}-pydeps-
+
     - name: Install Poetry
       uses: snok/install-poetry@v1
       with:
@@ -35,21 +114,14 @@ jobs:
     - name: Install uv
       uses: astral-sh/setup-uv@v6
 
-    - name: Setup pnpm cache
-      uses: actions/cache@v4
-      with:
-        path: ~/.local/share/pnpm/store
-        key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
-        restore-keys: |
-          ${{ runner.os }}-pnpm-store-
-
     - name: Install dependencies
       working-directory: typescript-sdk
       run: pnpm install --frozen-lockfile
 
     - name: Prepare dojo for e2e
       working-directory: typescript-sdk/apps/dojo
-      run: node ./scripts/prep-dojo-everything.js -e2e
+      if: ${{ join(matrix.services, ',') != '' }}
+      run: node ./scripts/prep-dojo-everything.js --only ${{ join(matrix.services, ',') }}
 
     - name: Install e2e dependencies
       working-directory: typescript-sdk/apps/dojo/e2e
@@ -61,6 +133,7 @@ jobs:
       env:
         OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
         LANGSMITH_API_KEY: ${{ secrets.LANGSMITH_API_KEY }}
+      if: ${{ contains(join(matrix.services, ','), 'langgraph-fastapi') || contains(join(matrix.services, ','), 'langgraph-platform-python') || contains(join(matrix.services, ','), 'langgraph-platform-typescript') }}
       run: |
         echo "OPENAI_API_KEY=${OPENAI_API_KEY}" > examples/python/.env
         echo "LANGSMITH_API_KEY=${LANGSMITH_API_KEY}" >> examples/python/.env
@@ -74,33 +147,28 @@ jobs:
       env:
         OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
         LANGSMITH_API_KEY: ${{ secrets.LANGSMITH_API_KEY }}
+      if: ${{ join(matrix.services, ',') != '' && contains(join(matrix.services, ','), 'dojo') }}
       with:
         run: |
-          node ../scripts/run-dojo-everything.js
+          node ../scripts/run-dojo-everything.js --only ${{ join(matrix.services, ',') }}
         working-directory: typescript-sdk/apps/dojo/e2e
-        wait-on: |
-          http://localhost:9999
-          tcp:localhost:8000
-          tcp:localhost:8001
-          tcp:localhost:8002
-          tcp:localhost:8003
-          tcp:localhost:8004
-          tcp:localhost:8005
-          tcp:localhost:8006
-          tcp:localhost:8007
-          tcp:localhost:8008
-          tcp:localhost:8009
-
-    - name: Run tests
+        wait-on: ${{ matrix.wait_on }}
+        wait-for: 300000
+
+    - name: Run tests – ${{ matrix.suite }}
       working-directory: typescript-sdk/apps/dojo/e2e
       env:
         BASE_URL: http://localhost:9999
-      run: pnpm test
+        PLAYWRIGHT_SUITE: ${{ matrix.suite }}
+      run: |
+        pnpm test -- ${{ matrix.test_path }}
 
-    - name: Upload traces
+    - name: Upload traces – ${{ matrix.suite }}
       if: always() # Uploads artifacts even if tests fail
       uses: actions/upload-artifact@v4
       with:
-        name: playwright-traces
-        path: typescript-sdk/apps/dojo/e2e/test-results/
+        name: ${{ matrix.suite }}-playwright-traces
+        path: |
+          typescript-sdk/apps/dojo/e2e/test-results/${{ matrix.suite }}/**/*
+          typescript-sdk/apps/dojo/e2e/playwright-report/**/*
         retention-days: 7

.gitignore

@@ -1,2 +1,3 @@
+**/.claude/settings.local.json
 .vscode/
 .idea/

README.md

@@ -67,9 +67,8 @@ AG-UI is complementary to the other 2 top agentic protocols
 - AG-UI brings agents into user-facing applications
 
 <div align="center">
-  <img src="https://github.com/user-attachments/assets/0c1ec566-050b-4ef8-ab89-15be41abe64f"  />
+  <img width="2048" height="1182" alt="The Agent Protocol Stack" src="https://github.com/user-attachments/assets/41138f71-50be-4812-98aa-20e0ad595716" />
 </div>  
-
 
 ## 🚀 Features
 

docs/quickstart/server.mdx

@@ -174,7 +174,7 @@ Open `apps/dojo/package.json` and add the package `@ag-ui/openai-server`:
 Now let's see your work in action. First, start your Python server:
 
 ```bash
-cd integrations/openai/server/python
+cd integrations/openai-server/server/python
 poetry install && poetry run dev
 ```
 
@@ -197,7 +197,7 @@ world!** for now.
 Here's what's happening with that stub server:
 
 ```python
-# integrations/openai/server/python/example_server/__init__.py
+# integrations/openai-server/server/python/example_server/__init__.py
 @app.post("/")
 async def agentic_chat_endpoint(input_data: RunAgentInput, request: Request):
     """Agentic chat endpoint"""
@@ -268,7 +268,7 @@ OpenAI.
 First, we need the OpenAI SDK:
 
 ```bash
-cd integrations/openai/server/python
+cd integrations/openai-server/server/python
 poetry add openai
 ```
 

typescript-sdk/.gitignore

@@ -44,4 +44,5 @@ packages/proto/src/generated
 **/**/.langgraph_api
 
 # Python
+venv
 __pycache__/

typescript-sdk/apps/dojo/e2e/pages/adkMiddlewarePages/HumanInLoopPage.ts

@@ -0,0 +1,91 @@
+import { Page, Locator, expect } from '@playwright/test';
+
+export class HumanInLoopPage {
+  readonly page: Page;
+  readonly planTaskButton: Locator;
+  readonly chatInput: Locator;
+  readonly sendButton: Locator;
+  readonly agentGreeting: Locator;
+  readonly plan: Locator;
+  readonly performStepsButton: Locator;
+  readonly agentMessage: Locator;
+  readonly userMessage: Locator;
+
+  constructor(page: Page) {
+    this.page = page;
+    this.planTaskButton = page.getByRole('button', { name: 'Human in the loop Plan a task' });
+    this.agentGreeting = page.getByText("Hi, I'm an agent specialized in helping you with your tasks. How can I help you?");
+    this.chatInput = page.getByRole('textbox', { name: 'Type a message...' });
+    this.sendButton = page.locator('[data-test-id="copilot-chat-ready"]');
+    this.plan = page.getByTestId('select-steps');
+    this.performStepsButton = page.getByRole('button', { name: 'Confirm' });
+    this.agentMessage = page.locator('.copilotKitAssistantMessage');
+    this.userMessage = page.locator('.copilotKitUserMessage');
+  }
+
+  async openChat() {
+    await this.agentGreeting.isVisible();
+  }
+
+  async sendMessage(message: string) {
+    await this.chatInput.click();
+    await this.chatInput.fill(message);
+    await this.sendButton.click();
+  }
+
+  async selectItemsInPlanner() {
+    await expect(this.plan).toBeVisible({ timeout: 10000 });
+    await this.plan.click();
+  }
+
+  async getPlannerOnClick(name: string | RegExp) {
+    return this.page.getByRole('button', { name });
+  }
+
+  async uncheckItem(identifier: number | string): Promise<string> {
+    const plannerContainer = this.page.getByTestId('select-steps');
+    const items = plannerContainer.getByTestId('step-item');
+
+    let item;
+    if (typeof identifier === 'number') {
+      item = items.nth(identifier);
+    } else {
+      item = items.filter({
+        has: this.page.getByTestId('step-text').filter({ hasText: identifier })
+      }).first();
+    }
+    const stepTextElement = item.getByTestId('step-text');
+    const text = await stepTextElement.innerText();
+    await item.click();
+
+    return text;
+  }
+
+  async isStepItemUnchecked(target: number | string): Promise<boolean> {
+    const plannerContainer = this.page.getByTestId('select-steps');
+    const items = plannerContainer.getByTestId('step-item');
+
+    let item;
+    if (typeof target === 'number') {
+      item = items.nth(target);
+    } else {
+      item = items.filter({
+        has: this.page.getByTestId('step-text').filter({ hasText: target })
+      }).first();
+    }
+    const checkbox = item.locator('input[type="checkbox"]');
+    return !(await checkbox.isChecked());
+  }
+
+  async performSteps() {
+    await this.performStepsButton.click();
+  }
+
+  async assertAgentReplyVisible(expectedText: RegExp) {
+    await expect(this.agentMessage.last().getByText(expectedText)).toBeVisible();
+  }
+
+  async assertUserMessageVisible(message: string) {
+    await expect(this.page.getByText(message)).toBeVisible();
+  }
+}