Remove unneeded .fixme and fix more tests (#325)

* Chore: remove e2e2 package

* add report command

* re-enable all tests

* Fix bug with haiku render order in tool based gen ui

* fix checkpointer missing in fastapi langgraph toolbasedgenui

* rename misspelled files

* Make menu bar sorted for easier viewability

* omit mastra tool based gen

* more fixme

* fix some strict mode errors

* Last remaining fixme

* mark 2 more flaky tests

* Add comments on fixmes

Author: maxkorp

typescript-sdk/apps/dojo/e2e/package.json

@@ -6,7 +6,8 @@
   "scripts": {
     "postinstall": "playwright install --with-deps",
     "test": "playwright test",
-    "test:ui": "playwright test --ui"
+    "test:ui": "playwright test --ui",
+    "report": "playwright show-report"
   },
   "devDependencies": {
     "@playwright/test": "^1.43.1",

typescript-sdk/apps/dojo/e2e/pages/crewAIPages/PredictiveStateUpdatesPage.ts

@@ -30,7 +30,7 @@ export class PredictiveStateUpdatesPage {
     this.userMessage = page.locator('.copilotKitUserMessage');
   }
 
-  async openChat() {   
+  async openChat() {
     await this.agentGreeting.isVisible();
   }
 
@@ -54,13 +54,13 @@ export class PredictiveStateUpdatesPage {
   }
 
   async getUserApproval() {
-    await this.userApprovalModal.isVisible();
+    await this.userApprovalModal.last().isVisible();
     await this.getButton(this.page, "Confirm");
-    const acceptedLabel = this.userApprovalModal.locator('text=✓ Accepted');
+    const acceptedLabel = this.userApprovalModal.last().locator('text=✓ Accepted');
   }
 
   async getUserRejection() {
-    await this.userApprovalModal.isVisible();
+    await this.userApprovalModal.last().isVisible();
     await this.getButton(this.page, "Reject");
     const rejectedLabel = await this.getStatusLabelOfButton(this.page, "✕ Rejected");
     await rejectedLabel.isVisible();
@@ -85,15 +85,15 @@ export class PredictiveStateUpdatesPage {
       'div.tiptap em',
       'div.tiptap s'
     ];
-    
+
     let count = 0;
     for (const selector of highlightSelectors) {
       count = await this.page.locator(selector).count();
       if (count > 0) {
         break;
       }
     }
-    
+
     if (count > 0) {
       expect(count).toBeGreaterThan(0);
     } else {

typescript-sdk/apps/dojo/e2e/pages/pydanticAIPages/PredictiveStateUpdatesPage.ts

@@ -30,7 +30,7 @@ export class PredictiveStateUpdatesPage {
     this.userMessage = page.locator('.copilotKitUserMessage');
   }
 
-  async openChat() {   
+  async openChat() {
     await this.agentGreeting.isVisible();
   }
 
@@ -54,13 +54,13 @@ export class PredictiveStateUpdatesPage {
   }
 
   async getUserApproval() {
-    await this.userApprovalModal.isVisible();
+    await this.userApprovalModal.last().isVisible();
     await this.getButton(this.page, "Confirm");
-    const acceptedLabel = this.userApprovalModal.locator('text=✓ Accepted');
+    const acceptedLabel = this.userApprovalModal.last().locator('text=✓ Accepted');
   }
 
   async getUserRejection() {
-    await this.userApprovalModal.isVisible();
+    await this.userApprovalModal.last().isVisible();
     await this.getButton(this.page, "Reject");
     const rejectedLabel = await this.getStatusLabelOfButton(this.page, "✕ Rejected");
     await rejectedLabel.isVisible();
@@ -85,15 +85,15 @@ export class PredictiveStateUpdatesPage {
       'div.tiptap em',
       'div.tiptap s'
     ];
-    
+
     let count = 0;
     for (const selector of highlightSelectors) {
       count = await this.page.locator(selector).count();
       if (count > 0) {
         break;
       }
     }
-    
+
     if (count > 0) {
       expect(count).toBeGreaterThan(0);
     } else {

typescript-sdk/apps/dojo/e2e/tests/agnoTests/toolBasedGenUIPage.spec.ts

@@ -4,7 +4,7 @@ import { ToolBaseGenUIPage } from "../../pages/agnoPages/ToolBaseGenUIPage";
 const pageURL =
   "/agno/feature/tool_based_generative_ui";
 
-test.fixme('[Agno] Haiku generation and display verification', async ({
+test('[Agno] Haiku generation and display verification', async ({
   page,
 }) => {
   await page.goto(pageURL);
@@ -17,7 +17,7 @@ test.fixme('[Agno] Haiku generation and display verification', async ({
   await genAIAgent.checkHaikuDisplay(page);
 });
 
-test.fixme('[Agno] Haiku generation and UI consistency for two different prompts', async ({
+test('[Agno] Haiku generation and UI consistency for two different prompts', async ({
   page,
 }) => {
   await page.goto(pageURL);

typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticChatPage.spec.ts

@@ -26,7 +26,7 @@ test("[CrewAI] Agentic Chat sends and receives a message", async ({
   });
 });
 
-test.fixme("[CrewAI] Agentic Chat changes background on message and reset", async ({
+test("[CrewAI] Agentic Chat changes background on message and reset", async ({
   page,
 }) => {
   await retryOnAIFailure(async () => {

typescript-sdk/apps/dojo/e2e/tests/crewAITests/agenticGenUI.spec.ts

@@ -2,6 +2,7 @@ import { test, expect } from "@playwright/test";
 import { AgenticGenUIPage } from "../../pages/crewAIPages/AgenticUIGenPage";
 
 test.describe("Agent Generative UI Feature", () => {
+  // Flaky
   test.fixme("[CrewAI] should interact with the chat to get a planner on prompt", async ({
     page,
   }) => {
@@ -33,6 +34,7 @@ test.describe("Agent Generative UI Feature", () => {
     );
   });
 
+  // Flaky
   test.fixme("[CrewAI] should interact with the chat using predefined prompts and perform steps", async ({
     page,
   }) => {

typescript-sdk/apps/dojo/e2e/tests/crewAITests/predictvieStateUpdatePage.spec.ts renamed to typescript-sdk/apps/dojo/e2e/tests/crewAITests/predictiveStateUpdatePage.spec.ts

@@ -35,7 +35,7 @@ test.describe("Agent Generative UI Feature", () => {
     );
   });
 
-  test.fixme("[LangGraph FastAPI] should interact with the chat using predefined prompts and perform steps", async ({
+  test("[LangGraph FastAPI] should interact with the chat using predefined prompts and perform steps", async ({
     page,
   }) => {
     const genUIAgent = new AgenticGenUIPage(page);

typescript-sdk/apps/dojo/e2e/tests/langgraphFastAPITests/agenticGenUI.spec.ts

@@ -21,7 +21,7 @@ test.describe("Shared State Feature", () => {
     );
   });
 
-  test.fixme("[LangGraph FastAPI] should share state between UI and chat", async ({
+  test("[LangGraph FastAPI] should share state between UI and chat", async ({
     page,
   }) => {
     const sharedStateAgent = new SharedStatePage(page);