test: vscuse adjust folder (#14633)

* test: update

* test: update

* test: update

* test: update

Author: qinqingxu

.github/workflows/ui-test-vscuse-v2.yml

@@ -30,7 +30,7 @@ jobs:
         run: |
           if [ -z "${{ github.event.inputs.test_plan }}" ]; then
             # Get only top-level JSON files from plans directory (strip the .json extension)
-            plans=$(find packages/tests/vscuse/vscode-test-cases/ -maxdepth 1 -type f -name "*.json" -exec basename {} .json \; | jq -R -s -c 'split("\n")[:-1]')
+            plans=$(find packages/tests/vscuse/vscode-test-cases/plans/ -maxdepth 1 -type f -name "*.json" -exec basename {} .json \; | jq -R -s -c 'split("\n")[:-1]')
             echo "plans=$plans" >> $GITHUB_OUTPUT
             echo "Found test plans: $plans"
           else
@@ -70,6 +70,8 @@ jobs:
       # M365 account for testing
       M365_ACCOUNT_NAME: "[email protected]"
       M365_ACCOUNT_PASSWORD: ${{ secrets.TEST_M365_PASSWORD_NEW }}
+      AZURE_ACCOUNT_NAME: "[email protected]"
+      AZURE_ACCOUNT_PASSWORD: ${{ secrets.TEST_M365_PASSWORD_NEW }}
       M365_TENANT_ID: ${{ secrets.TEST_CLEAN_TENANT_ID_NEW }}
 
     steps:
@@ -149,7 +151,7 @@ jobs:
           cd packages/tests/vscuse/vscode-test-cases
           python -m venv .venv
           source .venv/bin/activate
-          vscuse execute --config-file ./config.yaml --groups-dir groups ${{ matrix.test_plan }}.json
+          vscuse execute --config-file ./config.yaml --groups-dir groups ./plans/${{ matrix.test_plan }}.json
 
       - name: Upload test artifacts
         if: always()

packages/tests/vscuse/vscode-test-cases/DA_new_api_api_key_js_happy_path.json

@@ -1,18 +1,8 @@
 {
   "plan_metadata": {
-    "version": "1.1",
-    "plan_id": "plan_2a5d5939",
-    "execution_context": {
-      "delay_between_steps": 1,
-      "stop_on_error": true,
-      "precondition_wait_timeout": 30,
-      "precondition_retry_interval": 1
-    },
-    "total_steps": 4,
-    "created_at": "2025-09-30T09:20:44.540332",
-    "name": "Basic AI Chatbot Azure OpenAI ts Happy Path",
     "description": "Basic AI Chatbot Azure OpenAI ts Happy Path",
-    "generated_at": "2025-09-30T09:20:44.540316",
+    "name": "Basic AI Chatbot Azure OpenAI ts Happy Path",
+    "generated_at": "2025-10-15T05:38:20.391001",
     "execution_order": [
       "plan_r_0928_012254",
       "step_11d7c304",
@@ -24,20 +14,38 @@
       "plan_r_0928_020230",
       "plan_r_0928_073729",
       "plan_r_0928_075846",
-      "plan_r_0930_063548",
-      "plan_r_1009_093215",
-      "plan_r_0930_083113",
-      "plan_r_1009_093215"
+      "plan_r_0930_063548"
     ],
     "tags": [],
-    "updated_at": "2025-10-09T09:39:55.731181"
+    "updated_at": "2025-10-15T05:39:22.878667",
+    "version": "1.1",
+    "plan_id": "plan_2a5d5939",
+    "execution_context": {
+      "delay_between_steps": 1,
+      "stop_on_error": true,
+      "precondition_wait_timeout": 30,
+      "precondition_retry_interval": 1
+    },
+    "total_steps": 4,
+    "created_at": "2025-10-15T05:38:20.391007"
   },
   "steps": [
     {
-      "agent": "interaction",
+      "tool": "click",
+      "plan_id": "plan_2a5d5939",
       "description": "Click the \"Teams Agents and Apps\" option in the \"New Project\" dialog within Visual Studio Code, under the Microsoft 365 Agents Toolkit extension.",
-      "step_id": "step_11d7c304",
       "content_refs": [],
+      "retry_count": 0,
+      "depends_on": [],
+      "postconditions": [],
+      "screenshot": "step_11d7c304",
+      "agent": "interaction",
+      "step_id": "step_11d7c304",
+      "parameters": {
+        "x": 373,
+        "y": 217,
+        "button": "left"
+      },
       "timeout": 30,
       "continue_on_error": "false",
       "preconditions": [
@@ -46,24 +54,24 @@
         "dhash:373:217:0:10:c8c8809090b26461"
       ],
       "tags": [],
-      "created_at": "2025-10-09T08:59:25.755439",
-      "plan_id": "plan_2a5d5939",
+      "created_at": "2025-10-15T05:38:20.400902"
+    },
+    {
       "tool": "click",
-      "parameters": {
-        "x": 373,
-        "y": 217,
-        "button": "left"
-      },
+      "plan_id": "plan_2a5d5939",
+      "description": "Click the \"General Teams Agent\" option in the dropdown menu within the \"Teams Agent or App Using Teams AI Library\" dialog in Visual Studio Code.",
+      "content_refs": [],
       "retry_count": 0,
       "depends_on": [],
       "postconditions": [],
-      "screenshot": "step_11d7c304"
-    },
-    {
+      "screenshot": "step_46b68abb",
       "agent": "interaction",
-      "description": "Click the \"General Teams Agent\" option in the dropdown menu within the \"Teams Agent or App Using Teams AI Library\" dialog in Visual Studio Code.",
       "step_id": "step_46b68abb",
-      "content_refs": [],
+      "parameters": {
+        "x": 358,
+        "y": 82,
+        "button": "left"
+      },
       "timeout": 30,
       "continue_on_error": "false",
       "preconditions": [
@@ -72,24 +80,24 @@
         "dhash:358:82:0:10:c0c4b09092b26461"
       ],
       "tags": [],
-      "created_at": "2025-10-09T08:59:25.777776",
-      "plan_id": "plan_2a5d5939",
+      "created_at": "2025-10-15T05:38:20.409322"
+    },
+    {
       "tool": "click",
-      "parameters": {
-        "x": 358,
-        "y": 82,
-        "button": "left"
-      },
+      "plan_id": "plan_2a5d5939",
+      "description": "Click the \"TypeScript\" option in the \"Programming Language\" dropdown within Visual Studio Code's Microsoft 365 Agents Toolkit interface.",
+      "content_refs": [],
       "retry_count": 0,
       "depends_on": [],
       "postconditions": [],
-      "screenshot": "step_46b68abb"
-    },
-    {
+      "screenshot": "step_0b4248d7",
       "agent": "interaction",
-      "description": "Click the \"TypeScript\" option in the \"Programming Language\" dropdown within Visual Studio Code's Microsoft 365 Agents Toolkit interface.",
       "step_id": "step_0b4248d7",
-      "content_refs": [],
+      "parameters": {
+        "x": 295,
+        "y": 82,
+        "button": "left"
+      },
       "timeout": 30,
       "continue_on_error": "false",
       "preconditions": [
@@ -98,24 +106,24 @@
         "dhash:295:82:0:10:d090909092b26461"
       ],
       "tags": [],
-      "created_at": "2025-10-09T09:00:35.036141",
-      "plan_id": "plan_2a5d5939",
+      "created_at": "2025-10-15T05:38:20.416967"
+    },
+    {
       "tool": "click",
-      "parameters": {
-        "x": 295,
-        "y": 82,
-        "button": "left"
-      },
+      "plan_id": "plan_2a5d5939",
+      "description": "Click the \"Default folder /home/vscode/AgentsToolkitProjects\" option in the \"Workspace Folder\" dropdown dialog in Visual Studio Code.",
+      "content_refs": [],
       "retry_count": 0,
       "depends_on": [],
       "postconditions": [],
-      "screenshot": "step_0b4248d7"
-    },
-    {
+      "screenshot": "step_4af62f96",
       "agent": "interaction",
-      "description": "Click the \"Default folder /home/vscode/AgentsToolkitProjects\" option in the \"Workspace Folder\" dropdown dialog in Visual Studio Code.",
       "step_id": "step_4af62f96",
-      "content_refs": [],
+      "parameters": {
+        "x": 378,
+        "y": 74,
+        "button": "left"
+      },
       "timeout": 30,
       "continue_on_error": "false",
       "preconditions": [
@@ -124,18 +132,7 @@
         "dhash:378:74:0:10:f0b0909092b26461"
       ],
       "tags": [],
-      "created_at": "2025-10-09T09:00:35.057779",
-      "plan_id": "plan_2a5d5939",
-      "tool": "click",
-      "parameters": {
-        "x": 378,
-        "y": 74,
-        "button": "left"
-      },
-      "retry_count": 0,
-      "depends_on": [],
-      "postconditions": [],
-      "screenshot": "step_4af62f96"
+      "created_at": "2025-10-15T05:38:20.424235"
     }
   ],
   "screenshots": {