test: only run automated test cases for scheduled runs (#14218)

Author: hellyzh

.github/workflows/ui-test-vscuse.yml

@@ -166,15 +166,24 @@ jobs:
           subscription-id: ${{secrets.DEVOPS_SUB_ID}}
           enable-AzPSSession: true
 
+      - name: Fetch test cases from Azure DevOps for scheduled runs
+        if: ${{ github.event.schedule == '0 17 * * *' }}
+        working-directory: packages/tests
+        env:
+          AZURE_DEVOPS_ORG_URL: "https://dev.azure.com/msazure/"
+          AZURE_DEVOPS_PROJECT: "Microsoft Teams Extensibility"
+          AZURE_DEVOPS_TEST_PLAN_ID: "33256964"
+        run: npx ts-node ./scripts/fetch-test-plan-test-cases.ts vscuse/agent_cases true
+
       - name: Fetch test cases from Azure DevOps
+        if: ${{ github.event_name == 'workflow_dispatch' }}
         working-directory: packages/tests
         env:
           AZURE_DEVOPS_ORG_URL: "https://dev.azure.com/msazure/"
           AZURE_DEVOPS_PROJECT: "Microsoft Teams Extensibility"
           AZURE_DEVOPS_TEST_PLAN_ID: "33256964"
         run: npx ts-node ./scripts/fetch-test-plan-test-cases.ts vscuse/agent_cases
 
-
       - name: Generate file list
         shell: pwsh
         run: |

packages/tests/scripts/fetch-test-plan-test-cases.ts

@@ -6,6 +6,7 @@ import * as fs from "fs";
 import * as path from "path";
 
 const outputDir = process.argv[2];
+const onlyTestAutomatedCases = process.argv[3];
 if (!outputDir) {
   console.error("Please provide an output directory as the first argument.");
   process.exit(1);
@@ -83,6 +84,19 @@ async function run() {
               };
               const workItem = (await response.json()) as WorkItem;
 
+              // Get the automation status of the work item
+              // If onlyTestAutomatedCases is true, skip test cases that are not automated
+              const automationStatus =
+                workItem.fields?.["Microsoft.VSTS.TCM.AutomationStatus"];
+              if (onlyTestAutomatedCases && onlyTestAutomatedCases === "true") {
+                if (automationStatus !== "Planned") {
+                  console.log(
+                    `Skipping test case ${tc.testCase.id} as it is not automated.`
+                  );
+                  continue; // Skip non-automated test cases
+                }
+              }
+
               // The content fianlly to write into the file
               const outputLines: string[] = [];