feat(ng-dev): add support for uploading results of workflow testing to database

Uploads the workflow test results our database when a specific github sha is provided as a reference key for the data.

Author: josephperrott

.github/workflows/perf.yml

@@ -1,11 +1,14 @@
 name: Performance Tracking
 
 on:
+  pull_request:
   push:
     branches:
-      - main
+      - add-uploading
 
-permissions: {}
+permissions: {
+  id-token: write
+}
 
 defaults:
   run:
@@ -18,15 +21,16 @@ jobs:
     outputs:
       workflows: ${{ steps.workflows.outputs.workflows }}
     steps:
-      # Because the checkout and setup node action is contained in the dev-infra repo, we must
-      # checkout the repo to be able to run the action we have created.  Other repos will skip
-      # this step.
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-      - uses: ./github-actions/npm/checkout-and-setup-node
-      - uses: ./github-actions/bazel/setup
-      - run: yarn install --immutable
-      - id: workflows
-        run: echo "workflows=$(yarn ng-dev perf workflows --list)" >> "$GITHUB_OUTPUT"
+
+      - uses: 'google-github-actions/auth@v2'
+        with:
+          project_id: 'internal-200822'
+          workload_identity_provider: 'projects/823469418460/locations/global/workloadIdentityPools/measurables-tracking/providers/angular'
+          service_account: '[email protected]'
+      - run: gcloud auth list
+      - name: Setup tmate session
+        uses: mxschmitt/action-tmate@v3
+
 
   workflow:
     timeout-minutes: 30
@@ -42,5 +46,10 @@ jobs:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
       - uses: ./github-actions/npm/checkout-and-setup-node
       - uses: ./github-actions/bazel/setup
+      - uses: 'google-github-actions/auth@v2'
+        with:
+          project_id: 'internal-200822'
+          workload_identity_provider: 'projects/823469418460/locations/global/workloadIdentityPools/measurables-tracking/providers/angular'
+          service_account: '[email protected]'
       - run: yarn install --immutable
-      - run: yarn ng-dev perf workflows --name ${{ matrix.workflow }}
+      - run: yarn ng-dev perf workflows --name ${{ matrix.workflow }} --commit-sha ${{github.sha}}

ng-dev/BUILD.bazel

@@ -6,9 +6,10 @@ NG_DEV_EXTERNALS = [
     # `typescript` is external because we want the project to provide a TypeScript version.
     # TODO: Figure out how we want to manage dependencies for the dev-infra tool.
     "typescript",
-    # Package uses `__filename` and `__dirname` and cannot be bundled in ESM. We do not
+    # Packages using `__filename` and `__dirname` and cannot be bundled in ESM. We do not
     # intend to provide interop globals for this as it could hide other significant issues.
     "@yarnpkg/lockfile",
+    "@google-cloud/spanner",
 ]
 
 ts_library(

ng-dev/package.json

@@ -15,6 +15,7 @@
     }
   },
   "dependencies": {
+    "@google-cloud/spanner": "7.16.0",
     "@octokit/rest": "21.0.2",
     "@types/semver": "^7.3.6",
     "@types/supports-color": "^8.1.1",

ng-dev/perf/workflow/BUILD.bazel

@@ -6,6 +6,7 @@ ts_library(
     visibility = ["//ng-dev:__subpackages__"],
     deps = [
         "//ng-dev/utils",
+        "@npm//@google-cloud/spanner",
         "@npm//@types/node",
         "@npm//@types/yargs",
         "@npm//yaml",

ng-dev/perf/workflow/cli.ts

@@ -11,11 +11,14 @@ import {measureWorkflow} from './workflow.js';
 import {loadWorkflows} from './loader.js';
 import {join} from 'path';
 import {determineRepoBaseDirFromCwd} from '../../utils/repo-directory.js';
+import {addWorkflowPerformanceResult} from './database.js';
+import {Spinner} from '../../utils/spinner.js';
 
 interface WorkflowsParams {
   configFile: string;
   list: boolean;
   name?: string;
+  commitSha?: string;
 }
 
 /** Builds the checkout pull request command. */
@@ -34,30 +37,48 @@ function builder(yargs: Argv) {
     .option('name', {
       type: 'string',
       description: 'A specific workflow to run by name',
+    })
+    .option('commit-sha' as 'commitSha', {
+      type: 'string',
+      description: 'The commit sha to associate the measurement with, uploading it to our database',
     });
 }
 
 /** Handles the checkout pull request command. */
-async function handler({configFile, list, name}: WorkflowsParams) {
+async function handler({configFile, list, name, commitSha}: WorkflowsParams) {
   const workflows = await loadWorkflows(join(determineRepoBaseDirFromCwd(), configFile));
 
   if (list) {
     process.stdout.write(JSON.stringify(Object.keys(workflows)));
     return;
   }
 
+  const results: {name: string; value: number}[] = [];
+
   if (name) {
-    const {duration} = await measureWorkflow(workflows[name]);
-    process.stdout.write(JSON.stringify({[name]: duration}));
-    return;
+    const {value} = await measureWorkflow(workflows[name]);
+    results.push({value, name});
+  } else {
+    for (const workflow of Object.values(workflows)) {
+      const {name, value} = await measureWorkflow(workflow);
+      results.push({value, name});
+    }
   }
 
-  const results: {[key: string]: number} = {};
-  for (const workflow of Object.values(workflows)) {
-    const {name, duration} = await measureWorkflow(workflow);
-    results[name] = duration;
+  if (commitSha) {
+    const spinner = new Spinner('Uploading performance results to database');
+    try {
+      for (let {value, name} of results) {
+        await addWorkflowPerformanceResult({
+          name,
+          value,
+          commit_sha: commitSha,
+        });
+      }
+    } finally {
+      spinner.success('Upload complete');
+    }
   }
-  process.stdout.write(JSON.stringify(results));
 }
 
 /** yargs command module for checking out a PR. */

ng-dev/perf/workflow/database.ts

@@ -0,0 +1,31 @@
+/**
+ * @license
+ * Copyright Google LLC
+ *
+ * Use of this source code is governed by an MIT-style license that can be
+ * found in the LICENSE file at https://angular.io/license
+ */
+
+import {Spanner} from '@google-cloud/spanner';
+
+export interface WorkflowPerformanceRowResult {
+  commit_sha: string;
+  value: number;
+  name: string;
+}
+
+export async function addWorkflowPerformanceResult(result: WorkflowPerformanceRowResult) {
+  const spanner = new Spanner({
+    projectId: 'internal-200822',
+  });
+
+  const instance = spanner.instance('ng-measurables');
+  const database = instance.database('commit_performance');
+  const workflowPerformanceTable = database.table('WorkflowPerformance');
+
+  try {
+    await workflowPerformanceTable.insert([result]);
+  } finally {
+    await database.close();
+  }
+}

ng-dev/perf/workflow/workflow.ts

@@ -33,7 +33,10 @@ export async function measureWorkflow({name, workflow, prepare, cleanup}: Workfl
 
     spinner.success(`${name}: ${results.duration.toFixed(2)}ms`);
 
-    return results.toJSON();
+    return {
+      name,
+      value: results.duration,
+    };
   } finally {
     spinner.complete();
   }

package.json

@@ -71,6 +71,7 @@
     "@bazel/ibazel": "^0.23.0",
     "@bazel/jasmine": "patch:@bazel/jasmine@npm:5.8.1#.yarn/patches/@bazel-jasmine-npm.patch",
     "@google-cloud/firestore": "^7.0.0",
+    "@google-cloud/spanner": "7.16.0",
     "@google-cloud/storage": "^7.0.0",
     "@inquirer/prompts": "^7.0.0",
     "@inquirer/type": "^3.0.0",