tools: add benchmark runner to test-shared

Author: aduh95

.github/workflows/test-shared.yml

@@ -19,6 +19,23 @@ on:
       - README.md
       - .github/**
       - '!.github/workflows/test-shared.yml'
+  workflow_dispatch:
+    inputs:
+      commit:
+        required: true
+        type: string
+        description: 'The commit SHA to benchmark against the tip of the current branch'
+      category:
+        required: true
+        type: string
+        description: The category (or categories) of tests to run, for example buffers, cluster etc. Maps to a folders in node/benchmark
+      filter:
+        type: string
+        description: A substring to restrict the benchmarks to run in a category. e.g. `net-c2c`
+      runs:
+        type: number
+        default: 30
+        description: How many times to repeat each benchmark
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
@@ -63,6 +80,7 @@ jobs:
           authToken: ${{ secrets.CACHIX_AUTH_TOKEN }}
 
       - name: Configure sccache
+        if: false
         uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1
         with:
           script: |
@@ -75,6 +93,7 @@ jobs:
         run: curl -L https://github.com/npm/cli/pull/8531.diff | git apply --directory=deps/npm --exclude=deps/npm/package-lock.json
 
       - name: Build Node.js and run tests
+        if: false
         run: |
           nix-shell \
             --pure --keep FLAKY_TESTS \
@@ -84,5 +103,47 @@ jobs:
             --arg devTools '[]' \
             --arg benchmarkTools '[]' \
             --run '
-                make run-ci -j4 V=1 TEST_CI_ARGS="-p actions --measure-flakiness 9 --skip-tests=$CI_SKIP_TESTS"
+                make ${{ github.event_name == 'workflow_dispatch' && 'build' || 'run' }}-ci -j4 V=1 TEST_CI_ARGS="-p actions --measure-flakiness 9 --skip-tests=$CI_SKIP_TESTS"
             '
+
+      - name: Pull commit to benchmark
+        if: ${{ github.event_name == 'workflow_dispatch' }}
+        run: git pull --allow-unrelated-histories --no-rebase --no-commit --no-ff origin ${{ inputs.commit }}
+
+      - run: git log
+
+      - name: Re-build Node.js
+        # ccache is disabled here to avoid polluting the cache. Local build outputs should make this build relatively quick anyway.
+        if: ${{ github.event_name == 'workflow_dispatch' }}
+        run: |
+          mv out/Release/node base_node
+          nix-shell \
+            --pure \
+            --arg loadJSBuiltinsDynamically false \
+            --arg ccache 'null' \
+            --arg devTools '[]' \
+            --arg benchmarkTools '[]' \
+            --run '
+                make build-ci -j4 V=1
+            '
+
+      - name: Run benchmark
+        if: ${{ github.event_name == 'workflow_dispatch' }}
+        run: |
+          nix-shell \
+            --pure --keep FILTER \
+            --arg loadJSBuiltinsDynamically false \
+            --arg ccache 'null' \
+            --arg devTools '[]' \
+            --run '
+                ./base_node benchmark/compare.js \
+                  --filter "$FILTER" \
+                  --runs ${{ inputs.runs }} \
+                  --old ./base_node --new ./node \
+                  -- ${{ inputs.category }} \
+                | Rscript benchmark/compare.R
+            '
+        env:
+          FILTER: ${{ inputs.filter }}
+      
+