average it even more...

Author: mydea

dev-packages/node-overhead-gh-action/index.mjs

@@ -9,7 +9,7 @@ import * as glob from '@actions/glob';
 import * as io from '@actions/io';
 import { markdownTable } from 'markdown-table';
 import { getArtifactsForBranchAndWorkflow } from './lib/getArtifactsForBranchAndWorkflow.mjs';
-import { getOverheadMeasurements } from './lib/getOverheadMeasurements.mjs';
+import { getAveragedOverheadMeasurements } from './lib/getOverheadMeasurements.mjs';
 import { formatResults, hasChanges } from './lib/markdown-table-formatter.mjs';
 
 const NODE_OVERHEAD_HEADING = '## node-overhead report 🧳';
@@ -100,7 +100,7 @@ async function run() {
 
     core.startGroup('Getting current overhead measurements');
     try {
-      current = await getOverheadMeasurements();
+      current = await getAveragedOverheadMeasurements();
     } catch (error) {
       core.error('Error getting current overhead measurements');
       core.endGroup();
@@ -178,7 +178,7 @@ async function runNodeOverheadOnComparisonBranch() {
 
   const artifactClient = new DefaultArtifactClient();
 
-  const result = await getOverheadMeasurements();
+  const result = await getAveragedOverheadMeasurements();
 
   try {
     await fs.writeFile(resultsFilePath, JSON.stringify(result), 'utf8');

dev-packages/node-overhead-gh-action/lib/getOverheadMeasurements.mjs

@@ -117,7 +117,7 @@ async function startAutocannonProcess(autocannonCommand) {
   });
 }
 
-export async function getOverheadMeasurements() {
+async function getOverheadMeasurements() {
   const GET = {
     baseline: await getMeasurements(undefined, 'yarn test:get'),
     withInstrument: await getMeasurements('./src/instrument.mjs', 'yarn test:get'),
@@ -136,6 +136,34 @@ export async function getOverheadMeasurements() {
   };
 }
 
+export async function getAveragedOverheadMeasurements() {
+  const results = [];
+  for (let i = 0; i < 3; i++) {
+    const result = await getOverheadMeasurements();
+    results.push(result);
+  }
+
+  // Calculate averages for each scenario
+  const averaged = {
+    GET: {
+      baseline: Math.floor(results.reduce((sum, r) => sum + r.GET.baseline, 0) / results.length),
+      withInstrument: Math.floor(results.reduce((sum, r) => sum + r.GET.withInstrument, 0) / results.length),
+      withInstrumentErrorOnly: Math.floor(
+        results.reduce((sum, r) => sum + r.GET.withInstrumentErrorOnly, 0) / results.length,
+      ),
+    },
+    POST: {
+      baseline: Math.floor(results.reduce((sum, r) => sum + r.POST.baseline, 0) / results.length),
+      withInstrument: Math.floor(results.reduce((sum, r) => sum + r.POST.withInstrument, 0) / results.length),
+      withInstrumentErrorOnly: Math.floor(
+        results.reduce((sum, r) => sum + r.POST.withInstrumentErrorOnly, 0) / results.length,
+      ),
+    },
+  };
+
+  return averaged;
+}
+
 function log(message) {
   if (DEBUG) {
     // eslint-disable-next-line no-console

dev-packages/node-overhead-gh-action/run-local.mjs

@@ -1,8 +1,8 @@
-import { getOverheadMeasurements } from './lib/getOverheadMeasurements.mjs';
+import { getAveragedOverheadMeasurements } from './lib/getOverheadMeasurements.mjs';
 import { formatResults } from './lib/markdown-table-formatter.mjs';
 
 async function run() {
-  const measurements = await getOverheadMeasurements();
+  const measurements = await getAveragedOverheadMeasurements();
 
   // eslint-disable-next-line no-console
   console.log(formatResults(undefined, measurements));