fix bugs

Author: ianayl

devops/actions/run-tests/benchmark/action.yml

@@ -17,6 +17,13 @@ inputs:
 runs:
   using: "composite"
   steps:
+  - name: (Test) aggregate benchmark results and produce historical average
+    if: always()
+    uses: ./devops/actions/benchmarking/aggregate
+    with:
+      cutoff_timestamp: 20240101_000000
+    env:
+      GITHUB_TOKEN: ${{ env.GITHUB_TOKEN }}
   - name: Run compute-benchmarks
     shell: bash
     run: |
@@ -60,10 +67,3 @@ runs:
     with:
       name: Compute-benchmark run ${{ github.run_id }} (${{ runner.name }})
       path: ./artifact
-  - name: (Test) aggregate benchmark results and produce historical average
-    if: always()
-    uses: ./devops/actions/benchmarking/aggregate
-    with:
-      cutoff_timestamp: 20240101_000000
-    env:
-      GITHUB_TOKEN: ${{ env.GITHUB_TOKEN }}

devops/scripts/benchmarking/aggregate.py

@@ -5,7 +5,7 @@
 import statistics
 from common import Validate, SanitizedConfig
 from abc import ABC, abstractmethod
-
+import os
 
 class Aggregator(ABC):
     """
@@ -52,7 +52,7 @@ def get_type() -> str:
     def add(self, n: float):
         self.elements.append(n)
 
-    def get_median(self) -> float:
+    def get_avg(self) -> float:
         return statistics.median(self.elements)
 
 
@@ -91,7 +91,7 @@ def add(self, n: float):
         elif len(self.maxheap_smaller) < len(self.minheap_larger):
             heapq.heappush(self.maxheap_smaller, -heapq.heappop(self.minheap_larger))
 
-    def get_median(self) -> float:
+    def get_avg(self) -> float:
         if len(self.maxheap_smaller) == len(self.minheap_larger):
             # Equal number of elements smaller and larger than "median":
             # thus, there are two median values. The median would then become
@@ -163,9 +163,9 @@ def csv_samples() -> list[str]:
             writer.writeheader()
             for test in samples_aggregate:
                 writer.writerow(
-                    {"TestCase": test_case}
+                    {"TestCase": test}
                     | {
-                        metric: samples_aggregate[test][metric].get_median()
+                        metric: samples_aggregate[test][metric].get_avg()
                         for metric in SanitizedConfig.METRICS_TOLERANCES
                     }
                 )