Run performance tests on a host with dedicated CPUs

Author: gabrys

.github/workflows/tests-performance.yml

@@ -18,16 +18,24 @@ on:
 
 jobs:
   test:
-    runs-on: tools-gha-runners
+    runs-on: gcp-perf-test-dedicated
+    container:
+      image: ubuntu:24.04
+      options: --cpuset-cpus=0
     timeout-minutes: 30
     steps:
+      - name: Install Git
+        run: |
+          apt-get update && apt-get install -y git &&
+          git config --global --add safe.directory /__w/neptune-query/neptune-query
+
       - name: Checkout repository
         uses: actions/checkout@v4
 
       - name: Install Python
         uses: actions/setup-python@v5
         with:
-          python-version: "3.10"
+          python-version: "3.13"
 
       - name: Install dependencies
         run: |
@@ -37,12 +45,3 @@ jobs:
       - name: Run performance tests
         run: |
           pytest --junitxml="test-results/test-performance.xml" tests/performance
-
-      - name: Report
-        uses: mikepenz/action-junit-report@v5
-        if: always()
-        with:
-          report_paths: "./test-results/test-performance*.xml"
-          update_check: true
-          annotate_notice: true
-          job_name: "Performance tests"

tests/performance/test_perf_output_format.py

@@ -12,9 +12,9 @@
 
 
 @expected_benchmark(
-    dict(num_experiments=5, num_paths=500, num_buckets=50, min_p0=0.500, max_p80=0.650, max_p100=1.000),
-    dict(num_experiments=50, num_paths=50, num_buckets=50, min_p0=0.500, max_p80=0.650, max_p100=1.000),
-    dict(num_experiments=500, num_paths=5, num_buckets=50, min_p0=0.500, max_p80=0.650, max_p100=1.000),
+    dict(num_experiments=5, num_paths=500, num_buckets=50, min_p0=0.500, max_p80=0.800, max_p100=1.000),
+    dict(num_experiments=50, num_paths=50, num_buckets=50, min_p0=0.500, max_p80=0.800, max_p100=1.000),
+    dict(num_experiments=500, num_paths=5, num_buckets=50, min_p0=0.500, max_p80=0.800, max_p100=1.000),
 )
 def test_perf_create_metric_buckets_dataframe(benchmark, num_experiments, num_paths, num_buckets):
     """Test the performance of create_metric_buckets_dataframe"""