Separate XML file for measurement and validation

Author: gabrys

.github/workflows/tests-performance.yml

@@ -17,7 +17,7 @@ on:
 #      - '.github/workflows/tests-performance.yml'
 
 jobs:
-  test:
+  test-performance:
     runs-on: gcp-perf-test-dedicated
     container:
       image: ubuntu:24.04
@@ -46,14 +46,24 @@ jobs:
         run: |
           pytest --junitxml="test-results/test-performance.xml" tests/performance
 
-      - name: Report
+      - name: Report measurements
         uses: mikepenz/action-junit-report@v5
         if: always()
         with:
-          check_name: 'Performance tests report'
+          check_name: 'Performance measurements'
           report_paths: "./test-results/test-performance.xml"
           detailed_summary: true
-          verbose_summary: true
+          include_passed: true
+          include_time_in_summary: true
+          resolve_ignore_classname: true
+
+      - name: Performance validation
+        uses: mikepenz/action-junit-report@v5
+        if: always()
+        with:
+          check_name: 'Performance validation'
+          report_paths: "./test-results/test-performance__validation.xml"
+          detailed_summary: true
           include_passed: true
           include_time_in_summary: true
           resolve_ignore_classname: true

tests/performance/conftest.py

@@ -22,9 +22,12 @@ def pytest_configure(config):
         config.option.benchmark_time_unit = "ms"
         config.option.benchmark_sort = "name"
         config.option.benchmark_json = BytesIO()
-        config.option.junit_prefix = "measurement"
+        config.option.junitxml = "benchmark_measurement.xml"
     else:
-        config.option.junit_prefix = "validation"
+        if config.option.xmlpath:
+            # For --junitxml = /path/abc.xml, create /path/abc__validation.xml
+            path = Path(config.option.xmlpath)
+            config.option.xmlpath = str(path.with_stem(path.stem + "__validation"))
 
 
 def pytest_benchmark_update_json(config, benchmarks, output_json):