Separate XML file for measurement and validation

Author: gabrys

.github/workflows/tests-performance.yml

@@ -46,14 +46,26 @@ jobs:
         run: |
           pytest --junitxml="test-results/test-performance.xml" tests/performance
 
-      - name: Report
+      - name: Report measurements
         uses: mikepenz/action-junit-report@v5
         if: always()
         with:
-          check_name: 'Performance tests report'
+          check_name: 'Performance measurements'
           report_paths: "./test-results/test-performance.xml"
           detailed_summary: true
           verbose_summary: true
           include_passed: true
+          include_time_in_summary: false
+          resolve_ignore_classname: true
+
+      - name: Report performance tests validation
+        uses: mikepenz/action-junit-report@v5
+        if: always()
+        with:
+          check_name: 'Performance tests report'
+          report_paths: "./test-results/test-performance__validation.xml"
+          detailed_summary: true
+          verbose_summary: false
+          include_passed: true
           include_time_in_summary: true
           resolve_ignore_classname: true

tests/performance/conftest.py

@@ -22,9 +22,12 @@ def pytest_configure(config):
         config.option.benchmark_time_unit = "ms"
         config.option.benchmark_sort = "name"
         config.option.benchmark_json = BytesIO()
-        config.option.junit_prefix = "measurement"
+        config.option.junitxml = "benchmark_measurement.xml"
     else:
-        config.option.junit_prefix = "validation"
+        if config.option.xmlpath:
+            # For --junitxml = /path/abc.xml, create /path/abc__validation.xml
+            path = Path(config.option.xmlpath)
+            config.option.xmlpath = str(path.with_stem(path.stem + "__validation"))
 
 
 def pytest_benchmark_update_json(config, benchmarks, output_json):