Generate more detailed JUnit reports (#93)

* Generate more detailed JUnit reports

* Add permission to e2e, add prefix to junit reports

* Separate XML file for measurement and validation

* Only run performance tests on main and dev branches

Author: gabrys

.github/workflows/tests-e2e.yml

@@ -1,5 +1,8 @@
 name: Run e2e tests - neptune-query
 
+permissions:
+  checks: write
+
 on:
   schedule:
     - cron: '0 8 * * *' # Run at 8:00 daily
@@ -65,10 +68,13 @@ jobs:
         uses: mikepenz/action-junit-report@v5
         if: always()
         with:
+          check_name: 'E2E tests report'
           report_paths: "./test-results/test-e2e*.xml"
-          update_check: true
-          annotate_notice: true
-          job_name: "e2e tests"
+          detailed_summary: true
+          verbose_summary: true
+          include_passed: true
+          include_time_in_summary: true
+          resolve_ignore_classname: true
 
       - name: Notify Slack on failure
         if: failure() && github.event_name == 'schedule'

.github/workflows/tests-performance.yml

@@ -1,5 +1,8 @@
 name: Performance tests
 
+permissions:
+  checks: write
+
 on:
   schedule:
     - cron: '0 8 * * *' # Run at 8:00 daily
@@ -17,7 +20,7 @@ on:
 #      - '.github/workflows/tests-performance.yml'
 
 jobs:
-  test:
+  test-performance:
     runs-on: gcp-perf-test-dedicated
     container:
       image: ubuntu:24.04
@@ -45,3 +48,25 @@ jobs:
       - name: Run performance tests
         run: |
           pytest --junitxml="test-results/test-performance.xml" tests/performance
+
+      - name: Report measurements
+        uses: mikepenz/action-junit-report@v5
+        if: always()
+        with:
+          check_name: 'Performance measurements'
+          report_paths: "./test-results/test-performance.xml"
+          detailed_summary: true
+          include_passed: true
+          include_time_in_summary: true
+          resolve_ignore_classname: true
+
+      - name: Performance validation
+        uses: mikepenz/action-junit-report@v5
+        if: always()
+        with:
+          check_name: 'Performance validation'
+          report_paths: "./test-results/test-performance__validation.xml"
+          detailed_summary: true
+          include_passed: true
+          include_time_in_summary: true
+          resolve_ignore_classname: true

tests/performance/conftest.py

@@ -22,6 +22,12 @@ def pytest_configure(config):
         config.option.benchmark_time_unit = "ms"
         config.option.benchmark_sort = "name"
         config.option.benchmark_json = BytesIO()
+        config.option.junitxml = "benchmark_measurement.xml"
+    else:
+        if config.option.xmlpath:
+            # For --junitxml = /path/abc.xml, create /path/abc__validation.xml
+            path = Path(config.option.xmlpath)
+            config.option.xmlpath = str(path.with_stem(path.stem + "__validation"))
 
 
 def pytest_benchmark_update_json(config, benchmarks, output_json):