force failure

Author: HansVRP

.github/workflows/benchmarks.yaml

@@ -27,7 +27,7 @@ jobs:
           pytest \
             -vv \
             --log-cli-level=INFO \
-            -k "eurac_pc_farm_detection" \  # Run only the specific test
+            --random-subset=1 \
             --html report/report.html --self-contained-html \
             --track-metrics-json=report/metrics.json \
             --track-metrics-parquet-s3-bucket="apex-benchmarks" \

qa/benchmarks/tests/test_benchmarks.py

@@ -70,14 +70,12 @@ def test_run_benchmark(
     reference_dir = download_reference_data(
         scenario=scenario, reference_dir=tmp_path / "reference"
     )
+    assert 1 == 2
+
     assert_job_results_allclose(
         actual=actual_dir,
         expected=reference_dir,
         tmp_path=tmp_path,
         rtol=scenario.reference_options.get("rtol", 1e-6),
         atol=scenario.reference_options.get("atol", 1e-6),
     )
-
-def test_fail():
-    """A dummy test that always fails"""
-    assert False