filter_test_summaries

Author: FynnBe

scripts/prepare_to_deploy.py

@@ -1,6 +1,7 @@
 import copy
 import shutil
 from pathlib import Path
+from typing import Any, Dict, List
 
 import typer
 from packaging.version import Version
@@ -17,6 +18,33 @@ def get_sub_summaries(path: Path):
     return [{k: v for k, v in sub.items() if k != "source_name"} for sub in subs]
 
 
+def filter_test_summaries(tests: Dict[str, List[Dict[str, Any]]]) -> Dict[str, List[Dict[str, Any]]]:
+    assert "bioimageio" in tests
+    unique_tests = set()
+    ret = {}
+    for partner in ["bioimageio", [p for p in tests if p != "bioimageio"]]:  # process 'bioimageio' first
+        for summary in tests[partner]:
+            key = (
+                summary.get("bioimageio_spec_version"),
+                summary.get("bioimageio_core_version"),
+                summary.get("name"),
+                summary.get("status"),
+                summary.get("error"),
+                str(summary.get("warnings")),
+                str(summary.get("nested_errors")),
+            )
+            if key in unique_tests:
+                continue
+
+            unique_tests.add(key)
+            if partner not in ret:
+                ret[partner] = []
+
+            ret[partner].append(summary)
+
+    return ret
+
+
 def main(
     dist: Path = Path(__file__).parent / "../dist/gh_pages_update",
     collection: Path = Path(__file__).parent / "../collection",
@@ -128,6 +156,8 @@ def main(
                 for sp in (partner_folder / krv.resource_id / krv.version_id).glob("*test_summary*.yaml"):
                     test_summary["tests"][partner_id] += get_sub_summaries(sp)
 
+        test_summary["tests"] = filter_test_summaries(test_summary["tests"])
+
         # write updated test summary
         if test_summary != previous_test_summary:
             updated_test_summary_path = dist / previous_test_summary_path.relative_to(gh_pages)