Merge pull request #533 from bioimage-io/filter_test_summaries

filter_test_summaries

Author: FynnBe

scripts/prepare_to_deploy.py

@@ -1,6 +1,7 @@
 import copy
 import shutil
 from pathlib import Path
+from typing import Any, Dict, List
 
 import typer
 from packaging.version import Version
@@ -17,6 +18,37 @@ def get_sub_summaries(path: Path):
     return [{k: v for k, v in sub.items() if k != "source_name"} for sub in subs]
 
 
+def filter_test_summaries(tests: Dict[str, List[Dict[str, Any]]]) -> Dict[str, List[Dict[str, Any]]]:
+    unique_tests = set()
+    ret = {}
+    for partner in ["bioimageio"] + [p for p in tests if p != "bioimageio"]:  # process 'bioimageio' first
+        for summary in tests.get(partner, []):
+            key = tuple(
+                [
+                    str(summary.get(k))
+                    for k in (
+                        "bioimageio_spec_version",
+                        "bioimageio_core_version",
+                        "name",
+                        "status",
+                        "error",
+                        "warnings",
+                        "nested_errors",
+                    )
+                ]
+            )
+            if key in unique_tests:
+                continue
+
+            unique_tests.add(key)
+            if partner not in ret:
+                ret[partner] = []
+
+            ret[partner].append(summary)
+
+    return ret
+
+
 def main(
     dist: Path = Path(__file__).parent / "../dist/gh_pages_update",
     collection: Path = Path(__file__).parent / "../collection",
@@ -128,6 +160,8 @@ def main(
                 for sp in (partner_folder / krv.resource_id / krv.version_id).glob("*test_summary*.yaml"):
                     test_summary["tests"][partner_id] += get_sub_summaries(sp)
 
+        test_summary["tests"] = filter_test_summaries(test_summary["tests"])
+
         # write updated test summary
         if test_summary != previous_test_summary:
             updated_test_summary_path = dist / previous_test_summary_path.relative_to(gh_pages)