adapt for new status valid-format

Author: FynnBe

bioimageio/core/_resource_tests.py

@@ -514,19 +514,22 @@ def load_description_and_test(
         enable_determinism(determinism, weight_formats=weight_formats)
         for w in weight_formats:
             _test_model_inference(rd, w, devices, **deprecated)
-            if stop_early and rd.validation_summary.status != "passed":
+            if stop_early and rd.validation_summary.status == "failed":
                 break
 
             if not isinstance(rd, v0_4.ModelDescr):
                 _test_model_inference_parametrized(
                     rd, w, devices, stop_early=stop_early
                 )
-                if stop_early and rd.validation_summary.status != "passed":
+                if stop_early and rd.validation_summary.status == "failed":
                     break
 
     # TODO: add execution of jupyter notebooks
     # TODO: add more tests
 
+    if rd.validation_summary.status == "valid-format":
+        rd.validation_summary.status = "passed"
+
     return rd
 
 

bioimageio/core/cli.py

@@ -162,7 +162,11 @@ def descr(self):
 
     def run(self):
         self.log(self.descr)
-        sys.exit(0 if self.descr.validation_summary.status == "passed" else 1)
+        sys.exit(
+            0
+            if self.descr.validation_summary.status in ("valid-format", "passed")
+            else 1
+        )
 
 
 class TestCmd(CmdBase, WithSource, WithSummaryLogging):

bioimageio/core/commands.py

@@ -63,7 +63,7 @@ def validate_format(
         descr: a bioimageio resource description
     """
     _ = descr.validation_summary.save(summary)
-    return 0 if descr.validation_summary.status == "passed" else 1
+    return 0 if descr.validation_summary.status in ("valid-format", "passed") else 1
 
 
 # TODO: absorb into `save_bioimageio_package`

tests/test_any_model_fixture.py

@@ -3,4 +3,4 @@
 
 def test_model(any_model: str):
     summary = load_description_and_validate_format_only(any_model)
-    assert summary.status == "passed", summary.display()
+    assert summary.status == "valid-format", summary.display()