WIP fix tests

Author: FynnBe

pyproject.toml

@@ -8,6 +8,7 @@ preview = true
 exclude = [
     "**/__pycache__",
     "**/node_modules",
+    "dogfood",
     "presentations",
     "scripts/pdoc/original.py",
     "scripts/pdoc/patched.py",
@@ -39,7 +40,7 @@ typeCheckingMode = "strict"
 useLibraryCodeForTypes = true
 
 [tool.pytest.ini_options]
-addopts = "--cov=bioimageio --cov-report=xml --cov-append --capture=no --doctest-modules --failed-first"
+addopts = "--cov=bioimageio --cov-report=xml --cov-append --capture=no --doctest-modules --failed-first --ignore=dogfood"
 
 [tool.ruff]
 line-length = 88

tests/test_bioimageio_collection.py

@@ -4,7 +4,7 @@
 import requests
 from pydantic import HttpUrl
 
-from bioimageio.spec import InvalidDescr
+from bioimageio.spec import InvalidDescr, ValidationContext
 from bioimageio.spec.common import Sha256
 from tests.utils import ParameterSet, expensive_test
 
@@ -39,15 +39,28 @@ def yield_bioimageio_yaml_urls() -> Iterable[ParameterSet]:
 
 
 KNOWN_INVALID: Collection[str] = {
-    "stupendous-sheep/1.2",
-    "wild-rhino/0.1.0",  # requires careamics
-    "dazzling-spider/0.1.0",  # requires careamics
-    "humorous-fox/0.1.0",  # requires careamics
+    "affable-shark/1.1",  # onnx weights expect fixed input shape
+    "affectionate-cow/0.1.0",  # custom dependencies
     "ambitious-sloth/1.2",  # requires inferno
+    "dazzling-spider/0.1.0",  # requires careamics
     "dynamic-t-rex/1",  # model.v0_4.ScaleLinearKwargs with axes
+    "efficient-chipmunk/1",  # needs plantseg
     "famous-fish/0.1.0",  # list index out of range `fl[3]`
+    "greedy-whale/1",  # batch size is actually limited to 1
     "happy-elephant/0.1.0",  # list index out of range `fl[3]`
-    "affectionate-cow/0.1.0",  # custom dependencies
+    "humorous-crab/1",  # batch size is actually limited to 1
+    "humorous-fox/0.1.0",  # requires careamics
+    "humorous-owl/1",  # error deserializing GlorotUniform
+    "noisy-ox/1",  # batch size is actually limited to 1
+    "stupendous-sheep/1.2",
+    "wild-rhino/0.1.0",  # requires careamics
+    "idealistic-turtle/0.1.0",  # requires biapy
+    "intelligent-lion/0.1.0",  # requires biapy
+    "merry-water-buffalo/0.1.0",  # requires biapy
+    "venomous-swan/0.1.0",  # requires biapy
+    "heroic-otter/0.1.0",  # requires biapy
+    "stupendous-sheep/1.1",  # requires relativ import of attachment
+    "commited-turkey/1.2",  # error deserializng VarianceScaling
 }
 
 
@@ -63,8 +76,10 @@ def test_rdf(
 
     from bioimageio.core import load_description_and_test
 
-    descr = load_description_and_test(descr_url, sha256=sha, stop_early=True)
+    with ValidationContext():
+        descr = load_description_and_test(descr_url, sha256=sha, stop_early=True)
+
     assert not isinstance(descr, InvalidDescr)
     assert (
         descr.validation_summary.status == "passed"
-    ), descr.validation_summary.format()
+    ), descr.validation_summary.display()

tests/test_proc_ops.py

@@ -268,7 +268,7 @@ def test_scale_mean_variance_per_channel(tid: MemberId, axes_str: Optional[str])
     axes = None if axes_str is None else tuple(map(AxisId, axes_str))
 
     shape = (3, 32, 46)
-    ipt_axes = ("c", "y", "x")
+    ipt_axes = ("channel", "y", "x")
     np_data = np.random.rand(*shape)
     ipt_data = xr.DataArray(np_data, dims=ipt_axes)