Add another test to ensure wrong shapes are caught by test_model

Author: constantinpape

tests/conftest.py

@@ -42,6 +42,10 @@
         "https://raw.githubusercontent.com/bioimage-io/spec-bioimage-io/main/example_specs/models/"
         "stardist_example_model/rdf_wrong_shape.yaml"
     ),
+    "stardist_wrong_shape2": (
+        "https://raw.githubusercontent.com/bioimage-io/spec-bioimage-io/main/example_specs/models/"
+        "stardist_example_model/rdf_wrong_shape2.yaml"
+    ),
 }
 
 try:
@@ -94,6 +98,7 @@
     if tf_major_version == 1:
         load_model_packages |= set(tensorflow1_models)
         load_model_packages.add("stardist_wrong_shape")
+        load_model_packages.add("stardist_wrong_shape2")
     elif tf_major_version == 2:
         load_model_packages |= set(tensorflow2_models)
 
@@ -124,6 +129,12 @@ def stardist_wrong_shape(request):
     return pytest.model_packages[request.param]
 
 
+# written as model group to automatically skip on missing tensorflow 1
+@pytest.fixture(params=[] if skip_tensorflow or tf_major_version != 1 else ["stardist_wrong_shape2"])
+def stardist_wrong_shape2(request):
+    return pytest.model_packages[request.param]
+
+
 # written as model group to automatically skip on missing tensorflow 1
 @pytest.fixture(params=[] if skip_tensorflow or tf_major_version != 1 else ["stardist"])
 def stardist(request):
@@ -165,7 +176,7 @@ def any_tensorflow_js_model(request):
 # fixture to test with all models that should run in the current environment
 # we exclude stardist_wrong_shape here because it is not a valid model
 # and included only to test that validation for this model fails
-@pytest.fixture(params=load_model_packages - {"stardist_wrong_shape"})
+@pytest.fixture(params=load_model_packages - {"stardist_wrong_shape", "stardist_wrong_shape2"})
 def any_model(request):
     return pytest.model_packages[request.param]
 

tests/test_resource_tests/test_test_model.py

@@ -10,6 +10,17 @@ def test_error_for_wrong_shape(stardist_wrong_shape):
     assert summary["error"] == expected_error_message
 
 
+def test_error_for_wrong_shape2(stardist_wrong_shape2):
+    from bioimageio.core.resource_tests import test_model
+
+    summary = test_model(stardist_wrong_shape2)
+    expected_error_message = (
+        "Shape (1, 512, 512, 1) of test input 0 'input' does not match input shape description: "
+        "ParametrizedInputShape(min=[1, 16, 16, 1], step=[0, 17, 17, 0])."
+    )
+    assert summary["error"] == expected_error_message
+
+
 def test_test_model(any_model):
     from bioimageio.core.resource_tests import test_model