make unittest only run on onnxruntime > 0.4.0

Author: lucienwang1009

tests/common.py

@@ -13,8 +13,8 @@
 from parameterized import parameterized
 from tf2onnx import constants, utils
 
-__all__ = ["TestConfig", "get_test_config", "unittest_main",
-           "check_tf_min_version", "skip_tf_versions",
+__all__ = ["TestConfig", "get_test_config", "unittest_main", "check_onnxruntime_backend",
+           "check_tf_min_version", "skip_tf_versions", "check_onnxruntime_min_version",
            "check_opset_min_version", "check_target", "skip_caffe2_backend", "skip_onnxruntime_backend",
            "skip_opset", "check_onnxruntime_incompatibility", "validate_const_node",
            "group_nodes_by_type", "test_ms_domain", "check_node_domain"]
@@ -177,6 +177,21 @@ def skip_onnxruntime_backend(message=""):
     return unittest.skipIf(config.is_onnxruntime_backend, reason)
 
 
+def check_onnxruntime_backend(message=""):
+    """ Skip if backend is NOT onnxruntime """
+    config = get_test_config()
+    reason = _append_message("only supported by onnxruntime", message)
+    return unittest.skipIf(not config.is_onnxruntime_backend, reason)
+
+
+def check_onnxruntime_min_version(min_required_version, message=""):
+    """ Skip if onnxruntime version < min_required_version """
+    config = get_test_config()
+    reason = _append_message("conversion requires onnxruntime >= {}".format(min_required_version), message)
+    return unittest.skipIf(config.is_onnxruntime_backend and
+                           config.backend_version < LooseVersion(min_required_version), reason)
+
+
 def skip_caffe2_backend(message=""):
     """ Skip if backend is caffe2 """
     config = get_test_config()
@@ -252,6 +267,7 @@ def check_gru_count(graph, expected_count):
 def test_ms_domain(versions=None):
     """ Parameterize test case to apply ms opset(s) as extra_opset. """
 
+    @check_onnxruntime_backend()
     def _custom_name_func(testcase_func, param_num, param):
         del param_num
         arg = param.args[0]

tests/test_backend.py

@@ -1596,13 +1596,14 @@ def test_reverse_sequence_batch_major(self):
     def test_reverse_sequence_time_major(self):
         self._test_reverse_sequence_time_major()
 
+    # only support onnxruntime with version larger than 0.4.0
     @test_ms_domain()
-    @unittest.skipIf(True, "not support in pypi onnxruntime")
+    @check_onnxruntime_min_version("0.4.0")
     def test_ms_reverse_sequence_batch_major(self, extra_opset):
         self._test_reverse_sequence_batch_major(extra_opset)
 
     @test_ms_domain()
-    @unittest.skipIf(True, "not support in pypi onnxruntime")
+    @check_onnxruntime_min_version("0.4.0")
     def test_ms_reverse_sequence_time_major(self, extra_opset):
         self._test_reverse_sequence_time_major(extra_opset)