Update CI to onnx==1.10.1 (#490)

* check onnx==1.10.1
* better error message
* change skipping condition
* one condition less strict on lightgbm

Author: xadupre

.azure-pipelines/linux-conda-CI.yml

@@ -13,6 +13,12 @@ jobs:
     vmImage: 'ubuntu-latest'
   strategy:
     matrix:
+      Python39-1101-RT181-xgb11:
+        python.version: '3.9'
+        ONNX_PATH: onnx==1.10.1  # '-i https://test.pypi.org/simple/ onnx==1.9.101'
+        ONNXRT_PATH: onnxruntime==1.8.1
+        COREML_PATH: git+https://github.com/apple/[email protected]
+        xgboost.version: '>=1.2'
       Python39-190-RT180-xgb11:
         python.version: '3.9'
         ONNX_PATH: onnx==1.9.0

.azure-pipelines/win32-conda-CI.yml

@@ -13,6 +13,20 @@ jobs:
     vmImage: 'windows-latest'
   strategy:
     matrix:
+      Python39-1101-RT181:
+        python.version: '3.9'
+        ONNX_PATH: 'onnx==1.10.1'  # '-i https://test.pypi.org/simple/ onnx==1.9.101'
+        ONNXRT_PATH: onnxruntime==1.8.1
+        COREML_PATH: git+https://github.com/apple/[email protected]
+        sklearn.version: ''
+
+      Python39-190-RT181:
+        python.version: '3.9'
+        ONNX_PATH: 'onnx==1.9.0'
+        ONNXRT_PATH: onnxruntime==1.8.1
+        COREML_PATH: git+https://github.com/apple/[email protected]
+        sklearn.version: ''
+
       Python39-190-RT180:
         python.version: '3.9'
         ONNX_PATH: onnx==1.9.0
@@ -66,15 +80,32 @@ jobs:
       call activate py$(python.version)
       python -m pip install --upgrade pip numpy
       echo Test numpy installation... && python -c "import numpy"
-      python -m pip install %COREML_PATH% %ONNX_PATH%
+      python -m pip install scikit-learn
+      python -m pip install %ONNX_PATH%
       python -m pip install humming-bird-ml --no-deps
       python -m pip install -r requirements.txt
       python -m pip install torch==1.8.1+cpu torchvision==0.9.1+cpu torchaudio===0.8.1 -f https://download.pytorch.org/whl/torch_stable.html
+    displayName: 'Install dependencies (1)'
+
+  - script: |
+      call activate py$(python.version)
       python -m pip install -r requirements-dev.txt
+    displayName: 'Install dependencies (2)'
+
+  - script: |
+      call activate py$(python.version)
+      python -m pip install %COREML_PATH%
+    displayName: 'Install coremltools'
+
+  - script: |
+      call activate py$(python.version)
       python -m pip install %ONNXRT_PATH%
+    displayName: 'Install onnxruntime'
+
+  - script: |
+      call activate py$(python.version)
       python -m pip install scikit-learn$(sklearn.version)
-      python -m pip show pytest
-    displayName: 'Install dependencies'
+    displayName: 'Install scikit-learn'
 
   - script: |
       call activate py$(python.version)

requirements-dev.txt

@@ -1,7 +1,6 @@
 -f https://download.pytorch.org/whl/torch_stable.html
 catboost
 codecov
-coremltools
 cython
 dill
 flake8

tests/coreml/test_cml_DictVectorizerConverter.py

@@ -3,6 +3,11 @@
 """
 Tests CoreML DictVectorizer converter.
 """
+import sys
+from distutils.version import StrictVersion
+import unittest
+import onnx
+import sklearn
 try:
     from sklearn.impute import SimpleImputer as Imputer
     import sklearn.preprocessing
@@ -12,19 +17,29 @@
 except ImportError:
     from sklearn.preprocessing import Imputer
 import coremltools
-import unittest
 from sklearn.feature_extraction import DictVectorizer
 from onnxmltools.convert.coreml.convert import convert
 from onnxmltools.utils import dump_data_and_model
 
 
 class TestCoreMLDictVectorizerConverter(unittest.TestCase):
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_dict_vectorizer(self):
         model = DictVectorizer()
         data = [{'amy': 1., 'chin': 200.}, {'nice': 3., 'amy': 1.}]
         model.fit_transform(data)
-        model_coreml = coremltools.converters.sklearn.convert(model)
+        try:
+            model_coreml = coremltools.converters.sklearn.convert(model)
+        except NameError as e:
+            raise AssertionError(
+                "Unable to use coremltools, coremltools.__version__=%r, "
+                "onnx.__version__=%r, sklearn.__version__=%r, "
+                "sys.platform=%r." % (
+                    coremltools.__version__, onnx.__version__,
+                    sklearn.__version__, sys.platform)) from e
         model_onnx = convert(model_coreml.get_spec())
         self.assertTrue(model_onnx is not None)
         dump_data_and_model(data, model, model_onnx, basename="CmlDictVectorizer-OneOff-SkipDim1",

tests/coreml/test_cml_GLMClassifierConverter.py

@@ -4,6 +4,7 @@
 Tests CoreML GLMClassifier converter.
 """
 import unittest
+from distutils.version import StrictVersion
 import numpy
 from sklearn.datasets import load_iris
 from sklearn.linear_model import LogisticRegression
@@ -31,6 +32,9 @@ def validate_zipmap(self, model):
         self.assertEqual(len(node.output), 1)
         self.assertTrue('classProbability' in node.output)
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_glm_classifier(self):
         iris = load_iris()
         X = iris.data[:, :2]

tests/coreml/test_cml_GLMRegressorConverter.py

@@ -4,6 +4,7 @@
 Tests CoreML GLMRegressor converter.
 """
 import unittest
+from distutils.version import StrictVersion
 import numpy
 try:
     from sklearn.impute import SimpleImputer as Imputer
@@ -23,6 +24,9 @@
 
 class TestCoreMLGLMRegressorConverter(unittest.TestCase):
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_glm_regressor(self):
         X, y = make_regression(n_features=4, random_state=0)
 

tests/coreml/test_cml_ImputerConverter.py

@@ -3,8 +3,9 @@
 """
 Tests CoreML Imputer converter.
 """
-import numpy as np
 import unittest
+from distutils.version import StrictVersion
+import numpy as np
 try:
     from sklearn.impute import SimpleImputer as Imputer
     import sklearn.preprocessing
@@ -14,11 +15,15 @@
 except ImportError:
     from sklearn.preprocessing import Imputer
 import sklearn.preprocessing
+import coremltools
 from onnxmltools.utils import dump_data_and_model
 
 
 class TestCoreMLImputerConverter(unittest.TestCase):
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_imputer(self):
         try:
             model = Imputer(missing_values='NaN', strategy='mean', axis=0)

tests/coreml/test_cml_OneHotEncoderConverter.py

@@ -3,10 +3,13 @@
 """
 Main functions to convert machine learned model from *Core ML* model to *ONNX*.
 """
+import sys
 import os
 import unittest
 import warnings
+from distutils.version import StrictVersion
 import numpy
+import onnx
 try:
     from sklearn.impute import SimpleImputer as Imputer
     import sklearn.preprocessing
@@ -23,6 +26,9 @@
 
 class TestCoremlOneHotEncoderConverter(unittest.TestCase):
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_one_hot_encoder(self):
         script_dir = os.path.dirname(__file__)
         relative_path = "../data/onehot_simple.mlmodel"

tests/coreml/test_cml_ScalerConverter.py

@@ -4,6 +4,7 @@
 Tests CoreML Scaler converter.
 """
 import unittest
+from distutils.version import StrictVersion
 import numpy
 try:
     from sklearn.impute import SimpleImputer as Imputer
@@ -21,6 +22,9 @@
 
 class TestCoreMLScalerConverter(unittest.TestCase):
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_scaler(self):
         model = StandardScaler()
         data = numpy.array([[0, 0, 3], [1, 1, 0], [0, 2, 1], [1, 0, 2]], dtype=numpy.float32)

tests/coreml/test_cml_SupportVectorClassifierConverter.py

@@ -3,6 +3,7 @@
 """
 Tests CoreML SupportVectorClassifier converter.
 """
+from distutils.version import StrictVersion
 try:
     from sklearn.impute import SimpleImputer as Imputer
     import sklearn.preprocessing
@@ -59,6 +60,9 @@ def validate_zipmap(self, model):
         self.assertEqual(len(node.output), 1)
         self.assertTrue('classProbability' in node.output)
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_support_vector_classifier_binary_no_prob(self):
         svm, X = self._fit_binary_classification(SVC(gamma=0.5))
         svm_coreml = coremltools.converters.sklearn.convert(svm)
@@ -71,6 +75,9 @@ def test_support_vector_classifier_binary_no_prob(self):
         dump_data_and_model(X, svm, svm_onnx, basename="CmlBinSVC-Out0",
                             allow_failure=True)
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_support_vector_classifier_binary_with_prob(self):
         svm, X = self._fit_binary_classification(SVC(probability=True, gamma=0.5))
         svm_coreml = coremltools.converters.sklearn.convert(svm)
@@ -79,6 +86,9 @@ def test_support_vector_classifier_binary_with_prob(self):
         self.validate_zipmap(svm_onnx)
         self._check_model_outputs(svm_onnx, ['classLabel', 'classProbability'])
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_support_vector_classifier_multiclass_no_prob(self):
         svm, X = self._fit_multi_classification(SVC(gamma=0.5))
         svm_coreml = coremltools.converters.sklearn.convert(svm)
@@ -88,6 +98,9 @@ def test_support_vector_classifier_multiclass_no_prob(self):
         self.assertEqual(len(nodes), 1)
         self._check_model_outputs(svm_onnx, ['classLabel'])
 
+    @unittest.skipIf(
+        StrictVersion(coremltools.__version__) > StrictVersion("3.1"),
+        reason="untested")
     def test_support_vector_classifier_multiclass_with_prob(self):
         svm, X = self._fit_multi_classification(SVC(probability=True, gamma=0.5))
         svm_coreml = coremltools.converters.sklearn.convert(svm)