Merge pull request #646 from lucienwang1009/nightly_test

enable unittests on onnxruntime nightly build

Author: wayuanho

ci_build/azure_pipelines/onnxruntime_nightly_test.yml

@@ -1,17 +1,37 @@
 # Test against latest onnxruntime nightly package
 
-jobs:
-- template: 'templates/job_generator.yml'
-  parameters:
-    tf_versions: ['1.14']
-    onnx_opsets: ['']
-    onnx_backends:
-      onnxruntime: ['']
-    job:
-      steps:
-      - template: 'unit_test.yml'
-        parameters:
-            onnx_opsets: ['10', '9', '8', '7']
-    report_coverage: 'True'
+stages:
+  - stage:
+    jobs:
+    - template: 'templates/job_generator.yml'
+      parameters:
+        platforms: ['linux', 'windows', 'mac']
+        python_versions: ['3.6', '3.5']
+        tf_versions: ['1.13.1','1.12', '1.11', '1.10', '1.9', '1.8', '1.7', '1.6', '1.5']
+        onnx_opsets: ['']
+        onnx_backends: {onnxruntime: ['nightly']}
+        job:
+          steps:
+          - template: 'unit_test.yml'
+        report_coverage: 'True'
 
-- template: 'templates/combine_test_coverage.yml'
+    - template: 'templates/job_generator.yml'
+      parameters:
+        platforms: ['linux', 'windows', 'mac']
+        python_versions: ['3.7', '3.6', '3.5']
+        tf_versions: ['1.14']
+        onnx_opsets: ['']
+        onnx_backends: {onnxruntime: ['nightly']}
+        job:
+          steps:
+          - template: 'unit_test.yml'
+        report_coverage: 'True'
+
+  - template: 'templates/combine_test_coverage.yml'
+
+schedules:
+- cron: "0 16 * * *"
+  displayName: Daily onnxruntime nightly unittest
+  branches:
+    include:
+    - master

ci_build/azure_pipelines/templates/job_generator.yml

@@ -55,7 +55,11 @@ jobs:
                           ${{ if eq(onnx_backend_version, '') }}:
                             CI_PIP_ONNX_BACKEND_NAME: '${{ onnx_backend.key }}'
                           ${{ if ne(onnx_backend_version, '') }}:
-                            CI_PIP_ONNX_BACKEND_NAME: ${{ format('{0}=={1}', onnx_backend.key, onnx_backend_version) }}
+                            ${{ if ne(onnx_backend_version, 'nightly') }}:
+                              CI_PIP_ONNX_BACKEND_NAME: ${{ format('{0}=={1}', onnx_backend.key, onnx_backend_version) }}
+                            ${{ if eq(onnx_backend_version, 'nightly') }}:
+                              CI_PIP_ONNX_BACKEND_NAME: '${{ onnx_backend.key }}'
+                              CI_ONNXRUNTIME_NIGHTLY: 'true'
 
                       ${{ if eq(onnx_opset, '') }}:
                         ${{ format('{0} python{1} tf{2} onnx{3} {4}{5}', platform, python_version, tf_version, onnx_version, onnx_backend.key, onnx_backend_version) }}:
@@ -85,7 +89,11 @@ jobs:
                           ${{ if eq(onnx_backend_version, '') }}:
                             CI_PIP_ONNX_BACKEND_NAME: '${{ onnx_backend.key }}'
                           ${{ if ne(onnx_backend_version, '') }}:
-                            CI_PIP_ONNX_BACKEND_NAME: ${{ format('{0}=={1}', onnx_backend.key, onnx_backend_version) }}
+                            ${{ if ne(onnx_backend_version, 'nightly') }}:
+                              CI_PIP_ONNX_BACKEND_NAME: ${{ format('{0}=={1}', onnx_backend.key, onnx_backend_version) }}
+                            ${{ if eq(onnx_backend_version, 'nightly') }}:
+                              CI_PIP_ONNX_BACKEND_NAME: '${{ onnx_backend.key }}'
+                              CI_ONNXRUNTIME_NIGHTLY: 'true'
 
     # Insert all properties other than pool/steps/strategy
     ${{ each pair in parameters.job }}:

ci_build/azure_pipelines/templates/setup.yml

@@ -15,6 +15,7 @@ steps:
 
     if [[ $CI_ONNXRUNTIME_NIGHTLY == "true" ]] ;
     then
+      pip uninstall -y onnxruntime
       pip install --index-url https://test.pypi.org/simple/ ort-nightly --force-reinstall
     fi
 

tf2onnx/onnx_opset/tensor.py

@@ -343,7 +343,7 @@ def _make_gathernd_inner_loop(ctx, params, index, dtype):
 
     # body graph creation
     g = ctx.create_new_graph_with_same_config()
-    g.add_graph_input(trip_name, TensorProto.INT64, [])
+    g.add_graph_input(trip_name, TensorProto.INT64, [1])
     g.add_graph_input(cond_name, TensorProto.BOOL, [])
     g.add_graph_input(cur_name, dtype, [])
     g.parent_graph = ctx
@@ -397,7 +397,7 @@ def make_gathernd(ctx, params, indices, output, scope_name, t_params, shapes, dt
     dummy_out_name = utils.make_name("dummy_out")
     result_name = utils.make_name("res")
 
-    g.add_graph_input(trip_name, TensorProto.INT64, [])
+    g.add_graph_input(trip_name, TensorProto.INT64, [1])
     g.add_graph_input(cond_name, TensorProto.BOOL, [])
     g.add_graph_input(dummy_name, t_params, [])
     g.parent_graph = ctx