Skip to content

Commit 1654ce6

Browse files
ScottToddScottTodd
authored
Bump iree-test-suites commit used for testing onnx ops. (#19229)
Commits: iree-org/iree-test-suites@3a0ea13...8e6af9e Notably, iree-org/iree-test-suites#41 and iree-org/iree-test-suites#42 added a few new test cases and removed broken test cases that failed to import for one reason or another.
1 parent b5b8059 commit 1654ce6

File tree

4 files changed

+26
-224
lines changed

4 files changed

+26
-224
lines changed

‎.github/workflows/pkgci_test_onnx.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -90,7 +90,7 @@ jobs:
9090
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
9191
with:
9292
repository: iree-org/iree-test-suites
93-
ref: 3a0ea13cbdc954365d653a48cc99cc63a9ff09b3
93+
ref: 8e6af9e75d874ef8c9f8ff55f12cb38157dd55eb
9494
path: iree-test-suites
9595
- name: Install ONNX ops test suite requirements
9696
run: |
@@ -158,7 +158,7 @@ jobs:
158158
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
159159
with:
160160
repository: iree-org/iree-test-suites
161-
ref: 3a0ea13cbdc954365d653a48cc99cc63a9ff09b3
161+
ref: 8e6af9e75d874ef8c9f8ff55f12cb38157dd55eb
162162
path: iree-test-suites
163163
- name: Install ONNX models test suite requirements
164164
run: |

‎tests/external/iree-test-suites/onnx_ops/onnx_ops_cpu_llvm_sync.json‎

Lines changed: 8 additions & 74 deletions
Original file line numberDiff line numberDiff line change
@@ -15,10 +15,6 @@
1515
],
1616
"skip_run_tests": [],
1717
"expected_compile_failures": [
18-
"onnx/node/generated/test_adagrad",
19-
"onnx/node/generated/test_adagrad_multiple",
20-
"onnx/node/generated/test_adam",
21-
"onnx/node/generated/test_adam_multiple",
2218
"onnx/node/generated/test_affine_grid_2d",
2319
"onnx/node/generated/test_affine_grid_2d_align_corners",
2420
"onnx/node/generated/test_affine_grid_2d_align_corners_expanded",
@@ -27,10 +23,6 @@
2723
"onnx/node/generated/test_affine_grid_3d_align_corners",
2824
"onnx/node/generated/test_affine_grid_3d_align_corners_expanded",
2925
"onnx/node/generated/test_affine_grid_3d_expanded",
30-
"onnx/node/generated/test_ai_onnx_ml_array_feature_extractor",
31-
"onnx/node/generated/test_ai_onnx_ml_binarizer",
32-
"onnx/node/generated/test_ai_onnx_ml_tree_ensemble_set_membership",
33-
"onnx/node/generated/test_ai_onnx_ml_tree_ensemble_single_tree",
3426
"onnx/node/generated/test_averagepool_2d_precomputed_same_upper",
3527
"onnx/node/generated/test_averagepool_2d_same_lower",
3628
"onnx/node/generated/test_averagepool_2d_same_upper",
@@ -39,58 +31,8 @@
3931
"onnx/node/generated/test_bernoulli_seed",
4032
"onnx/node/generated/test_bernoulli_seed_expanded",
4133
"onnx/node/generated/test_cast_DOUBLE_to_FLOAT16",
42-
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FN",
43-
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ",
44-
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2",
45-
"onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ",
46-
"onnx/node/generated/test_cast_FLOAT16_to_INT4",
47-
"onnx/node/generated/test_cast_FLOAT16_to_UINT4",
48-
"onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT",
49-
"onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16",
50-
"onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT",
51-
"onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT16",
52-
"onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT",
53-
"onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT16",
54-
"onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT",
55-
"onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT16",
56-
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FN",
57-
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FNUZ",
58-
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2",
59-
"onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2FNUZ",
60-
"onnx/node/generated/test_cast_FLOAT_to_INT4",
61-
"onnx/node/generated/test_cast_FLOAT_to_UINT4",
62-
"onnx/node/generated/test_cast_INT4_to_FLOAT",
63-
"onnx/node/generated/test_cast_INT4_to_FLOAT16",
64-
"onnx/node/generated/test_cast_INT4_to_INT8",
65-
"onnx/node/generated/test_cast_UINT4_to_FLOAT",
66-
"onnx/node/generated/test_cast_UINT4_to_FLOAT16",
67-
"onnx/node/generated/test_cast_UINT4_to_UINT8",
68-
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN",
69-
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ",
70-
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2",
71-
"onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ",
72-
"onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN",
73-
"onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ",
74-
"onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2",
75-
"onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ",
7634
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16",
7735
"onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16_expanded",
78-
"onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT",
79-
"onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded",
80-
"onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT",
81-
"onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded",
82-
"onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT",
83-
"onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded",
84-
"onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT",
85-
"onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT_expanded",
86-
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN",
87-
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ",
88-
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded",
89-
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded",
90-
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2",
91-
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ",
92-
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded",
93-
"onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2_expanded",
9436
"onnx/node/generated/test_col2im",
9537
"onnx/node/generated/test_col2im_5d",
9638
"onnx/node/generated/test_col2im_dilations",
@@ -101,6 +43,8 @@
10143
"onnx/node/generated/test_compress_default_axis",
10244
"onnx/node/generated/test_compress_negative_axis",
10345
"onnx/node/generated/test_convtranspose_autopad_same",
46+
"onnx/node/generated/test_convtranspose_group_2",
47+
"onnx/node/generated/test_convtranspose_group_2_image_3",
10448
"onnx/node/generated/test_cumsum_1d",
10549
"onnx/node/generated/test_cumsum_1d_exclusive",
10650
"onnx/node/generated/test_cumsum_1d_reverse",
@@ -112,12 +56,6 @@
11256
"onnx/node/generated/test_deform_conv_with_multiple_offset_groups",
11357
"onnx/node/generated/test_dequantizelinear_axis",
11458
"onnx/node/generated/test_dequantizelinear_blocked",
115-
"onnx/node/generated/test_dequantizelinear_e4m3fn",
116-
"onnx/node/generated/test_dequantizelinear_e4m3fn_float16",
117-
"onnx/node/generated/test_dequantizelinear_e4m3fn_zero_point",
118-
"onnx/node/generated/test_dequantizelinear_e5m2",
119-
"onnx/node/generated/test_dequantizelinear_int4",
120-
"onnx/node/generated/test_dequantizelinear_uint4",
12159
"onnx/node/generated/test_dft",
12260
"onnx/node/generated/test_dft_axis",
12361
"onnx/node/generated/test_dft_axis_opset19",
@@ -154,9 +92,6 @@
15492
"onnx/node/generated/test_maxunpool_export_with_output_shape",
15593
"onnx/node/generated/test_maxunpool_export_without_output_shape",
15694
"onnx/node/generated/test_mod_mixed_sign_float64",
157-
"onnx/node/generated/test_momentum",
158-
"onnx/node/generated/test_momentum_multiple",
159-
"onnx/node/generated/test_nesterov_momentum",
16095
"onnx/node/generated/test_nllloss_NCd1",
16196
"onnx/node/generated/test_nllloss_NCd1_ii",
16297
"onnx/node/generated/test_nllloss_NCd1_mean_weight_negative_ii",
@@ -186,11 +121,7 @@
186121
"onnx/node/generated/test_quantizelinear_axis",
187122
"onnx/node/generated/test_quantizelinear_blocked_asymmetric",
188123
"onnx/node/generated/test_quantizelinear_blocked_symmetric",
189-
"onnx/node/generated/test_quantizelinear_e4m3fn",
190-
"onnx/node/generated/test_quantizelinear_e5m2",
191-
"onnx/node/generated/test_quantizelinear_int4",
192124
"onnx/node/generated/test_quantizelinear_uint16",
193-
"onnx/node/generated/test_quantizelinear_uint4",
194125
"onnx/node/generated/test_range_float_type_positive_delta_expanded",
195126
"onnx/node/generated/test_range_int32_type_negative_delta_expanded",
196127
"onnx/node/generated/test_reduce_l1_do_not_keepdims_example",
@@ -278,6 +209,7 @@
278209
"onnx/node/generated/test_reduce_sum_keepdims_example",
279210
"onnx/node/generated/test_reduce_sum_keepdims_random",
280211
"onnx/node/generated/test_reduce_sum_negative_axes_keepdims_example",
212+
"onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random",
281213
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example",
282214
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example_expanded",
283215
"onnx/node/generated/test_reduce_sum_square_do_not_keepdims_random",
@@ -304,13 +236,15 @@
304236
"onnx/node/generated/test_resize_tf_crop_and_resize",
305237
"onnx/node/generated/test_resize_tf_crop_and_resize_axes_2_3",
306238
"onnx/node/generated/test_resize_tf_crop_and_resize_axes_3_2",
239+
"onnx/node/generated/test_resize_tf_crop_and_resize_extrapolation_value",
307240
"onnx/node/generated/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside",
308241
"onnx/node/generated/test_resize_upsample_scales_nearest_axes_2_3",
309242
"onnx/node/generated/test_resize_upsample_scales_nearest_axes_3_2",
310243
"onnx/node/generated/test_resize_upsample_sizes_nearest_axes_2_3",
311244
"onnx/node/generated/test_resize_upsample_sizes_nearest_axes_3_2",
312245
"onnx/node/generated/test_resize_upsample_sizes_nearest_floor_align_corners",
313246
"onnx/node/generated/test_resize_upsample_sizes_nearest_not_larger",
247+
"onnx/node/generated/test_resize_upsample_sizes_nearest_not_smaller",
314248
"onnx/node/generated/test_roialign_aligned_false",
315249
"onnx/node/generated/test_roialign_aligned_true",
316250
"onnx/node/generated/test_roialign_mode_max",
@@ -359,8 +293,6 @@
359293
"onnx/node/generated/test_slice_neg_steps",
360294
"onnx/node/generated/test_slice_negative_axes",
361295
"onnx/node/generated/test_slice_start_out_of_bounds",
362-
"onnx/node/generated/test_softsign",
363-
"onnx/node/generated/test_softsign_example",
364296
"onnx/node/generated/test_stft",
365297
"onnx/node/generated/test_stft_with_window",
366298
"onnx/node/generated/test_tfidfvectorizer_tf_batch_onlybigrams_skip0",
@@ -410,11 +342,13 @@
410342
"onnx/node/generated/test_qlinearmatmul_3D_uint8_float16",
411343
"onnx/node/generated/test_qlinearmatmul_3D_uint8_float32",
412344
"onnx/node/generated/test_reduce_max_bool_inputs",
413-
"onnx/node/generated/test_reduce_min_empty_set",
345+
"onnx/node/generated/test_reduce_max_empty_set",
414346
"onnx/node/generated/test_reduce_min_bool_inputs",
347+
"onnx/node/generated/test_reduce_min_empty_set",
415348
"onnx/node/generated/test_reduce_sum_empty_set_non_reduced_axis_zero",
416349
"onnx/node/generated/test_resize_downsample_scales_cubic_align_corners",
417350
"onnx/node/generated/test_resize_downsample_scales_linear_align_corners",
351+
"onnx/node/generated/test_scan_sum",
418352
"onnx/node/generated/test_sce_mean_weight",
419353
"onnx/node/generated/test_sce_mean_weight_ii",
420354
"onnx/node/generated/test_sce_mean_weight_ii_log_prob",

0 commit comments

Comments
 (0)