2323
2424
2525class TestValidateWholeModels (ExtTestCase ):
26- def test_get_inputs_for_task (self ):
26+ def test_a_get_inputs_for_task (self ):
2727 fcts = supported_tasks ()
2828 for task in self .subloop (sorted (fcts )):
2929 try :
@@ -35,19 +35,19 @@ def test_get_inputs_for_task(self):
3535 self .assertIn ("dynamic_shapes" , data )
3636 copy .deepcopy (data ["inputs" ])
3737
38- def test_empty (self ):
38+ def test_b_empty (self ):
3939 self .assertFalse (empty ("float16" ))
4040
4141 @hide_stdout ()
42- def test_validate_model (self ):
42+ def test_c_validate_model (self ):
4343 mid = "arnir0/Tiny-LLM"
4444 summary , data = validate_model (mid , do_run = True , verbose = 2 )
4545 self .assertIsInstance (summary , dict )
4646 self .assertIsInstance (data , dict )
4747 validate_model (mid , do_run = True , verbose = 2 , quiet = True )
4848
4949 @hide_stdout ()
50- def test_validate_model_dtype (self ):
50+ def test_d_validate_model_dtype (self ):
5151 mid = "arnir0/Tiny-LLM"
5252 summary , data = validate_model (
5353 mid , do_run = True , verbose = 2 , dtype = "float32" , device = "cpu"
@@ -57,7 +57,7 @@ def test_validate_model_dtype(self):
5757 validate_model (mid , do_run = True , verbose = 2 , quiet = True )
5858
5959 @hide_stdout ()
60- def test_validate_model_export (self ):
60+ def test_e_validate_model_export (self ):
6161 mid = "arnir0/Tiny-LLM"
6262 summary , data = validate_model (
6363 mid ,
@@ -73,7 +73,7 @@ def test_validate_model_export(self):
7373 @requires_torch ("2.8.99" )
7474 @hide_stdout ()
7575 @ignore_warnings (FutureWarning )
76- def test_validate_model_onnx_dynamo_ir (self ):
76+ def test_f_validate_model_onnx_dynamo_ir (self ):
7777 mid = "arnir0/Tiny-LLM"
7878 summary , data = validate_model (
7979 mid ,
@@ -98,7 +98,7 @@ def test_validate_model_onnx_dynamo_ir(self):
9898 @requires_onnxscript ("0.4" )
9999 @hide_stdout ()
100100 @ignore_warnings (FutureWarning )
101- def test_validate_model_onnx_dynamo_os_ort (self ):
101+ def test_g_validate_model_onnx_dynamo_os_ort (self ):
102102 mid = "arnir0/Tiny-LLM"
103103 summary , data = validate_model (
104104 mid ,
@@ -120,7 +120,7 @@ def test_validate_model_onnx_dynamo_os_ort(self):
120120 @hide_stdout ()
121121 @ignore_warnings (FutureWarning )
122122 @requires_experimental ()
123- def test_validate_model_custom_os_ort (self ):
123+ def test_h_validate_model_custom_os_ort (self ):
124124 mid = "arnir0/Tiny-LLM"
125125 summary , data = validate_model (
126126 mid ,
@@ -142,7 +142,7 @@ def test_validate_model_custom_os_ort(self):
142142 @hide_stdout ()
143143 @ignore_warnings (FutureWarning )
144144 @requires_experimental ()
145- def test_validate_model_custom (self ):
145+ def test_i_validate_model_custom (self ):
146146 mid = "arnir0/Tiny-LLM"
147147 summary , data = validate_model (
148148 mid ,
@@ -171,7 +171,7 @@ def test_validate_model_custom(self):
171171 @hide_stdout ()
172172 @ignore_warnings (FutureWarning )
173173 @requires_experimental ()
174- def test_validate_model_custom_torch (self ):
174+ def test_j_validate_model_custom_torch (self ):
175175 mid = "arnir0/Tiny-LLM"
176176 summary , data = validate_model (
177177 mid ,
@@ -190,7 +190,7 @@ def test_validate_model_custom_torch(self):
190190 self .assertIn ("disc_onnx_ort_run_abs" , summary )
191191 self .assertLess (summary ["disc_onnx_ort_run_abs" ], 1e-4 )
192192
193- def test_filter_inputs (self ):
193+ def test_k_filter_inputs (self ):
194194 inputs , ds = {"a" : 1 , "b" : 2 }, {"a" : 20 , "b" : 30 }
195195 ni , nd = filter_inputs (inputs , dynamic_shapes = ds , drop_names = ["a" ])
196196 self .assertEqual ((ni , nd ), ({"b" : 2 }, {"b" : 30 }))
@@ -215,7 +215,7 @@ def test_filter_inputs(self):
215215 @hide_stdout ()
216216 @ignore_warnings (FutureWarning )
217217 @requires_transformers ("4.51" )
218- def test_validate_model_modelbuilder (self ):
218+ def test_l_validate_model_modelbuilder (self ):
219219 mid = "arnir0/Tiny-LLM"
220220 summary , data = validate_model (
221221 mid ,
@@ -234,7 +234,7 @@ def test_validate_model_modelbuilder(self):
234234 @hide_stdout ()
235235 @ignore_warnings (FutureWarning )
236236 @requires_transformers ("4.51" )
237- def test_validate_model_vit_model (self ):
237+ def test_m_validate_model_vit_model (self ):
238238 mid = "ydshieh/tiny-random-ViTForImageClassification"
239239 summary , data = validate_model (
240240 mid ,
@@ -255,11 +255,11 @@ def test_validate_model_vit_model(self):
255255 onnx_filename = data ["onnx_filename" ]
256256 self .assertExists (onnx_filename )
257257
258- @requires_torch ("2.7 " )
258+ @requires_torch ("2.9 " )
259259 @hide_stdout ()
260260 @ignore_warnings (FutureWarning )
261261 @requires_transformers ("4.55" )
262- def test_validate_phi35_mini_instruct (self ):
262+ def test_n_validate_phi35_mini_instruct (self ):
263263 mid = "microsoft/Phi-3.5-mini-instruct"
264264 summary , data = validate_model (
265265 mid ,
@@ -279,11 +279,11 @@ def test_validate_phi35_mini_instruct(self):
279279 op_types = set (n .op_type for n in onx .graph .node )
280280 self .assertIn ("If" , op_types )
281281
282- @requires_torch ("2.7 " )
282+ @requires_torch ("2.9 " )
283283 @hide_stdout ()
284284 @ignore_warnings (FutureWarning )
285285 @requires_transformers ("4.55" )
286- def test_validate_phi35_4k_mini_instruct (self ):
286+ def test_o_validate_phi35_4k_mini_instruct (self ):
287287 mid = "microsoft/Phi-3-mini-4k-instruct"
288288 summary , data = validate_model (
289289 mid ,
0 commit comments