Skip to content

Commit e319ead

Browse files
committed
split files
1 parent e49a75b commit e319ead

File tree

2 files changed

+60
-45
lines changed

2 files changed

+60
-45
lines changed

_unittests/ut_torch_models/test_validate_whole_models1.py

Lines changed: 0 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -191,51 +191,6 @@ def test_k_filter_inputs(self):
191191
ni, nd = filter_inputs(inputs, dynamic_shapes=ds, drop_names=["a"], model=["a", "b"])
192192
self.assertEqual((ni, nd), (((None,), {"b": 4}), {"b": 30}))
193193

194-
@requires_torch("2.7")
195-
@hide_stdout()
196-
@ignore_warnings(FutureWarning)
197-
@requires_transformers("4.51")
198-
def test_l_validate_model_modelbuilder(self):
199-
mid = "microsoft/phi-2"
200-
summary, data = validate_model(
201-
mid,
202-
do_run=True,
203-
verbose=10,
204-
exporter="modelbuilder",
205-
dump_folder="dump_test/validate_model_modelbuilder",
206-
patch=False,
207-
)
208-
self.assertIsInstance(summary, dict)
209-
self.assertIsInstance(data, dict)
210-
self.assertLess(summary["disc_onnx_ort_run_abs"], 3e-2)
211-
onnx_filename = data["onnx_filename"]
212-
self.assertExists(onnx_filename)
213-
214-
@requires_torch("2.7")
215-
@hide_stdout()
216-
@ignore_warnings(FutureWarning)
217-
@requires_transformers("4.51")
218-
def test_m_validate_model_vit_model(self):
219-
mid = "ydshieh/tiny-random-ViTForImageClassification"
220-
summary, data = validate_model(
221-
mid,
222-
do_run=True,
223-
verbose=10,
224-
exporter="onnx-dynamo",
225-
dump_folder="dump_test/validate_model_vit_model",
226-
inputs2=True,
227-
)
228-
self.assertIsInstance(summary, dict)
229-
self.assertIsInstance(data, dict)
230-
self.assertLess(summary["disc_onnx_ort_run_abs"], 1e-3)
231-
self.assertLess(summary["disc_onnx_ort_run22_abs"], 1e-3)
232-
self.assertEqual("dict(pixel_values:A1s2x3x30x30)", summary["run_feeds_inputs"])
233-
self.assertEqual("dict(pixel_values:A1s3x3x31x31)", summary["run_feeds_inputs2"])
234-
self.assertEqual("#1[A1s2x2]", summary["run_output_inputs"])
235-
self.assertEqual("#1[A1s3x2]", summary["run_output_inputs2"])
236-
onnx_filename = data["onnx_filename"]
237-
self.assertExists(onnx_filename)
238-
239194
@requires_torch("2.9.99")
240195
@hide_stdout()
241196
@ignore_warnings(FutureWarning)
Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
import unittest
2+
from onnx_diagnostic.ext_test_case import (
3+
ExtTestCase,
4+
hide_stdout,
5+
ignore_warnings,
6+
requires_torch,
7+
requires_transformers,
8+
)
9+
from onnx_diagnostic.torch_models.validate import validate_model
10+
11+
12+
class TestValidateWholeModels1(ExtTestCase):
13+
@requires_torch("2.7")
14+
@hide_stdout()
15+
@ignore_warnings(FutureWarning)
16+
@requires_transformers("4.51")
17+
def test_l_validate_model_modelbuilder(self):
18+
mid = "microsoft/phi-2"
19+
summary, data = validate_model(
20+
mid,
21+
do_run=True,
22+
verbose=10,
23+
exporter="modelbuilder",
24+
dump_folder="dump_test/validate_model_modelbuilder",
25+
patch=False,
26+
)
27+
self.assertIsInstance(summary, dict)
28+
self.assertIsInstance(data, dict)
29+
self.assertLess(summary["disc_onnx_ort_run_abs"], 3e-2)
30+
onnx_filename = data["onnx_filename"]
31+
self.assertExists(onnx_filename)
32+
33+
@requires_torch("2.7")
34+
@hide_stdout()
35+
@ignore_warnings(FutureWarning)
36+
@requires_transformers("4.51")
37+
def test_m_validate_model_vit_model(self):
38+
mid = "ydshieh/tiny-random-ViTForImageClassification"
39+
summary, data = validate_model(
40+
mid,
41+
do_run=True,
42+
verbose=10,
43+
exporter="onnx-dynamo",
44+
dump_folder="dump_test/validate_model_vit_model",
45+
inputs2=True,
46+
)
47+
self.assertIsInstance(summary, dict)
48+
self.assertIsInstance(data, dict)
49+
self.assertLess(summary["disc_onnx_ort_run_abs"], 1e-3)
50+
self.assertLess(summary["disc_onnx_ort_run22_abs"], 1e-3)
51+
self.assertEqual("dict(pixel_values:A1s2x3x30x30)", summary["run_feeds_inputs"])
52+
self.assertEqual("dict(pixel_values:A1s3x3x31x31)", summary["run_feeds_inputs2"])
53+
self.assertEqual("#1[A1s2x2]", summary["run_output_inputs"])
54+
self.assertEqual("#1[A1s3x2]", summary["run_output_inputs2"])
55+
onnx_filename = data["onnx_filename"]
56+
self.assertExists(onnx_filename)
57+
58+
59+
if __name__ == "__main__":
60+
unittest.main(verbosity=2)

0 commit comments

Comments
 (0)