Add more models for E2E test

Add more models for E2E test(edsr, inception v3/v4, mobilenet v3, resnet 18/50)

Co-authored-by: Jonghun Cha <[email protected]>

Author: Jiseong-oh

backends/samsung/test/models/test_edsr.py

@@ -0,0 +1,33 @@
+# Copyright (c) Samsung Electronics Co. LTD
+# All rights reserved
+#
+# Licensed under the BSD License (the "License"); you may not use this file
+# except in compliance with the License. See the license file in the root
+# directory of this source tree for more details.
+
+
+import unittest
+
+import torch
+
+from executorch.backends.samsung.serialization.compile_options import (
+    gen_samsung_backend_compile_spec,
+)
+from executorch.backends.samsung.test.tester import SamsungTester
+from executorch.examples.models.edsr import EdsrModel
+
+
+class Test_Milestone_Edsr(unittest.TestCase):
+    def test_edsr_fp16(self):
+        model = EdsrModel().get_eager_model()
+        example_input = EdsrModel().get_example_inputs()
+
+        (
+            SamsungTester(model,
+                          example_input,
+                          [gen_samsung_backend_compile_spec("E9955")],)
+            .export()
+            .to_edge_transform_and_lower()
+            .to_executorch()
+            .run_method_and_compare_outputs(atol=0.02, rtol=0.02)
+        )

backends/samsung/test/models/test_inception_v3.py

@@ -0,0 +1,33 @@
+# Copyright (c) Samsung Electronics Co. LTD
+# All rights reserved
+#
+# Licensed under the BSD License (the "License"); you may not use this file
+# except in compliance with the License. See the license file in the root
+# directory of this source tree for more details.
+
+
+import unittest
+
+import torch
+
+from executorch.backends.samsung.serialization.compile_options import (
+    gen_samsung_backend_compile_spec,
+)
+from executorch.backends.samsung.test.tester import SamsungTester
+from executorch.examples.models.inception_v3 import InceptionV3Model
+
+
+class Test_Inception_V3(unittest.TestCase):
+    def test_inception_v3_fp16(self):
+        model = InceptionV3Model().get_eager_model()
+        example_input = InceptionV3Model().get_example_inputs()
+
+        (
+            SamsungTester(model,
+                          example_input,
+                          [gen_samsung_backend_compile_spec("E9955")],)
+            .export()
+            .to_edge_transform_and_lower()
+            .to_executorch()
+            .run_method_and_compare_outputs(atol=0.02, rtol=0.02)
+        )

backends/samsung/test/models/test_inception_v4.py

@@ -0,0 +1,33 @@
+# Copyright (c) Samsung Electronics Co. LTD
+# All rights reserved
+#
+# Licensed under the BSD License (the "License"); you may not use this file
+# except in compliance with the License. See the license file in the root
+# directory of this source tree for more details.
+
+
+import unittest
+
+import torch
+
+from executorch.backends.samsung.serialization.compile_options import (
+    gen_samsung_backend_compile_spec,
+)
+from executorch.backends.samsung.test.tester import SamsungTester
+from executorch.examples.models.inception_v4 import InceptionV4Model
+
+
+class Test_Milestone_InceptionV4(unittest.TestCase):
+    def test_inception_v4_fp16(self):
+        model = InceptionV4Model().get_eager_model()
+        example_input = InceptionV4Model().get_example_inputs()
+
+        (
+            SamsungTester(model,
+                          example_input,
+                          [gen_samsung_backend_compile_spec("E9955")],)
+            .export()
+            .to_edge_transform_and_lower()
+            .to_executorch()
+            .run_method_and_compare_outputs(atol=0.02, rtol=0.02)
+        )

backends/samsung/test/models/test_mobilenet_v3.py

@@ -0,0 +1,34 @@
+# Copyright (c) Samsung Electronics Co. LTD
+# All rights reserved
+#
+# Licensed under the BSD License (the "License"); you may not use this file
+# except in compliance with the License. See the license file in the root
+# directory of this source tree for more details.
+
+
+import unittest
+
+import torch
+
+from executorch.backends.samsung.serialization.compile_options import (
+    gen_samsung_backend_compile_spec,
+)
+from executorch.backends.samsung.test.tester import SamsungTester
+from executorch.examples.models.mobilenet_v3 import MV3Model
+
+
+class Test_Milestone_MobilenetV3(unittest.TestCase):
+    def test_mv3_fp16(self):
+        model = MV3Model().get_eager_model()
+        example_input = MV3Model().get_example_inputs()
+
+        (
+            SamsungTester(model,
+                          example_input,
+                          [gen_samsung_backend_compile_spec("E9955")],)
+            .export()
+            .to_edge_transform_and_lower()
+            .to_executorch()
+            .run_method_and_compare_outputs(atol=0.06, rtol=0.06)
+            # TODO: theshold value should be updated after fixing accuracy issue
+        )

backends/samsung/test/models/test_resnet18.py

@@ -0,0 +1,33 @@
+# Copyright (c) Samsung Electronics Co. LTD
+# All rights reserved
+#
+# Licensed under the BSD License (the "License"); you may not use this file
+# except in compliance with the License. See the license file in the root
+# directory of this source tree for more details.
+
+
+import unittest
+
+import torch
+
+from executorch.backends.samsung.serialization.compile_options import (
+    gen_samsung_backend_compile_spec,
+)
+from executorch.backends.samsung.test.tester import SamsungTester
+from executorch.examples.models.resnet import ResNet18Model
+
+
+class Test_Milestone_ResNet18(unittest.TestCase):
+    def test_resnet18_fp16(self):
+        model = ResNet18Model().get_eager_model()
+        example_input = ResNet18Model().get_example_inputs()
+
+        (
+            SamsungTester(model,
+                          example_input,
+                          [gen_samsung_backend_compile_spec("E9955")],)
+            .export()
+            .to_edge_transform_and_lower()
+            .to_executorch()
+            .run_method_and_compare_outputs(atol=0.02, rtol=0.02)
+        )

backends/samsung/test/models/test_resnet50.py

@@ -0,0 +1,33 @@
+# Copyright (c) Samsung Electronics Co. LTD
+# All rights reserved
+#
+# Licensed under the BSD License (the "License"); you may not use this file
+# except in compliance with the License. See the license file in the root
+# directory of this source tree for more details.
+
+
+import unittest
+
+import torch
+
+from executorch.backends.samsung.serialization.compile_options import (
+    gen_samsung_backend_compile_spec,
+)
+from executorch.backends.samsung.test.tester import SamsungTester
+from executorch.examples.models.resnet import ResNet50Model
+
+
+class Test_Milestone_ResNet50(unittest.TestCase):
+    def test_resnet50_fp16(self):
+        model = ResNet50Model().get_eager_model()
+        example_input = ResNet50Model().get_example_inputs()
+
+        (
+            SamsungTester(model,
+                          example_input,
+                          [gen_samsung_backend_compile_spec("E9955")],)
+            .export()
+            .to_edge_transform_and_lower()
+            .to_executorch()
+            .run_method_and_compare_outputs(atol=0.02, rtol=0.02)
+        )