tanh

Author: xadupre

_unittests/ut_reference/test_torch_evaluator.py

@@ -297,6 +297,21 @@ def test_op_softmax(self):
             model, torch.abs(torch.rand(3, 4, 5, dtype=torch.float32)), atol=1e-6
         )
 
+    def test_op_tanh(self):
+        model = oh.make_model(
+            oh.make_graph(
+                [oh.make_node("Tanh", ["X"], ["Z"])],
+                "dummy",
+                [oh.make_tensor_value_info("X", TFLOAT, ["a", "b", "c"])],
+                [oh.make_tensor_value_info("Z", TFLOAT, ["a", "b", "c"])],
+            ),
+            ir_version=9,
+            opset_imports=[oh.make_opsetid("", 18)],
+        )
+        self._finalize_test(
+            model, torch.abs(torch.rand(3, 4, 5, dtype=torch.float32)), atol=1e-6
+        )
+
 
 if __name__ == "__main__":
     unittest.main(verbosity=2)

onnx_diagnostic/reference/torch_ops/__init__.py

@@ -2,5 +2,5 @@
 from .access_ops import Gather_1, Slice_13
 from .binary_ops import Add_1, Div_1, MatMul_1, Mul_1, Sub_1
 from .other_ops import Cast_6, Concat_1, Transpose_1
-from .nn_ops import Softmax_13
+from .nn_ops import Softmax_13, Tanh_6
 from .shape_ops import Reshape_14, Shape_15, Squeeze_13, Unsqueeze_13

onnx_diagnostic/reference/torch_ops/_op_run.py

@@ -95,7 +95,7 @@ def get_attribute_int(
         return default_value if att is None else int(att.i)
 
     def get_attribute_ints(
-        self, node: onnx.NodeProto, name: str, default_value: Optional[int] = None
+        self, node: onnx.NodeProto, name: str, default_value: Optional[Tuple[int, ...]] = None
     ) -> Optional[Tuple[int, ...]]:
         """
         Returns an attribute as an int.

onnx_diagnostic/reference/torch_ops/nn_ops.py

@@ -20,3 +20,10 @@ def run(self, data: OpRunValue) -> OpRunValue:
         return OpRunValue(
             torch.nn.functional.softmax(data.tensor, dim=self.axis, dtype=self.stash_type)
         )
+
+
+class Tanh_6(OpRun):
+    "Tanh"
+
+    def run(self, data: OpRunValue) -> OpRunValue:
+        return OpRunValue(torch.nn.functional.tanh(data.tensor))