msg

Author: xadupre

onnx_diagnostic/helpers/torch_helper.py

@@ -878,6 +878,8 @@ def to_tensor(tensor: onnx.TensorProto, base_dir: str = "") -> torch.Tensor:
 
     if tensor.HasField("raw_data"):
         raw_data = tensor.raw_data
+        if len(raw_data) == 0:
+            return torch.tensor([], dtype=torch_dtype).reshape(dims)
         if sys.byteorder == "big":
             # Convert endian from little to big
             raw_data = torch.frombuffer(raw_data, dtype=torch_dtype).byteswap().tobytes()

onnx_diagnostic/reference/torch_evaluator.py

@@ -117,8 +117,14 @@ def __init__(
         self.runtime_info = first_used_last_used(proto, constant_as_initializer=True)
         self.last_used: List[List[str]] = [[] for _ in self.kernels]
         for name, info in self.runtime_info.items():
-            assert isinstance(info.last_used, int), f"Missing field last_used in {info!r}"
-            if not info.is_output and not info.is_initializer:
+            assert isinstance(info.last_used, int) or info.is_input, (
+                f"Missing field last_used in {info!r}, last_used={info.last_used!r}, "
+                f"This may mean the node is unused and it should be removed."
+            )
+            if info.last_used is None:
+                # Not used.
+                self.last_used[0].append(name)
+            elif not info.is_output and not info.is_initializer:
                 self.last_used[info.last_used].append(name)
 
     @property

onnx_diagnostic/reference/torch_ops/__init__.py

@@ -33,6 +33,7 @@
     Abs_1,
     Cos_1,
     Exp_1,
+    Identity_1,
     Log_1,
     Neg_1,
     Not_1,

onnx_diagnostic/reference/torch_ops/unary_ops.py

@@ -23,6 +23,13 @@ def run(self, x: OpRunValue) -> OpRunValue:
         return OpRunValue(x.tensor.exp())
 
 
+class Identity_1(OpRun):
+    "Identity"
+
+    def run(self, x: OpRunValue) -> OpRunValue:
+        return OpRunValue(x.tensor)
+
+
 class Log_1(OpRun):
     """Log"""
 

onnx_diagnostic/torch_onnx/runtime_info.py

@@ -113,6 +113,11 @@ def is_output(self) -> bool:
         "Tells if it is an output."
         return self.kind == RuntimeValueKind.OUTPUT
 
+    @property
+    def is_input(self) -> bool:
+        "Tells if it is an input."
+        return self.kind == RuntimeValueKind.INPUT
+
     @property
     def is_initializer(self) -> bool:
         "Tells if it is an initializer."

pyproject.toml

@@ -48,6 +48,10 @@ disable_error_code = ["union-attr"]
 module = ["onnx_diagnostic.reference.torch_ops.*"]
 disable_error_code = ["override"]
 
+[[tool.mypy.overrides]]
+module = ["onnx_diagnostic.reference.torch_ops.control_flow"]
+disable_error_code = ["name-defined"]
+
 [[tool.mypy.overrides]]
 module = ["onnx_diagnostic.reference.torch_ops._op_run"]
 disable_error_code = ["name-defined"]