fix issues

Author: xadupre

onnx_diagnostic/helpers/ort_session.py

@@ -244,17 +244,23 @@ def run_dlpack(
         feeds is a dictionary of :class:`np.ndarray`.
         The output device is CPU even if the outputs are on CUDA.
         """
+        memory = []
         new_feeds = {}
         for k, v in feeds.items():
             if not k:
                 continue
-            new_feeds[k] = (
-                ORTC.OrtValue.ortvalue_from_numpy_with_onnx_type(
+            if isinstance(v, np.ndarray):
+                new_feeds[k] = ORTC.OrtValue.ortvalue_from_numpy_with_onnx_type(
                     v, np_dtype_to_tensor_dtype(v.dtype)
                 )
-                if isinstance(v, np.ndarray)
-                else ORTC.OrtValue.from_dlpack(v.__dlpack__(), v.dtype == torch.bool)
-            )
+            elif v.dtype == torch.bool:
+                vi = v.detach().cpu().numpy()
+                memory.append(vi)
+                new_feeds[k] = ORTC.OrtValue.ortvalue_from_numpy_with_onnx_type(
+                    vi, onnx.TensorProto.BOOL
+                )
+            else:
+                new_feeds[k] = ORTC.OrtValue.from_dlpack(v.__dlpack__(), False)
 
         if self.nvtx:
             self.torch.cuda.nvtx.range_push("run_with_ort_values")

onnx_diagnostic/reference/ort_evaluator.py

@@ -289,7 +289,7 @@ def _build_garbage_collector(self) -> Dict[str, int]:
         Returns a dictionary with the last node using the results.
         """
         needed = {}
-        for i, node in enumerate(self.rt_nodes_):
+        for i, node in enumerate(self.rt_nodes_ or []):
             for name in node.input:
                 needed[name] = i
             if node.op_type in {"Scan", "If", "Loop"}:
@@ -298,13 +298,13 @@ def _build_garbage_collector(self) -> Dict[str, int]:
                     needed[name] = i
         if isinstance(self.proto, ModelProto):
             for o in self.proto.graph.output:
-                needed[o.name] = len(self.rt_nodes_)
+                needed[o.name] = len(self.rt_nodes_ or [])
         elif isinstance(self.proto, GraphProto):
             for o in self.proto.output:
-                needed[o.name] = len(self.rt_nodes_)
+                needed[o.name] = len(self.rt_nodes_ or [])
         elif isinstance(self.proto, FunctionProto):
             for o in self.proto.output:
-                needed[o] = len(self.rt_nodes_)
+                needed[o] = len(self.rt_nodes_ or [])
         return needed
 
     def _clean_unused_inplace(self, i_node: int, node: NodeProto, results: Dict[str, Any]):