Refactors sbs to save memory

Author: xadupre

_unittests/ut_torch_onnx/test_sbs.py

@@ -69,7 +69,7 @@ def forward(self, x):
                 verbose=10,
             ),
         )
-        self.assertEqual(len(results), 7)
+        self.assertEqual(len(results), 6)
 
     @hide_stdout()
     @ignore_warnings((DeprecationWarning, FutureWarning, UserWarning))
@@ -104,7 +104,7 @@ def forward(self, x):
                 verbose=10,
             ),
         )
-        self.assertEqual(len(results), 6)
+        self.assertEqual(len(results), 5)
 
     @hide_stdout()
     @ignore_warnings((DeprecationWarning, FutureWarning, UserWarning))
@@ -136,7 +136,7 @@ def forward(self, x):
                 verbose=10,
             ),
         )
-        self.assertEqual(len(results), 6)
+        self.assertEqual(len(results), 5)
 
     @hide_stdout()
     @ignore_warnings((DeprecationWarning, FutureWarning, UserWarning))
@@ -167,7 +167,7 @@ def forward(self, x):
                 verbose=11,
             ),
         )
-        self.assertEqual(len(results), 7)
+        self.assertEqual(len(results), 6)
 
     @hide_stdout()
     @ignore_warnings((DeprecationWarning, FutureWarning, UserWarning))
@@ -199,7 +199,7 @@ def forward(self, x):
                 use_tensor=True,
             ),
         )
-        self.assertEqual(len(results), 8)
+        self.assertEqual(len(results), 7)
 
     @hide_stdout()
     @ignore_warnings((DeprecationWarning, FutureWarning, UserWarning))
@@ -232,7 +232,7 @@ def forward(self, x):
                 use_tensor=True,
             ),
         )
-        self.assertEqual(len(results), 8)
+        self.assertEqual(len(results), 7)
 
     @hide_stdout()
     @ignore_warnings((DeprecationWarning, FutureWarning, UserWarning))
@@ -267,7 +267,7 @@ def forward(self, x):
                 use_tensor=True,
             ),
         )
-        self.assertEqual(len(results), 14)
+        self.assertEqual(len(results), 8)
 
     @hide_stdout()
     @ignore_warnings((DeprecationWarning, FutureWarning, UserWarning))
@@ -301,10 +301,10 @@ def forward(self, x):
                 use_tensor=True,
             ),
         )
-        self.assertEqual(len(results), 14)
+        self.assertEqual(len(results), 8)
         self.assertEqual(
+            [None, None, 0, 0, 0, 0, 0, 0],
             [r.err_dev for r in results],
-            [None, None, None, None, None, None, None, None, 0, 0, 0, 0, 0, 0],
         )
 
     @hide_stdout()
@@ -364,13 +364,13 @@ def forward(self, x):
             ],
             sorted(df.columns),
         )
-        self.assertEqual(len(results), 12)
+        self.assertEqual(len(results), 8)
         self.assertEqual(
+            [None, None, None, None, None, 0, 0, 0],
             [r.err_dev for r in results],
-            [None, None, None, None, None, None, None, None, None, 0, 0, 0],
         )
         self.assertEqual(
-            [-1.0, -1.0, -1.0, -1.0, -10.0, -10.0, -10.0, -10.0, -1.0, 0.0, 1.0, 2.0],
+            [-10.0, -10.0, -10.0, -10.0, -1.0, 0.0, 1.0, 2.0],
             df["onnx_id_node"].fillna(-10).tolist(),
         )
         self.clean_dump()

onnx_diagnostic/helpers/ort_session.py

@@ -512,7 +512,7 @@ def run_dlpack(
                 v = v.to(torch.uint8)
                 v = ORTC.OrtValue.from_dlpack(v.__dlpack__(), True)
             else:
-                v = ORTC.OrtValue.from_dlpack(v.__dlpack__(), False)
+                v = ORTC.OrtValue.from_dlpack(v.detach().__dlpack__(), False)
             input_names.append(k)
             values.push_back(v)
         if self.nvtx: