help

Author: xadupre

_doc/api/helpers/index.rst

@@ -13,6 +13,7 @@ onnx_diagnostic.helpers
     doc_helper
     graph_helper
     helper
+    log_helper
     memory_peak
     mini_onnx_builder
     model_builder_helper

_doc/api/helpers/log_helper.rst

@@ -0,0 +1,7 @@
+
+onnx_diagnostic.helpers.log_helper
+==================================
+
+.. automodule:: onnx_diagnostic.helpers.log_helper
+    :members:
+    :no-undoc-members:

onnx_diagnostic/helpers/log_helper.py

@@ -3,6 +3,16 @@
 import pandas
 
 
+class CubeViewDef:
+    """
+    Defines how to compute a view.
+    """
+    def __init__(self, )
+        key_index: Sequence[str],
+        values: Sequence[str],
+        ignore_unique: bool = True,
+        order: Optional[Sequence[str]] = None,
+
 class CubeLogs:
     """
     Processes logs coming from experiments.
@@ -83,10 +93,15 @@ def load(self, verbose: int = 0):
 
         # Let's apply the formulas
         if self._formulas:
+            cols = set(self.data.columns)
             for k, f in self._formulas.items():
-                if verbose:
-                    print(f"[CubeLogs.load] apply formaula {k!r}")
-                self.data[k] = f(self.data)
+                if k in cols:
+                    if verbose:
+                        print(f"[CubeLogs.load] skip formula {k!r}")
+                else:
+                    if verbose:
+                        print(f"[CubeLogs.load] apply formula {k!r}")
+                    self.data[k] = f(self.data)
         self.values_for_key = {k: set(self.data[k]) for k in self.keys}
         nans = [c for c in self.keys if self.data[c].isna().astype(int).sum() > 0]
         assert not nans, f"The following keys {nans} have nan values. This is not allowed."