gemm

Author: xadupre

CHANGELOGS.rst

@@ -8,7 +8,7 @@ Change Logs
 * :pr:`311`: use custom and local function to use PackedMultiHeadAttention from onnxruntime
 * :pr:`310`: splits patches into multiple files 
 * :pr:`308`: add option --save_ep to dump the exported program as well as torch input
-* :pr:`304`, :pr:`306`, :pr:`316`, :pr:`317`: improves side-by-side comparison, creates command line sbs
+* :pr:`304`, :pr:`306`, :pr:`316`, :pr:`317`, :pr:`318`: improves side-by-side comparison, creates command line sbs
 
 0.8.2
 +++++

onnx_diagnostic/_command_lines_parser.py

@@ -1319,7 +1319,6 @@ def _size(name):
         args=margs,
         kwargs=mkwargs,
         use_tensor=True,
-        gemmlinear=args.gemmlinear,
         reset_names=args.reset.split(","),
         exc=False,
     ):

onnx_diagnostic/helpers/onnx_helper.py

@@ -1281,7 +1281,7 @@ def make_submodel(
     def _mkv_(name, itype, irank):
         return oh.make_tensor_value_info(name, itype, [f"{name}_d{i}" for i in range(irank)])
 
-    not_known = set()
+    not_known: Set[str] = set()
     for node in nodes[::-1]:
         not_known -= set(node.output)
         not_known |= set(node.input)

onnx_diagnostic/torch_onnx/sbs.py

@@ -182,9 +182,9 @@ class ReplayConfiguration:
 
     :param dump_folder: where to dump the onnx model corresponding to the
         pieces to investigate
-    :param selected_names: list of results names to dump, None for all
-    :param selected_op_types: list of onnx operators to dump, None for all
-    :param threshold: only keep thos whose discrepancies is greater than that theshold
+    :param selected_names: list of results names to dump
+    :param selected_op_types: list of onnx operators to dump
+    :param threshold: only keep thoses whose discrepancies is greater than that threshold
     """
 
     dump_folder: str
@@ -239,7 +239,7 @@ def dump(
         :param model: onnx model
         :param onnx_results: all known onnx results
         :param torch_results: all known torch results
-        :param onnx_name_to_ep_name: correspondance between onnx_node name
+        :param onnx_name_to_ep_name: correspondence between onnx_node name
             and exported program name
         :param verbose: verbosity level
         :return: the folder created to dump everything