fix the concretereifier bug in dim_gen (#501)

* fix the concretereifier bug in dim_gen

* fix graph_net/dimension_generalizer.py

* fix graph_net/dimension_generalizer.py

* fix the bug: The expanded size of the tensor doesn't match

* fix the bug: The expanded size of the tensor doesn't match

* fix graph_net/torch/dim_gen_passes/non_batch_call_method_expand_pass.py to fix bug about expand size

* fix expand bug

Author: roll-away

graph_net/config/small_sample_list_for_get_fusible_subgraph.txt

@@ -242,5 +242,7 @@ def update_tensor_metas_by_dyn_dim_cstr(
         if tensor_meta.data is not None:
             assert isinstance(tensor_meta.data, (list, tuple))
             size = functools.reduce(lambda a, b: a * b, tensor_meta.shape, 1)
-            doubled_data = [*tensor_meta.data, *tensor_meta.data]
-            tensor_meta.data = doubled_data[:size]
+            extended_tensor_data = list(tensor_meta.data)
+            while len(extended_tensor_data) < size:
+                extended_tensor_data.extend(extended_tensor_data)
+            tensor_meta.data = extended_tensor_data[:size]

graph_net/dimension_generalizer.py

@@ -3,21 +3,19 @@
 GRAPH_NET_ROOT=$(python3 -c "import graph_net; import os; print(
 os.path.dirname(graph_net.__file__))")
 
-python3 -m graph_net.model_path_handler \
+python3 -m graph_net.apply_sample_pass \
     --model-path-list $GRAPH_NET_ROOT/config/torch_samples_list.txt \
-    --handler-config=$(base64 -w 0 <<EOF
+    --sample-pass-file-path "$GRAPH_NET_ROOT/dimension_generalizer.py" \
+    --sample-pass-class-name "ApplyDimGenPasses" \
+    --sample-pass-config $(base64 -w 0 <<EOF
 {
-    "handler_path": "$GRAPH_NET_ROOT/dimension_generalizer.py",
-    "handler_class_name": "ApplyDimGenPasses",
-    "handler_config": {
-        "resume": false,
-        "output_dir": "/tmp/dimension_generalized_samples",
-        "model_path_prefix": "$GRAPH_NET_ROOT/../",
-        "dimension_generalizer_filepath": "$GRAPH_NET_ROOT/torch/static_to_dynamic.py",
-        "dimension_generalizer_class_name": "StaticToDynamic",
-        "limits_handled_models": 10,
-        "last_model_log_file": "/tmp/a.py"
-    }
+    "resume": false,
+    "output_dir": "/tmp/dimension_generalized_samples",
+    "model_path_prefix": "$GRAPH_NET_ROOT/../",
+    "dimension_generalizer_filepath": "$GRAPH_NET_ROOT/torch/static_to_dynamic.py",
+    "dimension_generalizer_class_name": "StaticToDynamic",
+    "limits_handled_models": 40,
+    "last_model_log_file": "/tmp/a.py"
 }
 EOF
 )

graph_net/tools/apply_dim_gen_passes.sh

@@ -1,4 +1,3 @@
-import torch
 import torch.fx as fx
 from graph_net.torch.dim_gen_passes import DimensionGeneralizationPass
 from collections import namedtuple

graph_net/torch/dim_gen_passes/non_batch_call_method_expand_pass.py

@@ -19,7 +19,7 @@ def match(self) -> bool:
         return sym_shapes_str in self._get_map_nlp_sym_shapes_str2reifier()
 
     def reify(self):
-        assert self.need_reify()
+        assert self.match()
         sym_shapes_str = self.dyn_dim_cstrs.serialize_symbolic_input_shapes_to_str()
         reifier = self._get_map_nlp_sym_shapes_str2reifier()[sym_shapes_str]
         return reifier(self)