fully_fusible_subgraph_extractor test

Author: roll-away

graph_net/config/small_sample_list_for_get_fusible_subgraph.txt

@@ -1,10 +1,10 @@
 #samples/timm/crossvit_small_240.in1k
 #samples/timm/poolformerv2_s12.sail_in1k
-#samples/timm/regnety_080.pycls_in1k
+samples/timm/regnety_080.pycls_in1k
 #samples/timm/dla46x_c.in1k
 #samples/timm/mobilenetv1_100.ra4_e3600_r224_in1k
-samples/timm/efficientnetv2_rw_s.ra2_in1k
-samples/timm/vit_base_patch16_rope_ape_224.naver_in1k
+#samples/timm/efficientnetv2_rw_s.ra2_in1k
+#samples/timm/vit_base_patch16_rope_ape_224.naver_in1k
 #samples/timm/fastvit_t8.apple_dist_in1k
 #samples/timm/test_byobnet.r160_in1k
 #samples/timm/mambaout_base.in1k

graph_net/torch/graph_decomposer.py

@@ -48,13 +48,8 @@ def make_config(
         output_dir="./tmp/naive_decomposer_dir",
         filter_path=None,
         filter_config=None,
-        post_extract_process_path=None,
-        post_extract_process_class_name=None,
-        post_extract_process_config=None,
         **kwargs,
     ):
-        if post_extract_process_config is None:
-            post_extract_process_config = {}
         for pos in split_positions:
             assert isinstance(
                 pos, int
@@ -66,9 +61,6 @@ def make_config(
             "output_dir": output_dir,
             "filter_path": filter_path,
             "filter_config": filter_config if filter_config is not None else {},
-            "post_extract_process_path": post_extract_process_path,
-            "post_extract_process_class_name": post_extract_process_class_name,
-            "post_extract_process_config": post_extract_process_config,
         }
 
     def __call__(self, gm: torch.fx.GraphModule, sample_inputs):
@@ -111,14 +103,9 @@ def _make_config(
         chain_style=False,
         filter_path=None,
         filter_config=None,
-        post_extract_process_path=None,
-        post_extract_process_class_name=None,
-        post_extract_process_config=None,
         model_path_prefix="",
         **kwargs,
     ):
-        if post_extract_process_config is None:
-            post_extract_process_config = {}
         for pos in split_positions:
             assert isinstance(
                 pos, int
@@ -130,9 +117,6 @@ def _make_config(
             "output_dir": output_dir,
             "filter_path": filter_path,
             "filter_config": filter_config if filter_config is not None else {},
-            "post_extract_process_path": post_extract_process_path,
-            "post_extract_process_class_name": post_extract_process_class_name,
-            "post_extract_process_config": post_extract_process_config,
             "model_path_prefix": model_path_prefix,
         }
 
@@ -186,9 +170,6 @@ def _make_config(
         output_dir="./tmp/naive_decomposer_dir",
         filter_path=None,
         filter_config=None,
-        post_extract_process_path=None,
-        post_extract_process_class_name=None,
-        post_extract_process_config=None,
         model_path_prefix="",
         **kwargs,
     ):
@@ -198,18 +179,13 @@ def _make_config(
             raise ValueError(
                 f"split_results_path should be a valid JSON file path, but got {split_results_path=}"
             )
-        if post_extract_process_config is None:
-            post_extract_process_config = {}
         return {
             "split_results_path": split_results_path,
             "group_head_and_tail": group_head_and_tail,
             "chain_style": chain_style,
             "output_dir": output_dir,
             "filter_path": filter_path,
             "filter_config": filter_config if filter_config is not None else {},
-            "post_extract_process_path": post_extract_process_path,
-            "post_extract_process_class_name": post_extract_process_class_name,
-            "post_extract_process_config": post_extract_process_config,
             "model_path_prefix": model_path_prefix,
         }
 
@@ -274,7 +250,6 @@ def __init__(
             ),
         )
         self.filter = self.make_filter(self.config)
-        self.post_extract_process = self.make_post_extract_process(self.config)
 
     def _get_model_path(self):
         return os.path.join(
@@ -284,33 +259,19 @@ def _get_model_path(self):
         )
 
     def forward(self, *args):
-        logger.warning("naive decomposer forwarding")
         if not self.extracted:
             if self.need_extract(self.submodule, args):
                 self.builtin_extractor(self.submodule, args)
-                self._post_extract_process()
             self.extracted = True
-        logger.warning("naive decomposer end")
         return self.submodule(*args)
 
     def need_extract(self, gm, sample_inputs):
         if self.filter is None:
             return True
         return self.filter(gm, sample_inputs)
 
-    def _post_extract_process(self):
-        model_path = self._get_model_path()
-        return self.post_extract_process(model_path)
-
     def make_filter(self, config):
         if config["filter_path"] is None:
             return None
         module = imp_util.load_module(config["filter_path"])
         return module.GraphFilter(config["filter_config"])
-
-    def make_post_extract_process(self, config):
-        if config.get("post_extract_process_path") is None:
-            return lambda *args, **kwargs: None
-        module = imp_util.load_module(config["post_extract_process_path"])
-        cls = getattr(module, config["post_extract_process_class_name"])
-        return cls(config["post_extract_process_config"])