merge

Author: JewelRoam

graph_net/config/get_fusible_subgraph_sample_list.txt

@@ -0,0 +1,100 @@
+samples/timm/crossvit_small_240.in1k
+samples/timm/poolformerv2_s12.sail_in1k
+samples/timm/regnety_080.pycls_in1k
+samples/timm/dla46x_c.in1k
+samples/timm/mobilenetv1_100.ra4_e3600_r224_in1k
+samples/timm/efficientnetv2_rw_s.ra2_in1k
+samples/timm/vit_base_patch16_rope_ape_224.naver_in1k
+samples/timm/fastvit_t8.apple_dist_in1k
+samples/timm/test_byobnet.r160_in1k
+samples/timm/mambaout_base.in1k
+samples/timm/davit_small
+samples/timm/resnet61q.ra2_in1k
+samples/timm/coat_tiny
+samples/timm/regnetx_004.pycls_in1k
+samples/timm/convnextv2_large.fcmae
+samples/timm/regnety_640.seer
+samples/timm/repvit_m1_1.dist_300e_in1k
+samples/timm/tinynet_d.in1k
+samples/timm/resnetrs270.tf_in1k
+samples/timm/cait_m48_448
+samples/timm/legacy_seresnet50.in1k
+samples/timm/tinynet_a.in1k
+samples/timm/convnext_small.fb_in1k
+samples/timm/vit_huge_patch14_clip_quickgelu_224.dfn5b
+samples/timm/dpn131.mx_in1k
+samples/timm/convnextv2_large.fcmae_ft_in1k
+samples/timm/convnextv2_small
+samples/timm/repvit_m1.dist_in1k
+samples/timm/cs3darknet_s
+samples/timm/resnet50d.a1_in1k
+samples/timm/dm_nfnet_f6
+samples/timm/coatnet_1_rw_224
+samples/timm/lcnet_050.ra2_in1k
+samples/timm/efficientnet_em.ra2_in1k
+samples/timm/dpn48b
+samples/timm/semnasnet_075.rmsp_in1k
+samples/timm/skresnet34.ra_in1k
+samples/timm/crossvit_15_dagger_240.in1k
+samples/timm/mnasnet_100.rmsp_in1k
+samples/timm/mobilenetv3_rw.rmsp_in1k
+samples/timm/xception65p.ra3_in1k
+samples/timm/coatnet_0_rw_224
+samples/timm/eca_nfnet_l3
+samples/timm/deit3_base_patch16_224.fb_in1k
+samples/timm/mambaout_base_short_rw.sw_e500_in1k
+samples/timm/mobilenetv4_conv_small.e1200_r224_in1k
+samples/timm/xception71.tf_in1k
+samples/timm/dla60.in1k
+samples/timm/repghostnet_130.in1k
+samples/timm/mambaout_base_plus_rw.sw_e150_in12k
+samples/timm/poolformerv2_s36.sail_in1k
+samples/timm/deit3_huge_patch14_224.fb_in1k
+samples/timm/vit_base_patch32_clip_224.datacompxl
+samples/timm/poolformer_m48.sail_in1k
+samples/timm/regnety_006.pycls_in1k
+samples/timm/starnet_s4.in1k
+samples/timm/poolformer_m36.sail_in1k
+samples/timm/vit_huge_patch14_gap_224.in1k_ijepa
+samples/timm/efficientnet_b3.ra2_in1k
+samples/timm/mobilenetv3_large_150d.ra4_e3600_r256_in1k
+samples/timm/hgnetv2_b0.ssld_stage1_in22k_in1k
+samples/timm/convnextv2_huge.fcmae
+samples/timm/davit_huge
+samples/timm/regnetx_004_tv.tv2_in1k
+samples/timm/dla34.in1k
+samples/timm/convnext_xlarge.fb_in22k
+samples/timm/resmlp_12_224.fb_dino
+samples/timm/fasternet_t1.in1k
+samples/timm/resnetblur50.bt_in1k
+samples/timm/res2net50d.in1k
+samples/timm/vit_base_patch32_224.augreg_in1k
+samples/timm/mambaout_base_wide_rw.sw_e500_in1k
+samples/timm/vgg19_bn.tv_in1k
+samples/timm/vit_small_patch16_rope_ape_224.naver_in1k
+samples/timm/hardcorenas_b.miil_green_in1k
+samples/timm/vgg16.tv_in1k
+samples/timm/xception41p.ra3_in1k
+samples/timm/efficientnet_lite0.ra_in1k
+samples/timm/regnetv_064.ra3_in1k
+samples/timm/regnety_320.pycls_in1k
+samples/timm/convnext_pico.d1_in1k
+samples/timm/repvit_m1_0.dist_300e_in1k
+samples/timm/resnet50c.gluon_in1k
+samples/timm/mobileone_s4.apple_in1k
+samples/timm/ghostnet_100.in1k
+samples/timm/deit_base_distilled_patch16_384
+samples/timm/dpn68b.mx_in1k
+samples/timm/dla60_res2next
+samples/timm/resnet101d.gluon_in1k
+samples/timm/eva02_large_patch14_clip_224.merged2b
+samples/timm/fasternet_m.in1k
+samples/timm/mobilenetv2_110d.ra_in1k
+samples/timm/regnetx_064.pycls_in1k
+samples/timm/cspresnet50.ra_in1k
+samples/timm/resmlp_24_224.fb_dino
+samples/timm/mobileone_s3.apple_in1k
+samples/timm/mobileone_s2.apple_in1k
+samples/timm/res2net101d
+samples/timm/hardcorenas_f.miil_green_in1k
+samples/timm/hrnet_w18_ssld.paddle_in1k

graph_net/config/small_sample_list_for_get_fusible_subgraph.txt

@@ -0,0 +1,10 @@
+#samples/timm/crossvit_small_240.in1k
+#samples/timm/poolformerv2_s12.sail_in1k
+#samples/timm/regnety_080.pycls_in1k
+#samples/timm/dla46x_c.in1k
+#samples/timm/mobilenetv1_100.ra4_e3600_r224_in1k
+samples/timm/efficientnetv2_rw_s.ra2_in1k
+samples/timm/vit_base_patch16_rope_ape_224.naver_in1k
+#samples/timm/fastvit_t8.apple_dist_in1k
+#samples/timm/test_byobnet.r160_in1k
+#samples/timm/mambaout_base.in1k

graph_net/test/dev_model_list/get_fusible_subgraph_sample_list.txt

@@ -0,0 +1,100 @@
+samples/timm/crossvit_small_240.in1k
+samples/timm/poolformerv2_s12.sail_in1k
+samples/timm/regnety_080.pycls_in1k
+samples/timm/dla46x_c.in1k
+samples/timm/mobilenetv1_100.ra4_e3600_r224_in1k
+samples/timm/efficientnetv2_rw_s.ra2_in1k
+samples/timm/vit_base_patch16_rope_ape_224.naver_in1k
+samples/timm/fastvit_t8.apple_dist_in1k
+samples/timm/test_byobnet.r160_in1k
+samples/timm/mambaout_base.in1k
+samples/timm/davit_small
+samples/timm/resnet61q.ra2_in1k
+samples/timm/coat_tiny
+samples/timm/regnetx_004.pycls_in1k
+samples/timm/convnextv2_large.fcmae
+samples/timm/regnety_640.seer
+samples/timm/repvit_m1_1.dist_300e_in1k
+samples/timm/tinynet_d.in1k
+samples/timm/resnetrs270.tf_in1k
+samples/timm/cait_m48_448
+samples/timm/legacy_seresnet50.in1k
+samples/timm/tinynet_a.in1k
+samples/timm/convnext_small.fb_in1k
+samples/timm/vit_huge_patch14_clip_quickgelu_224.dfn5b
+samples/timm/dpn131.mx_in1k
+samples/timm/convnextv2_large.fcmae_ft_in1k
+samples/timm/convnextv2_small
+samples/timm/repvit_m1.dist_in1k
+samples/timm/cs3darknet_s
+samples/timm/resnet50d.a1_in1k
+samples/timm/dm_nfnet_f6
+samples/timm/coatnet_1_rw_224
+samples/timm/lcnet_050.ra2_in1k
+samples/timm/efficientnet_em.ra2_in1k
+samples/timm/dpn48b
+samples/timm/semnasnet_075.rmsp_in1k
+samples/timm/skresnet34.ra_in1k
+samples/timm/crossvit_15_dagger_240.in1k
+samples/timm/mnasnet_100.rmsp_in1k
+samples/timm/mobilenetv3_rw.rmsp_in1k
+samples/timm/xception65p.ra3_in1k
+samples/timm/coatnet_0_rw_224
+samples/timm/eca_nfnet_l3
+samples/timm/deit3_base_patch16_224.fb_in1k
+samples/timm/mambaout_base_short_rw.sw_e500_in1k
+samples/timm/mobilenetv4_conv_small.e1200_r224_in1k
+samples/timm/xception71.tf_in1k
+samples/timm/dla60.in1k
+samples/timm/repghostnet_130.in1k
+samples/timm/mambaout_base_plus_rw.sw_e150_in12k
+samples/timm/poolformerv2_s36.sail_in1k
+samples/timm/deit3_huge_patch14_224.fb_in1k
+samples/timm/vit_base_patch32_clip_224.datacompxl
+samples/timm/poolformer_m48.sail_in1k
+samples/timm/regnety_006.pycls_in1k
+samples/timm/starnet_s4.in1k
+samples/timm/poolformer_m36.sail_in1k
+samples/timm/vit_huge_patch14_gap_224.in1k_ijepa
+samples/timm/efficientnet_b3.ra2_in1k
+samples/timm/mobilenetv3_large_150d.ra4_e3600_r256_in1k
+samples/timm/hgnetv2_b0.ssld_stage1_in22k_in1k
+samples/timm/convnextv2_huge.fcmae
+samples/timm/davit_huge
+samples/timm/regnetx_004_tv.tv2_in1k
+samples/timm/dla34.in1k
+samples/timm/convnext_xlarge.fb_in22k
+samples/timm/resmlp_12_224.fb_dino
+samples/timm/fasternet_t1.in1k
+samples/timm/resnetblur50.bt_in1k
+samples/timm/res2net50d.in1k
+samples/timm/vit_base_patch32_224.augreg_in1k
+samples/timm/mambaout_base_wide_rw.sw_e500_in1k
+samples/timm/vgg19_bn.tv_in1k
+samples/timm/vit_small_patch16_rope_ape_224.naver_in1k
+samples/timm/hardcorenas_b.miil_green_in1k
+samples/timm/vgg16.tv_in1k
+samples/timm/xception41p.ra3_in1k
+samples/timm/efficientnet_lite0.ra_in1k
+samples/timm/regnetv_064.ra3_in1k
+samples/timm/regnety_320.pycls_in1k
+samples/timm/convnext_pico.d1_in1k
+samples/timm/repvit_m1_0.dist_300e_in1k
+samples/timm/resnet50c.gluon_in1k
+samples/timm/mobileone_s4.apple_in1k
+samples/timm/ghostnet_100.in1k
+samples/timm/deit_base_distilled_patch16_384
+samples/timm/dpn68b.mx_in1k
+samples/timm/dla60_res2next
+samples/timm/resnet101d.gluon_in1k
+samples/timm/eva02_large_patch14_clip_224.merged2b
+samples/timm/fasternet_m.in1k
+samples/timm/mobilenetv2_110d.ra_in1k
+samples/timm/regnetx_064.pycls_in1k
+samples/timm/cspresnet50.ra_in1k
+samples/timm/resmlp_24_224.fb_dino
+samples/timm/mobileone_s3.apple_in1k
+samples/timm/mobileone_s2.apple_in1k
+samples/timm/res2net101d
+samples/timm/hardcorenas_f.miil_green_in1k
+samples/timm/hrnet_w18_ssld.paddle_in1k

graph_net/test/dev_model_list/graph_module_parse_error_torch_sample_list.txt

@@ -0,0 +1,30 @@
+samples/timm/aimv2_huge_patch14_224.apple_pt
+samples/timm/vit_so400m_patch14_siglip_gap_224.pali2_3b_pt
+samples/timm/eca_resnet33ts.ra2_in1k
+samples/timm/poolformer_s12.sail_in1k
+samples/timm/eva_giant_patch14_224.clip_ft_in1k
+samples/timm/eva02_base_patch14_224.mim_in22k
+samples/timm/eva02_small_patch14_224.mim_in22k
+samples/timm/poolformer_m36.sail_in1k
+samples/timm/poolformerv2_m36.sail_in1k
+samples/timm/resnest50d_1s4x24d.in1k
+samples/timm/aimv2_1b_patch14_224.apple_pt
+samples/timm/poolformer_m48.sail_in1k
+samples/timm/poolformer_s36.sail_in1k
+samples/timm/vit_base_patch16_siglip_gap_224.v2_webli
+samples/timm/vit_giant_patch16_gap_224.in22k_ijepa
+samples/timm/ecaresnet101d.miil_in1k
+samples/timm/vit_huge_patch14_gap_224.in1k_ijepa
+samples/timm/aimv2_3b_patch14_224.apple_pt
+samples/timm/skresnet18.ra_in1k
+samples/timm/ecaresnetlight.miil_in1k
+samples/timm/eca_resnext26ts.ch_in1k
+samples/timm/skresnext50_32x4d.ra_in1k
+samples/timm/poolformerv2_m48.sail_in1k
+samples/timm/poolformer_s24.sail_in1k
+samples/timm/ecaresnet26t.ra2_in1k
+samples/timm/eva02_large_patch14_224.mim_in22k
+samples/timm/ecaresnet50d.miil_in1k
+samples/timm/poolformerv2_s36.sail_in1k
+samples/timm/aimv2_large_patch14_224.apple_pt
+samples/timm/skresnet34.ra_in1k

graph_net/test/dev_model_list/small_sample_list_for_get_fusible_subgraph.txt

@@ -0,0 +1,10 @@
+#samples/timm/crossvit_small_240.in1k
+#samples/timm/poolformerv2_s12.sail_in1k
+#samples/timm/regnety_080.pycls_in1k
+#samples/timm/dla46x_c.in1k
+#samples/timm/mobilenetv1_100.ra4_e3600_r224_in1k
+samples/timm/efficientnetv2_rw_s.ra2_in1k
+#samples/timm/vit_base_patch16_rope_ape_224.naver_in1k
+#samples/timm/fastvit_t8.apple_dist_in1k
+#samples/timm/test_byobnet.r160_in1k
+#samples/timm/mambaout_base.in1k

graph_net/test/fully_fusible_subgraph_extractor_test.sh

@@ -0,0 +1,33 @@
+#!/bin/bash
+
+GRAPH_NET_ROOT=$(python3 -c "import graph_net; import os; print(
+os.path.dirname(graph_net.__file__))")
+
+# input model path
+MODEL_NAME=resnet18
+MODEL_PATH_IN_SAMPLES=/timm/$MODEL_NAME
+# INPUT_MODEL_LIST=$GRAPH_NET_ROOT/test/dev_model_list/get_fusible_subgraph_sample_list.txt
+INPUT_MODEL_LIST=$GRAPH_NET_ROOT/test/dev_model_list/small_sample_list_for_get_fusible_subgraph.txt
+
+OUTPUT_DIR="/tmp/find_fully_fusible_output"
+config_json_str=$(cat <<EOF
+{
+    "handler_path": "$GRAPH_NET_ROOT/torch/fully_fusible_subgraph_extractor.py",
+    "handler_class_name":"FullyFusibleSubgraphExtractor",
+    "handler_config": {
+        "resume": false,
+        "model_path_prefix": "$GRAPH_NET_ROOT/../",
+        "output_dir": "$OUTPUT_DIR",
+        "nn_module_fully_fusible_decorator_path": "$GRAPH_NET_ROOT/torch/count_kernels_util.py",
+        "nn_module_fully_fusible_decorator_class_name": "TorchSubModuleFullyFusibleDecorator",
+        "max_step": 3,
+        "min_step": 2,
+        "max_nodes": 4
+    }
+}
+EOF
+)
+CONFIG=$(echo $config_json_str | base64 -w 0)
+
+# python3 -m graph_net.model_path_handler --model-path $GRAPH_NET_ROOT/../samples/$MODEL_PATH_IN_SAMPLES --handler-config=$CONFIG
+python3 -m graph_net.model_path_handler --model-path-list $INPUT_MODEL_LIST --handler-config=$CONFIG

graph_net/test/naive_check_if_fully_fusionabale.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+GRAPH_NET_ROOT=$(python3 -c "import graph_net; import os; print(
+os.path.dirname(graph_net.__file__))")
+# added
+# input model path
+MODEL_NAME=resnet18d.ra2_in1k
+MODEL_PATH_IN_SAMPLES=/timm/$MODEL_NAME
+checker_config_json_str=$(cat <<EOF
+{
+    "post_extract_process_config": {
+        "post_extract_process_path":"$GRAPH_NET_ROOT/torch/count_kernels_util.py",
+        "post_extract_process_class_name": "GraphFullyFusionable"
+    }
+}
+EOF
+)
+CHECKER_CONFIG=$(echo $checker_config_json_str | base64 -w 0)
+
+python3 -m graph_net.torch.check_if_a_given_model_is_fully_fusionable --model-path $GRAPH_NET_ROOT/../samples/$MODEL_PATH_IN_SAMPLES --checker-config=$CHECKER_CONFIG

graph_net/test/naive_decomposer_and_post_extract_process_test.sh

@@ -19,7 +19,7 @@ decorator_config_json_str=$(cat <<EOF
             "group_head_and_tail": true,
             "filter_path":"$GRAPH_NET_ROOT/torch/naive_subgraph_filter.py",
             "filter_config": {},
-            "post_extract_process_path":"$GRAPH_NET_ROOT/torch/post_extract_process_count_kernels.py",
+            "post_extract_process_path":"$GRAPH_NET_ROOT/torch/count_kernels_util.py",
             "post_extract_process_class_name": "GraphFullyFusible"
         }
     }

graph_net/test/torch_extractor_test.py

@@ -76,7 +76,7 @@ def forward(self, x):
             start_node_idx=0,
             end_node_idx=2,
             submodule_hook=submodule_hook,
-            # group_head_and_tail=False,
+            group_head_and_tail=True,
         )
         folded_output = folded(inp)
 

graph_net/tools/check_graph_module_parsable.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+
+GRAPH_NET_ROOT=$(python3 -c "import graph_net; import os; print(
+os.path.dirname(graph_net.__file__))")
+
+# input model path
+# model_runnable_predicator=ShapePropagatablePredicator
+model_runnable_predicator=ModelRunnablePredicator
+config_json_str=$(cat <<EOF
+{
+    "handler_path": "$GRAPH_NET_ROOT/torch/check_graph_module_parsable.py",
+    "handler_class_name": "CheckGraphModuleParsable",
+    "handler_config": {
+        "resume": false,
+        "model_path_prefix": "$GRAPH_NET_ROOT/../",
+        "limits_handled_models": 999999,
+        "output_dir": "/tmp/check_graph_module_parsable"
+    }
+}
+EOF
+)
+CONFIG=$(echo $config_json_str | base64 -w 0)
+
+python3 -m graph_net.model_path_handler --model-path-list $GRAPH_NET_ROOT/test/dev_model_list/graph_module_parse_error_torch_sample_list.txt --handler-config=$CONFIG --use-subprocess