batch initial input_tensor_constraints.py

Author: lixinqi

graph_net/config/small_torch_samples_list.txt

@@ -0,0 +1,3 @@
+samples/timm/resnetaa50d.d_in12k
+samples/timm/regnetx_016.pycls_in1k
+samples/timm/repghostnet_130.in1k

graph_net/constraint_util.py

@@ -35,6 +35,7 @@ def _make_config(
         data_input_predicator_config=None,
         model_runnable_predicator_class_name="ModelRunner",
         model_runnable_predicator_config=None,
+        model_path_prefix="",
     ):
         if data_input_predicator_config is None:
             data_input_predicator_config = {}
@@ -47,9 +48,11 @@ def _make_config(
             "model_runnable_predicator_filepath": model_runnable_predicator_filepath,
             "model_runnable_predicator_class_name": model_runnable_predicator_class_name,
             "model_runnable_predicator_config": model_runnable_predicator_config,
+            "model_path_prefix": model_path_prefix,
         }
 
     def __call__(self, model_path):
+        model_path = os.path.join(self.config["model_path_prefix"], model_path)
         tensor_metas = self._get_tensor_metas(model_path)
         dyn_dim_cstr = make_dyn_dim_cstr_from_tensor_metas(tensor_metas)
 

graph_net/model_path_handler.py

@@ -36,20 +36,42 @@ def _get_handler(args):
 
 
 def main(args):
-    model_path = args.model_path
-    print(f"{model_path=}")
+    handler = _get_handler(args)
+    for model_path in _get_model_paths(args):
+        print(f"{model_path=}")
+        handler(model_path)
 
-    _get_handler(args)(model_path)
+
+def _get_model_paths(args):
+    assert args.model_path is not None or args.model_path_list is not None
+    if args.model_path is not None:
+        yield args.model_path
+    if args.model_path_list is not None:
+        with open(args.model_path_list) as f:
+            yield from (
+                clean_line
+                for line in f
+                for clean_line in [line.strip()]
+                if len(clean_line) > 0
+            )
 
 
 if __name__ == "__main__":
     parser = argparse.ArgumentParser(description="model path handler entry")
     parser.add_argument(
         "--model-path",
         type=str,
-        required=True,
+        required=False,
+        default=None,
         help="Path to folder e.g '../../samples/torch/resnet18'",
     )
+    parser.add_argument(
+        "--model-path-list",
+        type=str,
+        required=False,
+        default=None,
+        help="Path of file containing model paths.",
+    )
     parser.add_argument(
         "--handler-config",
         type=str,

graph_net/test/batch_init_input_tensor_constraints_test.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+GRAPH_NET_ROOT=$(python3 -c "import graph_net; import os; print(
+os.path.dirname(graph_net.__file__))")
+
+# input model path
+MODEL_NAME=resnet18
+MODEL_PATH_IN_SAMPLES=/timm/$MODEL_NAME
+config_json_str=$(cat <<EOF
+{
+    "handler_path": "$GRAPH_NET_ROOT/constraint_util.py",
+    "handler_class_name": "UpdateInputTensorConstraints",
+    "handler_config": {
+        "model_path_prefix": "$GRAPH_NET_ROOT/../",
+        "data_input_predicator_filepath": "$GRAPH_NET_ROOT/torch/constraint_util.py",
+        "data_input_predicator_class_name": "NaiveDataInputPredicator",
+        "model_runnable_predicator_filepath": "$GRAPH_NET_ROOT/torch/constraint_util.py",
+        "model_runnable_predicator_class_name": "ModelRunnablePredicator"
+    }
+}
+EOF
+)
+CONFIG=$(echo $config_json_str | base64 -w 0)
+
+python3 -m graph_net.model_path_handler --model-path-list $GRAPH_NET_ROOT/config/small_torch_samples_list.txt --handler-config=$CONFIG