merge develop

Author: lixinqi

.pre-commit-config.yaml

@@ -0,0 +1,125 @@
+graph-net-test-compiler-log [Processing] /work/GraphNet/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BlipModel
+graph-net-test-compiler-log [Config] model: hf-tiny-model-private/tiny-random-BlipModel
+graph-net-test-compiler-log [Config] device: cuda
+graph-net-test-compiler-log [Config] hardware: NVIDIA A100-SXM4-80GB
+graph-net-test-compiler-log [Config] compiler: inductor
+graph-net-test-compiler-log [Config] warmup: 5
+graph-net-test-compiler-log [Config] trials: 20
+graph-net-test-compiler-log [Config] compile_framework_version: 2.7.1+cu126
+[Profiling] Using device: cuda NVIDIA A100-SXM4-80GB, warm up 5, trials 20
+Trial 1: e2e=6.64949 ms, gpu=6.46451 ms
+Trial 2: e2e=6.58774 ms, gpu=6.47782 ms
+Trial 3: e2e=6.57296 ms, gpu=6.47270 ms
+Trial 4: e2e=6.59156 ms, gpu=6.47782 ms
+Trial 5: e2e=6.53505 ms, gpu=6.43277 ms
+Trial 6: e2e=6.50096 ms, gpu=6.40000 ms
+Trial 7: e2e=6.55699 ms, gpu=6.45632 ms
+Trial 8: e2e=8.09932 ms, gpu=7.97901 ms
+Trial 9: e2e=8.67844 ms, gpu=8.54016 ms
+Trial 10: e2e=9.74393 ms, gpu=9.60102 ms
+Trial 11: e2e=9.88483 ms, gpu=9.73722 ms
+Trial 12: e2e=7.18832 ms, gpu=7.06867 ms
+Trial 13: e2e=6.62160 ms, gpu=6.51571 ms
+Trial 14: e2e=6.54459 ms, gpu=6.43482 ms
+Trial 15: e2e=6.50930 ms, gpu=6.40819 ms
+Trial 16: e2e=6.50382 ms, gpu=6.40410 ms
+Trial 17: e2e=7.00188 ms, gpu=6.89766 ms
+Trial 18: e2e=6.83117 ms, gpu=6.72461 ms
+Trial 19: e2e=6.63400 ms, gpu=6.51878 ms
+Trial 20: e2e=6.61588 ms, gpu=6.51059 ms
+[Profiling] Using device: cuda NVIDIA A100-SXM4-80GB, warm up 5, trials 20
+Trial 1: e2e=3.27635 ms, gpu=3.16826 ms
+Trial 2: e2e=3.16405 ms, gpu=3.07814 ms
+Trial 3: e2e=3.12924 ms, gpu=3.04947 ms
+Trial 4: e2e=3.09730 ms, gpu=3.02285 ms
+Trial 5: e2e=3.04723 ms, gpu=2.97267 ms
+Trial 6: e2e=3.06034 ms, gpu=2.98598 ms
+Trial 7: e2e=3.05533 ms, gpu=2.98086 ms
+Trial 8: e2e=3.02792 ms, gpu=2.95526 ms
+Trial 9: e2e=3.03411 ms, gpu=2.96346 ms
+Trial 10: e2e=2.95377 ms, gpu=2.88563 ms
+Trial 11: e2e=2.94375 ms, gpu=2.87642 ms
+Trial 12: e2e=2.94924 ms, gpu=2.88154 ms
+Trial 13: e2e=2.93207 ms, gpu=2.86413 ms
+Trial 14: e2e=2.91133 ms, gpu=2.84467 ms
+Trial 15: e2e=2.89869 ms, gpu=2.82214 ms
+Trial 16: e2e=2.88749 ms, gpu=2.82112 ms
+Trial 17: e2e=2.88129 ms, gpu=2.81293 ms
+Trial 18: e2e=2.91824 ms, gpu=2.83648 ms
+Trial 19: e2e=2.90084 ms, gpu=2.83238 ms
+Trial 20: e2e=2.89059 ms, gpu=2.82419 ms
+graph-net-test-compiler-log [Datatype][eager]: float32 float32 float32 float32 float32 float32 float32 float32
+graph-net-test-compiler-log [Datatype][compiled]: float32 float32 float32 float32 float32 float32 float32 float32
+graph-net-test-compiler-log [DataType] eager:['float32', 'float32', 'float32', 'float32', 'float32', 'float32', 'float32', 'float32'] compiled:['float32', 'float32', 'float32', 'float32', 'float32', 'float32', 'float32', 'float32'] match:True
+graph-net-test-compiler-log [Correctness][equal]: 1 1 0 0 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-10_rtol_1.00E-06]: 1 1 0 0 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-10_rtol_2.56E-04]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-10_rtol_1.69E-12]: 1 1 0 0 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-14_rtol_1.00E-14]: 1 1 0 0 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-09_rtol_3.98E-06]: 1 1 0 0 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-09_rtol_5.85E-04]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-09_rtol_2.54E-11]: 1 1 0 0 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_2.51E-13_rtol_2.51E-13]: 1 1 0 0 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-08_rtol_1.58E-05]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-08_rtol_1.34E-03]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-08_rtol_3.82E-10]: 1 1 0 1 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_6.31E-12_rtol_6.31E-12]: 1 1 0 0 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-07_rtol_6.31E-05]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-07_rtol_3.06E-03]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-07_rtol_5.75E-09]: 1 1 0 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.58E-10_rtol_1.58E-10]: 1 1 0 0 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-06_rtol_2.51E-04]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-06_rtol_7.00E-03]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-06_rtol_8.65E-08]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_3.98E-09_rtol_3.98E-09]: 1 1 0 0 0 0 0 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-05_rtol_1.00E-03]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-05_rtol_1.60E-02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-05_rtol_1.30E-06]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-07_rtol_1.00E-07]: 1 1 0 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-04_rtol_3.98E-03]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-04_rtol_3.66E-02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-04_rtol_1.96E-05]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_2.51E-06_rtol_2.51E-06]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-03_rtol_1.58E-02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-03_rtol_8.36E-02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-03_rtol_2.94E-04]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_6.31E-05_rtol_6.31E-05]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-02_rtol_6.31E-02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-02_rtol_1.91E-01]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-02_rtol_4.42E-03]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.58E-03_rtol_1.58E-03]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-01_rtol_2.51E-01]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-01_rtol_4.37E-01]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E-01_rtol_6.65E-02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_3.98E-02_rtol_3.98E-02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+00_rtol_1.00E+00]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+00_rtol_1.00E+00]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+00_rtol_1.00E+00]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+00_rtol_1.00E+00]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+01_rtol_3.98E+00]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+01_rtol_2.29E+00]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+01_rtol_1.50E+01]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_2.51E+01_rtol_2.51E+01]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+02_rtol_1.58E+01]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+02_rtol_5.23E+00]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+02_rtol_2.26E+02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_6.31E+02_rtol_6.31E+02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+03_rtol_6.31E+01]: 1 1 1 1 0 0 1 0
+grapseth-net-test-compiler-log [Correctness][all_close_atol_1.00E+03_rtol_1.20E+01]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+03_rtol_3.40E+03]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.58E+04_rtol_1.58E+04]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+04_rtol_2.51E+02]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+04_rtol_2.73E+01]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+04_rtol_5.11E+04]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_3.98E+05_rtol_3.98E+05]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+05_rtol_1.00E+03]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+05_rtol_6.25E+01]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+05_rtol_7.69E+05]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][all_close_atol_1.00E+07_rtol_1.00E+07]: 1 1 1 1 0 0 1 0
+graph-net-test-compiler-log [Correctness][max_diff]: 0.0 0.0 4.76837158203125e-07 7.450580596923828e-09 nan nan 4.470348358154297e-08 nan
+graph-net-test-compiler-log [Correctness][mean_diff]: 0.0 0.0 8.794346229024086e-08 2.4363089323742315e-09 nan nan 1.3707904145121574e-08 nan
+graph-net-test-compiler-log [Result] status: success
+graph-net-test-compiler-log [Performance][eager]: {"e2e": {"mean": 7.14259, "std": 1.04778, "min": 6.50096, "max": 9.88483}, "gpu": {"mean": 7.02612, "std": 1.03642, "min": 6.4, "max": 9.73722}}
+graph-net-test-compiler-log [Performance][compiled]: {"e2e": {"mean": 2.99796, "std": 0.106326, "min": 2.88129, "max": 3.27635}, "gpu": {"mean": 2.92393, "std": 0.0989045, "min": 2.81293, "max": 3.16826}}
+graph-net-test-compiler-log [Speedup][e2e]: 2.38248
+graph-net-test-compiler-log [Speedup][gpu]: 2.40297

graph_net/config/todo_torch_samples_list.txt

@@ -0,0 +1,47 @@
+#!/bin/bash
+
+GRAPH_NET_ROOT=$(python3 -c "import graph_net; import os; print(os.path.dirname(graph_net.__file__))")
+
+LOG_FILE="$GRAPH_NET_ROOT/test/log_file_for_subgraph_decompose_and_evaluation_step.log"
+OUTPUT_DIR="/tmp/decompose_and_evaluation_workspace"
+TOLERANCE=3
+INITIAL_MAX_SIZE=2048
+
+test_config_json_str=$(cat <<EOF
+{ 
+    "module_name": "graph_net.torch.test_compiler",
+    "arguments": {
+        "compiler": "nope",
+        "device": "cuda",
+        "warmup": 5,
+        "trials": 20
+    }
+}
+EOF
+)
+
+TEST_CONFIG_B64=$(echo "$test_config_json_str" | base64 -w 0)
+
+echo "Starting GraphNet Auto-Debugger"
+echo "--------------------------------------------------------"
+echo "Log File:    $LOG_FILE"
+echo "Output Dir:  $OUTPUT_DIR"
+echo "Init Size:   $INITIAL_MAX_SIZE"
+echo "--------------------------------------------------------"
+
+python3 -m graph_net.torch.subgraph_decompose_and_evaluation_step \
+    --log-file="$LOG_FILE" \
+    --output-dir="$OUTPUT_DIR" \
+    --test-config="$TEST_CONFIG_B64" \
+    --tolerance="$TOLERANCE" \
+    --max-subgraph-size="$INITIAL_MAX_SIZE"
+
+if [ $? -ne 0 ]; then
+    echo ""
+    echo "[ERROR] Task failed! Please check logs and fix bugs before proceeding."
+    exit 1
+fi
+
+echo ""
+echo ">>> Pass execution finished."
+echo ">>> Run this script again to execute the NEXT pass if needed."

graph_net/test/log_file_for_subgraph_decompose_and_evaluation_step.log

@@ -215,13 +215,22 @@ def _get_submodule_inputs_and_outputs(
     )
     node_list = list(gm.graph.nodes)
 
+    def _hashable(obj):
+        if isinstance(obj, slice):
+            return ("__slice__", obj.start, obj.stop, obj.step)
+        elif isinstance(obj, (list, tuple)):
+            return tuple(_hashable(x) for x in obj)
+        else:
+            return obj
+
     def get_related_node(node):
         for arg in node.args:
             if isinstance(arg, tuple):
-                yield from arg
+                for x in arg:
+                    yield _hashable(x)
             else:
-                yield arg
-        yield node
+                yield _hashable(arg)
+        yield _hashable(node)
 
     for node in node_list[0:start_node_idx]:
         for related_node in get_related_node(node):