Merge branch 'develop' into add_albert_t5

Author: RbRe145

graph_net/paddle/validate.py

@@ -49,7 +49,7 @@ def _extract_forward_source(model_path, class_name):
 def check_graph_hash(args):
     model_path = args.model_path
     file_path = f"{model_path}/graph_hash.txt"
-    if args.dump_graph_hash_key:
+    if not args.no_dump_graph_hash_key:
         model_str = _extract_forward_source(model_path, class_name="GraphModule")
         assert model_str is not None, f"model_str of {args.model_path} is None."
         new_hash_text = _get_sha_hash(model_str)
@@ -128,9 +128,9 @@ def main(args):
         help="whether check model graph redundancy",
     )
     parser.add_argument(
-        "--dump-graph-hash-key",
+        "--no-dump-graph-hash-key",
         action="store_true",
-        default=True,
+        default=False,
         help="Dump graph hash key",
     )
     parser.add_argument(

graph_net/test_compiler_util.py

@@ -0,0 +1,39 @@
+import os
+
+
+def tolerance_generator(t):
+    # for float16
+    yield 10 ** (t * 3 / 5), 10**t
+    # for bfloat16
+    yield 10 ** (t * 1.796 / 5), 10**t
+    # yield float32
+    yield 10 ** (t * 5.886 / 5), 10**t
+    # yield float64
+    yield 10 ** (t * 7 / 5), 10 ** (t * 7 / 5)
+
+
+def calculate_tolerance_pair(begin, end):
+    tolerance_pair_list = []
+    for t in range(begin, end + 1):
+        for rtol, atol in tolerance_generator(t):
+            effective_atol = float(f"{atol:.3g}")
+            effective_rtol = float(f"{rtol:.3g}")
+            tolerance_pair_list.append(
+                {
+                    "atol": effective_atol,
+                    "rtol": effective_rtol,
+                }
+            )
+    return tolerance_pair_list
+
+
+def generate_allclose_configs(cmp_all_close_func):
+    tolerance_pair_list = calculate_tolerance_pair(-10, 5)
+
+    cmp_configs = []
+    for pair in tolerance_pair_list:
+        atol, rtol = pair["atol"], pair["rtol"]
+        cmp_configs.append(
+            (f"[all_close_atol_{atol:.2E}_rtol_{rtol:.2E}]", cmp_all_close_func, pair)
+        )
+    return cmp_configs

paddle_samples/PaddleNLP/blenderbot-1B-distill/graph_hash.txt

@@ -0,0 +1 @@
+4695a657867f0039c4ff42f6aecd6345cf777a6a14311274b8358a577c69c09d

paddle_samples/PaddleNLP/blenderbot-1B-distill/graph_net.json

@@ -0,0 +1,6 @@
+{
+    "framework": "paddle",
+    "model_name": "blenderbot-1B-distill",
+    "num_devices_required": 1,
+    "num_nodes_required": 1
+}

paddle_samples/PaddleNLP/blenderbot-1B-distill/input_meta.py

@@ -0,0 +1,29 @@
+class Program_weight_tensor_data_0:
+    name = "data_0"
+    shape = [1, 23]
+    dtype = "int64"
+    data = [
+        6950,
+        19,
+        395,
+        1356,
+        315,
+        7140,
+        21,
+        281,
+        632,
+        3547,
+        458,
+        1966,
+        3244,
+        5837,
+        298,
+        549,
+        7278,
+        277,
+        523,
+        1499,
+        21,
+        228,
+        2,
+    ]