Move the log with "[Processing]" hint earlier.

Author: Xreki

graph_net/paddle/test_compiler.py

@@ -4,10 +4,6 @@
 from pathlib import Path
 import sys
 import os
-from dataclasses import dataclass
-from contextlib import contextmanager
-import time
-import math
 import numpy as np
 import random
 import platform
@@ -62,7 +58,7 @@ def get_hardward_name(args):
                     )
                 )
             )
-        except Exception as e:
+        except Exception:
             pass
     elif args.device == "cpu":
         hardware = platform.processor()
@@ -128,7 +124,7 @@ def get_static_model(args, model):
         backend=None,
     )
     static_model.eval()
-    program = static_model.forward.concrete_program.main_program
+    program = static_model.forward.concrete_program.main_program  # noqa
     return static_model
 
 
@@ -308,11 +304,16 @@ def check_and_print_gpu_utilization(compiler):
 
 
 def test_single_model(args):
+    model_path = os.path.normpath(args.model_path)
+    test_compiler_util.print_with_log_prompt(
+        "[Processing]", model_path, args.log_prompt
+    )
+
     compiler = get_compiler_backend(args)
     check_and_print_gpu_utilization(compiler)
 
-    input_dict = get_input_dict(args.model_path)
-    model = get_model(args.model_path)
+    input_dict = get_input_dict(model_path)
+    model = get_model(model_path)
     model.eval()
 
     test_compiler_util.print_basic_config(
@@ -341,7 +342,7 @@ def test_single_model(args):
     compiled_time_stats = {}
     try:
         print("Run model in compiled mode.", file=sys.stderr, flush=True)
-        input_spec = get_input_spec(args.model_path)
+        input_spec = get_input_spec(model_path)
         compiled_model = compiler(model, input_spec)
         compiled_out, compiled_time_stats = measure_performance(
             lambda: compiled_model(**input_dict), args, compiler, profile=False

graph_net/paddle/test_reference_device.py

@@ -1,14 +1,9 @@
 import argparse
-import importlib.util
 import paddle
-import time
-import numpy as np
-import random
 import os
 from pathlib import Path
 from contextlib import redirect_stdout, redirect_stderr
 import json
-import re
 import sys
 import traceback
 
@@ -28,18 +23,23 @@ def get_reference_output_path(reference_dir, model_path):
 
 
 def test_single_model(args):
-    ref_log = get_reference_log_path(args.reference_dir, args.model_path)
-    ref_dump = get_reference_output_path(args.reference_dir, args.model_path)
+    model_path = os.path.normpath(args.model_path)
+    ref_log = get_reference_log_path(args.reference_dir, model_path)
+    ref_dump = get_reference_output_path(args.reference_dir, model_path)
     print(f"Reference log path: {ref_log}", file=sys.stderr, flush=True)
     print(f"Reference outputs path: {ref_dump}", file=sys.stderr, flush=True)
 
     with open(ref_log, "w", encoding="utf-8") as log_f:
         with redirect_stdout(log_f), redirect_stderr(log_f):
+            test_compiler_util.print_with_log_prompt(
+                "[Processing]", model_path, args.log_prompt
+            )
+
             compiler = test_compiler.get_compiler_backend(args)
             test_compiler.check_and_print_gpu_utilization(compiler)
 
-            input_dict = test_compiler.get_input_dict(args.model_path)
-            model = test_compiler.get_model(args.model_path)
+            input_dict = test_compiler.get_input_dict(model_path)
+            model = test_compiler.get_model(model_path)
             model.eval()
 
             test_compiler_util.print_with_log_prompt(
@@ -55,7 +55,7 @@ def test_single_model(args):
             success = False
             time_stats = {}
             try:
-                input_spec = test_compiler.get_input_spec(args.model_path)
+                input_spec = test_compiler.get_input_spec(model_path)
                 compiled_model = compiler(model, input_spec)
                 outputs, time_stats = test_compiler.measure_performance(
                     lambda: compiled_model(**input_dict),

graph_net/paddle/test_target_device.py

@@ -1,12 +1,6 @@
 import argparse
-import importlib.util
-import time
-import numpy as np
-import random
 import os
-from pathlib import Path
 import json
-import re
 import sys
 import traceback
 
@@ -64,11 +58,17 @@ def update_args_and_set_seed(args, model_path):
 
 
 def test_single_model(args):
+    model_path = os.path.normpath(args.model_path)
+    test_compiler_util.print_with_log_prompt(
+        "[Processing]", model_path, args.log_prompt
+    )
+    args = update_args_and_set_seed(args, model_path)
+
     compiler = test_compiler.get_compiler_backend(args)
     test_compiler.check_and_print_gpu_utilization(compiler)
 
-    input_dict = test_compiler.get_input_dict(args.model_path)
-    model = test_compiler.get_model(args.model_path)
+    input_dict = test_compiler.get_input_dict(model_path)
+    model = test_compiler.get_model(model_path)
     model.eval()
 
     test_compiler_util.print_basic_config(
@@ -80,7 +80,7 @@ def test_single_model(args):
     success = False
     time_stats = {}
     try:
-        input_spec = test_compiler.get_input_spec(args.model_path)
+        input_spec = test_compiler.get_input_spec(model_path)
         compiled_model = compiler(model, input_spec)
         outputs, time_stats = test_compiler.measure_performance(
             lambda: compiled_model(**input_dict), args, compiler, profile=False
@@ -95,17 +95,17 @@ def test_single_model(args):
 
     test_compiler_util.print_running_status(args, success)
 
-    model_name = test_compiler_util.get_model_name(args.model_path)
-    if test_compiler_util.get_subgraph_tag(args.model_path):
-        model_name += "_" + test_compiler_util.get_subgraph_tag(args.model_path)
+    model_name = test_compiler_util.get_model_name(model_path)
+    if test_compiler_util.get_subgraph_tag(model_path):
+        model_name += "_" + test_compiler_util.get_subgraph_tag(model_path)
 
     ref_dump = test_reference_device.get_reference_output_path(
-        args.reference_dir, args.model_path
+        args.reference_dir, model_path
     )
     ref_out = paddle.load(str(ref_dump))
 
     ref_log = test_reference_device.get_reference_log_path(
-        args.reference_dir, args.model_path
+        args.reference_dir, model_path
     )
     ref_time_stats = parse_time_stats_from_reference_log(ref_log)
 
@@ -170,7 +170,6 @@ def main(args):
     test_compiler.init_env(args)
 
     if path_utils.is_single_model_dir(args.model_path):
-        args = update_args_and_set_seed(args, args.model_path)
         test_single_model(args)
     else:
         test_multi_models(args)

graph_net/test_compiler_util.py

@@ -143,8 +143,6 @@ def print_with_log_prompt(key, value, log_prompt):
 
 def print_basic_config(args, hardware_name, compile_framework_version):
     model_path = os.path.normpath(args.model_path)
-    print_with_log_prompt("[Processing]", model_path, args.log_prompt)
-
     model_name = get_model_name(model_path)
     print_with_log_prompt("[Config] model:", model_name, args.log_prompt)