lint by flake8 && format by black and isort

Signed-off-by: Xiaodong Ye <[email protected]>

Author: yeahdongcn

scripts/compare-test-backend-ops-perf.py

@@ -1,9 +1,15 @@
 #!/usr/bin/env python3
 
 import argparse
+import logging
 import re
+import sys
 from pathlib import Path
 
+# Set up logging
+logger = logging.getLogger(__name__)
+logging.basicConfig(level=logging.INFO, format="%(message)s")
+
 
 def parse_benchmark_line(line: str):
     """
@@ -15,27 +21,27 @@ def parse_benchmark_line(line: str):
     Returns a tuple of (key, gflops) or (None, None) if parsing fails.
     """
     line = line.strip()
-    if ':' not in line:
+    if ":" not in line:
         return None, None
 
-    key, data_part = line.split(':', 1)
+    key, data_part = line.split(":", 1)
     key = key.strip()
 
     # Remove ANSI color codes from the data part
-    data_part = re.sub(r'\x1b\[[0-9;]*m', '', data_part)
+    data_part = re.sub(r"\x1b\[[0-9;]*m", "", data_part)
 
     # Find the last number and unit in the data part
-    match = re.search(r'([\d\.]+)\s+(GFLOPS|TFLOPS|MFLOPS)\s*$', data_part.strip())
+    match = re.search(r"([\d\.]+)\s+(GFLOPS|TFLOPS|MFLOPS)\s*$", data_part.strip())
     if not match:
         return None, None
 
     value_str, unit = match.groups()
     value = float(value_str)
 
     # Normalize everything to GFLOPS
-    if unit == 'TFLOPS':
+    if unit == "TFLOPS":
         gflops = value * 1000
-    elif unit == 'MFLOPS':
+    elif unit == "MFLOPS":
         gflops = value / 1000
     else:  # GFLOPS
         gflops = value
@@ -47,7 +53,7 @@ def extract_commit_id(filepath: Path) -> str:
     """Extract commit ID from filename like test-backend-ops-perf-abc1234.log"""
     filename = filepath.name
     # Pattern: test-backend-ops-perf-<commit_id>.log
-    match = re.match(r'test-backend-ops-perf-([^.]+)\.log', filename)
+    match = re.match(r"test-backend-ops-perf-([^.]+)\.log", filename)
     if match:
         return match.group(1)
     return ""
@@ -57,14 +63,14 @@ def load_results(filepath: Path) -> dict:
     """Loads all benchmark results from a file into a dictionary."""
     results = {}
     try:
-        with open(filepath, 'r', encoding='utf-8') as f:
+        with open(filepath, "r", encoding="utf-8") as f:
             for line in f:
                 key, gflops = parse_benchmark_line(line)
                 if key:
                     results[key] = gflops
     except FileNotFoundError:
-        print(f"Error: File not found at {filepath}")
-        exit(1)
+        logger.error(f"Error: File not found at {filepath}")
+        sys.exit(1)
     return results
 
 
@@ -82,29 +88,32 @@ def main():
     """Main function to compare benchmark files."""
     parser = argparse.ArgumentParser(
         description="Compare two benchmark result files and generate a report.",
-        formatter_class=argparse.RawTextHelpFormatter
+        formatter_class=argparse.RawTextHelpFormatter,
     )
-    help_b = (
-        "Path to the baseline benchmark results file."
+    help_b = "Path to the baseline benchmark results file."
+    parser.add_argument(
+        "-b", "--baseline", dest="baseline", type=Path, required=True, help=help_b
     )
-    parser.add_argument("-b", "--baseline", dest="baseline", type=Path, required=True, help=help_b)
-    help_c = (
-        "Path to the benchmark results file to compare against the baseline."
+    help_c = "Path to the benchmark results file to compare against the baseline."
+    parser.add_argument(
+        "-c", "--compare", dest="compare", type=Path, required=True, help=help_c
     )
-    parser.add_argument("-c", "--compare", dest="compare", type=Path, required=True, help=help_c)
     parser.add_argument(
-        "-o", "--output", type=Path, default="comparison_backend_ops_perf.txt",
-        help="Path to the output report file (default: comparison_backend_ops_perf.txt)."
+        "-o",
+        "--output",
+        type=Path,
+        default="comparison_backend_ops_perf.txt",
+        help="Path to the output report file (default: comparison_backend_ops_perf.txt).",
     )
     args = parser.parse_args()
 
-    print(f"Loading baseline results from: {args.baseline}")
+    logger.info(f"Loading baseline results from: {args.baseline}")
     baseline_results = load_results(args.baseline)
-    print(f"Loading compare results from: {args.compare}")
+    logger.info(f"Loading compare results from: {args.compare}")
     compare_results = load_results(args.compare)
 
     if not baseline_results or not compare_results:
-        print("Could not load results from one or both files. Exiting.")
+        logger.error("Could not load results from one or both files. Exiting.")
         return
 
     # Extract commit IDs from filenames
@@ -119,15 +128,20 @@ def main():
         baseline_val = baseline_results.get(key)
         compare_val = compare_results.get(key)
 
-        entry = {"key": key, "baseline": baseline_val, "compare": compare_val, "change": 0}
+        entry = {
+            "key": key,
+            "baseline": baseline_val,
+            "compare": compare_val,
+            "change": 0,
+        }
 
         if baseline_val is not None and compare_val is not None:
             entry["change"] = ((compare_val - baseline_val) / baseline_val) * 100
 
         comparisons.append(entry)
 
     # --- Generate Report ---
-    with open(args.output, 'w', encoding='utf-8') as f:
+    with open(args.output, "w", encoding="utf-8") as f:
 
         # Create header with commit IDs extracted from filenames
         baseline_header = "Baseline GFLOPS"
@@ -144,12 +158,18 @@ def main():
         f.write("-" * len(header) + "\n")
 
         for item in comparisons:
-            baseline_str = f"{item['baseline']:.2f}" if item['baseline'] is not None else "N/A"
-            compare_str = f"{item['compare']:.2f}" if item['compare'] is not None else "N/A"
-            change_str = format_change(item['change'])
-            f.write(f"{item['key']:<{key_width}} {baseline_str:>25} {compare_str:>25} {change_str:>15}\n")
-
-    print(f"Comparison report successfully generated at: {args.output}")
+            baseline_str = (
+                f"{item['baseline']:.2f}" if item["baseline"] is not None else "N/A"
+            )
+            compare_str = (
+                f"{item['compare']:.2f}" if item["compare"] is not None else "N/A"
+            )
+            change_str = format_change(item["change"])
+            f.write(
+                f"{item['key']:<{key_width}} {baseline_str:>25} {compare_str:>25} {change_str:>15}\n"
+            )
+
+    logger.info(f"Comparison report successfully generated at: {args.output}")
 
 
 if __name__ == "__main__":