parse list

Author: JinZhou5042

generate_data.py

@@ -1,25 +1,34 @@
 import argparse
 import os
-from src.data_parse import DataParser
 from pathlib import Path
-
+from src.data_parse import DataParser
 
 if __name__ == '__main__':
-
     parser = argparse.ArgumentParser()
-    parser.add_argument('runtime_template', type=str, help='list of log directories')
+    parser.add_argument('runtime_templates', type=str, nargs='+', help='list of log directories (e.g., log1 log2 log3)')
     parser.add_argument('--subgraphs-only', action='store_true', help='had previously parsed the debug file, only generate subgraphs')
     args = parser.parse_args()
 
-    runtime_template = Path(args.runtime_template).name
-    runtime_template = os.path.join(os.getcwd(), 'logs', runtime_template)
+    root_dir = os.path.join(os.getcwd(), 'logs')
+    full_paths = [os.path.join(root_dir, Path(rt).name) for rt in args.runtime_templates]
 
-    print(f"=== Generating data for {runtime_template}")
-    data_parser = DataParser(runtime_template)
+    # verify all paths exist
+    missing = [p for p in full_paths if not os.path.exists(p)]
+    if missing:
+        print("❌ The following log directories do not exist:")
+        for m in missing:
+            print(f"  - {m}")
+        exit(1)
 
-    if args.subgraphs_only:
-        data_parser.generate_subgraphs()
-    else:
-        data_parser.parse_logs()
-        data_parser.generate_subgraphs()
+    print("✅ The following log directories will be processed:")
+    for path in full_paths:
+        print(f"  - {path}")
 
+    for runtime_template in full_paths:
+        print(f"\n=== Start parsing: {runtime_template}")
+        data_parser = DataParser(runtime_template)
+        if args.subgraphs_only:
+            data_parser.generate_subgraphs()
+        else:
+            data_parser.parse_logs()
+            data_parser.generate_subgraphs()