Update aggregate

Author: Bojan131

scripts/print_aggregated_errors.py

@@ -16,7 +16,8 @@ def create_aggregated_error_file():
     """Create aggregated error_stats.json from individual node files"""
     aggregated_errors = {}
 
-    # Define all possible nodes
+    # Determine which nodes to check based on environment
+    # Check if we're in a mainnet or testnet context by looking at existing files
     testnet_nodes = [
         "Node 01", "Node 04", "Node 05", "Node 06", "Node 07", "Node 08", 
         "Node 09", "Node 10", "Node 13", "Node 14", "Node 21", "Node 23", "Node 37"
@@ -26,25 +27,45 @@ def create_aggregated_error_file():
         "Node 25", "Node 26", "Node 27", "Node 28", "Node 29", "Node 30"
     ]
 
-    all_nodes = testnet_nodes + mainnet_nodes
+    # Check which type of nodes have error files to determine context
+    testnet_files_exist = any(os.path.exists(os.path.join(ERROR_DIR, f"errors_{node.replace(' ', '_')}.json")) for node in testnet_nodes)
+    mainnet_files_exist = any(os.path.exists(os.path.join(ERROR_DIR, f"errors_{node.replace(' ', '_')}.json")) for node in mainnet_nodes)
+    
+    # Determine which nodes to process
+    if mainnet_files_exist and not testnet_files_exist:
+        # Mainnet context
+        nodes_to_check = mainnet_nodes
+        print(f"🔍 Mainnet context detected - checking {len(nodes_to_check)} mainnet nodes")
+    elif testnet_files_exist and not mainnet_files_exist:
+        # Testnet context
+        nodes_to_check = testnet_nodes
+        print(f"🔍 Testnet context detected - checking {len(nodes_to_check)} testnet nodes")
+    else:
+        # Mixed context or no files - check all
+        nodes_to_check = testnet_nodes + mainnet_nodes
+        print(f"🔍 Mixed context detected - checking all {len(nodes_to_check)} nodes")
 
     # Read each individual node error file
-    for node_name in all_nodes:
+    for node_name in nodes_to_check:
         node_file = os.path.join(ERROR_DIR, f"errors_{node_name.replace(' ', '_')}.json")
         if os.path.exists(node_file):
             try:
                 with open(node_file, 'r') as f:
                     node_errors = json.load(f)
+                    print(f"📄 Found error file for {node_name}: {len(node_errors)} errors")
                     if node_errors:  # Only add if there are errors
                         aggregated_errors[node_name] = node_errors
             except Exception as e:
                 print(f"⚠️ Warning: Could not read {node_file}: {e}")
+        else:
+            print(f"📄 No error file found for {node_name}")
 
     # Write aggregated file
     aggregated_file = os.path.join(ERROR_DIR, "error_stats.json")
     with open(aggregated_file, 'w') as f:
         json.dump(aggregated_errors, f, indent=2)
 
+    print(f"📊 Aggregated {len(aggregated_errors)} nodes with errors")
     return aggregated_errors
 
 def get_all_errors_for_node(node_name):
@@ -94,7 +115,7 @@ def print_all_errors():
     # Create aggregated error file from individual files
     aggregated_errors = create_aggregated_error_file()
 
-    # Define all possible nodes for both testnet and mainnet
+    # Determine which nodes to show based on context
     testnet_nodes = [
         "Node 01", "Node 04", "Node 05", "Node 06", "Node 07", "Node 08", 
         "Node 09", "Node 10", "Node 13", "Node 14", "Node 21", "Node 23", "Node 37"
@@ -104,14 +125,27 @@ def print_all_errors():
         "Node 25", "Node 26", "Node 27", "Node 28", "Node 29", "Node 30"
     ]
 
-    all_nodes = testnet_nodes + mainnet_nodes
+    # Check which type of nodes have error files to determine context
+    testnet_files_exist = any(os.path.exists(os.path.join(ERROR_DIR, f"errors_{node.replace(' ', '_')}.json")) for node in testnet_nodes)
+    mainnet_files_exist = any(os.path.exists(os.path.join(ERROR_DIR, f"errors_{node.replace(' ', '_')}.json")) for node in mainnet_nodes)
+    
+    # Determine which nodes to process
+    if mainnet_files_exist and not testnet_files_exist:
+        # Mainnet context
+        nodes_to_show = mainnet_nodes
+    elif testnet_files_exist and not mainnet_files_exist:
+        # Testnet context
+        nodes_to_show = testnet_nodes
+    else:
+        # Mixed context or no files - check all
+        nodes_to_show = testnet_nodes + mainnet_nodes
 
     # Get nodes that have errors
     nodes_with_errors = list(aggregated_errors.keys())
 
     # If no aggregated errors, check individual files
     if not nodes_with_errors:
-        for node_name in all_nodes:
+        for node_name in nodes_to_show:
             node_file = os.path.join(ERROR_DIR, f"errors_{node_name.replace(' ', '_')}.json")
             if os.path.exists(node_file):
                 try:
@@ -124,10 +158,10 @@ def print_all_errors():
 
     # If still no nodes with errors, check all nodes anyway
     if not nodes_with_errors:
-        nodes_with_errors = all_nodes
+        nodes_with_errors = nodes_to_show
 
     # Process each node
-    for node_name in nodes_with_errors:
+    for node_name in nodes_to_show:
         errors = get_all_errors_for_node(node_name)
 
         if errors:
@@ -155,8 +189,44 @@ def print_error_for_node():
             print(f"  • {count}x {error_key}")
         print()
 
+def debug_error_files():
+    """Debug function to see what's actually in the error files"""
+    print("\n🔍 Debug: Checking error files in test_output directory:")
+    
+    if not os.path.exists(ERROR_DIR):
+        print(f"❌ Directory {ERROR_DIR} does not exist")
+        return
+    
+    error_files = [f for f in os.listdir(ERROR_DIR) if f.endswith('.json') and 'error' in f.lower()]
+    
+    if not error_files:
+        print("❌ No error files found")
+        return
+    
+    print(f"📁 Found {len(error_files)} error files:")
+    for filename in sorted(error_files):
+        file_path = os.path.join(ERROR_DIR, filename)
+        try:
+            with open(file_path, 'r') as f:
+                data = json.load(f)
+                if isinstance(data, dict):
+                    if data:  # Not empty
+                        print(f"  📄 {filename}: {len(data)} entries")
+                        for key, value in data.items():
+                            if isinstance(value, dict):
+                                print(f"    - {key}: {len(value)} errors")
+                            else:
+                                print(f"    - {key}: {value}")
+                    else:
+                        print(f"  📄 {filename}: Empty")
+                else:
+                    print(f"  📄 {filename}: Not a dict ({type(data)})")
+        except Exception as e:
+            print(f"  ❌ {filename}: Error reading - {e}")
+
 if __name__ == "__main__":
     if os.getenv("AGGREGATE_MODE") == "true":
+        debug_error_files()  # Add debug output
         print_all_errors()
     else:
         print_error_for_node()