scripts

rachitnigam · rachitnigam · commit e7497d551a0b · 2025-08-19T21:52:21.000-04:00
diff --git a/apps/guass-pyramid/experiments/scripts/generate-bar-plots.py b/apps/guass-pyramid/experiments/scripts/generate-bar-plots.py
@@ -0,0 +1,223 @@
+#!/usr/bin/env python3
+
+import json
+import argparse
+import os
+import sys
+import matplotlib.pyplot as plt
+import seaborn as sns
+import numpy as np
+
+# Set the plotting style
+plt.style.use('seaborn-v0_8')
+sns.set_palette("husl")
+
+# Color scheme
+LILAC_COLOR = '#C8A2C8'
+RV_COLOR = '#4A90E2'  # Nice blue that contrasts with lilac
+
+def load_json_data(json_file):
+    """Load data from JSON file generated by generate-json-table.py."""
+    with open(json_file, 'r') as f:
+        return json.load(f)
+
+def extract_resource_data(data, resource):
+    """Extract data for a specific resource from the JSON structure."""
+    lilac_data = {}
+    rv_data = {}
+    
+    # Extract Lilac data
+    if 'Lilac' in data:
+        for ii, values in data['Lilac'].items():
+            if resource in values and values[resource] is not None:
+                lilac_data[int(ii)] = values[resource]
+    
+    # Extract RV data
+    if 'RV' in data:
+        for ii, values in data['RV'].items():
+            if resource in values and values[resource] is not None:
+                rv_data[int(ii)] = values[resource]
+    
+    return lilac_data, rv_data
+
+def create_side_by_side_plot(lilac_data, rv_data, resource, output_dir):
+    """Create side-by-side bar plot comparing Lilac and RV."""
+    # Get common II values
+    ii_values = sorted(set(lilac_data.keys()) | set(rv_data.keys()))
+    
+    # Prepare data for plotting
+    lilac_values = [lilac_data.get(ii, 0) for ii in ii_values]
+    rv_values = [rv_data.get(ii, 0) for ii in ii_values]
+    
+    # Create the plot
+    fig, ax = plt.subplots(figsize=(10, 6))
+    
+    x = np.arange(len(ii_values))
+    width = 0.35
+    
+    bars1 = ax.bar(x - width/2, lilac_values, width, label='Lilac', color=LILAC_COLOR, alpha=0.8)
+    bars2 = ax.bar(x + width/2, rv_values, width, label='RV', color=RV_COLOR, alpha=0.8)
+    
+    # Customize the plot
+    ax.set_xlabel('II Value', fontsize=12)
+    ax.set_ylabel(get_y_label(resource), fontsize=12)
+    ax.set_title(f'{get_resource_title(resource)} Comparison', fontsize=14, fontweight='bold')
+    ax.set_xticks(x)
+    ax.set_xticklabels(ii_values)
+    ax.legend()
+    
+    # Set y-axis to start at 0
+    ax.set_ylim(bottom=0)
+    
+    # Add horizontal grid lines only
+    ax.grid(True, axis='y', alpha=0.3)
+    ax.set_axisbelow(True)
+    
+    # Tight layout
+    plt.tight_layout()
+    
+    # Save the plot
+    output_path = os.path.join(output_dir, f'{resource}.pdf')
+    plt.savefig(output_path, format='pdf', bbox_inches='tight', dpi=300)
+    plt.close()
+    
+    return output_path
+
+def create_normalized_plot(lilac_data, rv_data, resource, output_dir):
+    """Create normalized bar plot showing RV/Lilac ratios."""
+    # Get common II values
+    ii_values = sorted(set(lilac_data.keys()) & set(rv_data.keys()))
+    
+    if not ii_values:
+        print(f"Warning: No common II values for {resource}, skipping normalized plot")
+        return None
+    
+    # Calculate normalized values (RV/Lilac)
+    normalized_values = []
+    for ii in ii_values:
+        if lilac_data[ii] != 0:
+            normalized_values.append(rv_data[ii] / lilac_data[ii])
+        else:
+            normalized_values.append(0)  # Handle division by zero
+    
+    # Create the plot
+    fig, ax = plt.subplots(figsize=(10, 6))
+    
+    x = np.arange(len(ii_values))
+    
+    # Use different colors based on whether RV is better (< 1.0) or worse (> 1.0)
+    colors = [RV_COLOR if val <= 1.0 else '#E74C3C' for val in normalized_values]
+    
+    bars = ax.bar(x, normalized_values, color=colors, alpha=0.8)
+    
+    # Add horizontal line at y=1.0 for reference
+    ax.axhline(y=1.0, color='black', linestyle='--', alpha=0.7, linewidth=1)
+    
+    # Customize the plot
+    ax.set_xlabel('II Value', fontsize=12)
+    ax.set_ylabel(f'RV / Lilac Ratio', fontsize=12)
+    ax.set_title(f'{get_resource_title(resource)} - Normalized (RV/Lilac)', fontsize=14, fontweight='bold')
+    ax.set_xticks(x)
+    ax.set_xticklabels(ii_values)
+    
+    # Set y-axis to start at 0
+    ax.set_ylim(bottom=0)
+    
+    # Add horizontal grid lines only
+    ax.grid(True, axis='y', alpha=0.3)
+    ax.set_axisbelow(True)
+    
+    # Add text annotation for the reference line
+    ax.text(0.02, 1.05, 'Equal performance', transform=ax.transAxes, 
+            fontsize=9, alpha=0.7, verticalalignment='bottom')
+    
+    # Tight layout
+    plt.tight_layout()
+    
+    # Save the plot
+    output_path = os.path.join(output_dir, f'{resource}_normalized.pdf')
+    plt.savefig(output_path, format='pdf', bbox_inches='tight', dpi=300)
+    plt.close()
+    
+    return output_path
+
+def get_resource_title(resource):
+    """Get formatted title for resource."""
+    titles = {
+        'luts': 'LUT Utilization',
+        'registers': 'Register Utilization',
+        'latency': 'Latency (Cycles)',
+        'freq_mhz': 'Frequency (MHz)',
+        'frames_per_sec': 'Frames per Second'
+    }
+    return titles.get(resource, resource.replace('_', ' ').title())
+
+def get_y_label(resource):
+    """Get y-axis label for resource."""
+    labels = {
+        'luts': 'LUTs',
+        'registers': 'Registers',
+        'latency': 'Cycles',
+        'freq_mhz': 'MHz',
+        'frames_per_sec': 'Frames/sec'
+    }
+    return labels.get(resource, resource.replace('_', ' ').title())
+
+def main():
+    parser = argparse.ArgumentParser(description='Generate bar plots from JSON synthesis data')
+    parser.add_argument('--json-file', required=True,
+                        help='Path to JSON file from generate-json-table.py')
+    parser.add_argument('--output-dir', default='.',
+                        help='Directory for output PDFs (default: current directory)')
+    parser.add_argument('--normalized', action='store_true',
+                        help='Generate normalized plots (RV/Lilac ratios)')
+    parser.add_argument('--resources', nargs='+', 
+                        default=['luts', 'registers', 'latency', 'freq_mhz', 'frames_per_sec'],
+                        help='Resources to plot (default: all available)')
+    
+    args = parser.parse_args()
+    
+    # Load JSON data
+    try:
+        data = load_json_data(args.json_file)
+    except FileNotFoundError:
+        print(f"Error: JSON file '{args.json_file}' not found", file=sys.stderr)
+        sys.exit(1)
+    except json.JSONDecodeError as e:
+        print(f"Error parsing JSON file: {e}", file=sys.stderr)
+        sys.exit(1)
+    
+    # Create output directory if it doesn't exist
+    os.makedirs(args.output_dir, exist_ok=True)
+    
+    # Generate plots for each resource
+    generated_files = []
+    
+    for resource in args.resources:
+        print(f"Generating plots for {resource}...")
+        
+        # Extract data for this resource
+        lilac_data, rv_data = extract_resource_data(data, resource)
+        
+        if not lilac_data and not rv_data:
+            print(f"Warning: No data found for resource '{resource}', skipping")
+            continue
+        
+        try:
+            if args.normalized:
+                output_path = create_normalized_plot(lilac_data, rv_data, resource, args.output_dir)
+                if output_path:
+                    generated_files.append(output_path)
+            else:
+                output_path = create_side_by_side_plot(lilac_data, rv_data, resource, args.output_dir)
+                generated_files.append(output_path)
+        except Exception as e:
+            print(f"Error generating plot for {resource}: {e}", file=sys.stderr)
+            continue
+    
+    print(f"\nGenerated {len(generated_files)} plots:")
+    for file_path in generated_files:
+        print(f"  {file_path}")
+
+if __name__ == '__main__':
+    main()
diff --git a/apps/guass-pyramid/experiments/scripts/generate-json-table.py b/apps/guass-pyramid/experiments/scripts/generate-json-table.py
@@ -0,0 +1,86 @@
+#!/usr/bin/env python3
+
+import json
+import sys
+import argparse
+import importlib.util
+import os
+
+# Import from the same directory
+script_dir = os.path.dirname(os.path.abspath(__file__))
+spec = importlib.util.spec_from_file_location("generate_latex_table", os.path.join(script_dir, "generate-latex-table.py"))
+generate_latex_table = importlib.util.module_from_spec(spec)
+spec.loader.exec_module(generate_latex_table)
+
+collect_design_data = generate_latex_table.collect_design_data
+
+def generate_json_table(results_file, filament_latencies_file, rv_latencies_file, add_fps=False):
+    """Generate a JSON table from synthesis results and latency data."""
+    
+    design_data = collect_design_data(results_file, filament_latencies_file, rv_latencies_file)
+    
+    # Structure data by design type and II value
+    output = {}
+    
+    for design in design_data:
+        design_type = design['design_type']
+        ii_value = design['ii']
+        
+        if design_type not in output:
+            output[design_type] = {}
+        
+        # Create entry for this II value
+        entry = {
+            'luts': design['luts'],
+            'registers': design['registers'],
+            'latency': design['latency'],
+            'freq_mhz': design['freq_mhz']
+        }
+        
+        # Add frames per second if requested
+        if add_fps and design['latency'] is not None:
+            fps = (design['freq_mhz'] * 1000000) / design['latency']
+            entry['frames_per_sec'] = int(fps)
+        elif add_fps:
+            entry['frames_per_sec'] = None
+        
+        output[design_type][str(ii_value)] = entry
+    
+    return output
+
+def main():
+    parser = argparse.ArgumentParser(description='Generate JSON table from synthesis results and latency data')
+    parser.add_argument('--results', required=True,
+                        help='Path to results.json file with resource utilization data')
+    parser.add_argument('--fil-lat', required=True,
+                        help='Path to filament latencies JSON file')
+    parser.add_argument('--rv-lat', required=True,
+                        help='Path to RV latencies JSON file (pyramid-cycles.json)')
+    parser.add_argument('--add-fps', action='store_true',
+                        help='Add frames_per_sec field to the output')
+    parser.add_argument('-o', '--output', 
+                        help='Output file (default: stdout)')
+
+    args = parser.parse_args()
+
+    try:
+        json_data = generate_json_table(args.results, args.fil_lat, args.rv_lat, args.add_fps)
+        
+        json_output = json.dumps(json_data, indent=2)
+        
+        if args.output:
+            with open(args.output, 'w') as f:
+                f.write(json_output)
+            print(f"JSON output written to {args.output}", file=sys.stderr)
+        else:
+            print(json_output)
+            
+    except FileNotFoundError as e:
+        print(f"Error: {e}", file=sys.stderr)
+        sys.exit(1)
+    except Exception as e:
+        print(f"Error: {e}", file=sys.stderr)
+        sys.exit(1)
+
+if __name__ == '__main__':
+    main()
diff --git a/apps/guass-pyramid/experiments/scripts/generate-latex-table.py b/apps/guass-pyramid/experiments/scripts/generate-latex-table.py
