Support pass filtering when recording compile time

Author: Quincunx271

util/analyze/utils.py

@@ -11,7 +11,7 @@ def sum_dicts(ds):
     return {k: sum(d[k] for d in ds) for k in ds[0].keys()}
 
 
-def foreach_bench(analysis_f, *logs, combine=None):
+def foreach_bench(analysis_f, *logs, combine=None, **kwargs):
     '''
     Repeats `analysis_f` for each benchmark in `logs`.
     Also computes the analysis for the entire thing.
@@ -25,11 +25,11 @@ def foreach_bench(analysis_f, *logs, combine=None):
     '''
 
     if combine is None:
-        combine = lambda *args: analysis_f(*logs)
+        combine = lambda *args: analysis_f(*logs, **kwargs)
 
     benchmarks = zip(*[log.benchmarks for log in logs])
 
-    bench_stats = {bench[0].name: analysis_f(*bench) for bench in benchmarks}
+    bench_stats = {bench[0].name: analysis_f(*bench, **kwargs) for bench in benchmarks}
     total = combine(bench_stats.values())
 
     return {

util/gt_analysis/gt_cmp.py

@@ -67,11 +67,15 @@ def is_improved(before: Block, after: Block):
     return cost_for_blk(before) > cost_for_blk(after)
 
 
-def compute_stats(nogt: Logs, gt: Logs):
+def compute_stats(nogt: Logs, gt: Logs, *, pass_num: int):
     TOTAL_BLOCKS = utils.count(nogt)
 
     nogt_all, gt_all = nogt, gt
 
+    if pass_num is not None:
+        nogt = nogt.keep_blocks_if(lambda b: b.single('PassFinished')['num'] == pass_num)
+        gt = gt.keep_blocks_if(lambda b: b.single('PassFinished')['num'] == pass_num)
+
     NUM_PROVED_OPTIMAL_WITHOUT_ENUMERATING = utils.count(utils.zipped_keep_blocks_if(
         nogt, gt, pred=lambda a, b: block_stats.is_enumerated(a) and not block_stats.is_enumerated(b))[0])
     nogt, gt = utils.zipped_keep_blocks_if(
@@ -129,9 +133,10 @@ def compute_stats(nogt: Logs, gt: Logs):
     parser = argparse.ArgumentParser()
     parser.add_argument('nogt')
     parser.add_argument('gt')
+    parser.add_argument('--pass-num', type=int, default=None, help='Which pass to analyze (default: all passes)')
     args = analyze.parse_args(parser, 'nogt', 'gt')
 
-    results = utils.foreach_bench(compute_stats, args.nogt, args.gt)
+    results = utils.foreach_bench(compute_stats, args.nogt, args.gt, pass_num=args.pass_num)
 
     writer = csv.DictWriter(sys.stdout,
                             fieldnames=['Benchmark'] + list(results['Total'].keys()))