feat(bb): upload benchmark breakdowns to CI disk storage (#17871)

## Summary

Automatically uploads Barretenberg benchmark breakdown JSON files
(hierarchical op counts and timings) to CI disk storage when running
native builds in CI. These breakdowns are accessible via
ci.aztec-labs.com for analysis and performance tracking.

## Changes

- **Enable hierarchical benchmarks**: Always run with
`--bench_out_hierarchical` flag for native builds to capture detailed
performance breakdowns
- **Upload to CI infrastructure**: Write benchmark data to both Redis
and persistent disk storage
- **Accessible via ci.aztec-labs.com**: Breakdowns available at
`http://ci.aztec-labs.com/bench-bb-breakdown-<flow>-<sha>`
- **Explicit subfolder storage**: New `cache_disk_transfer_to()`
function for organized disk storage

## Implementation

Uses the existing CI disk logging infrastructure (from #17970):
- Writes to Redis for immediate access (30-day retention)
- Writes to `/logs-disk/bench/bb-breakdown/` on bastion for long-term
storage
- Automatic fallback to disk when Redis expires (via rkapp)
- Leverages SSH multiplexing for efficient transfers
- Explicit subfolder parameter for organized disk layout

## Storage Structure

**Redis key format (URL-safe):**
```
bench-bb-breakdown-<flow_name>-<commit_sha>
```

**Disk path (organized in subfolder):**
```
/logs-disk/bench/bb-breakdown/<flow_name>-<commit_sha>.log.gz
```

**Example URL:**
```
http://ci.aztec-labs.com/bench-bb-breakdown-ecdsar1+transfer_0_recursions+sponsored_fpc-a39b92d6e9
```

## Benefits

- **Simple**: Clean implementation using existing infrastructure
- **Reliable**: Same proven mechanism as CI logs
- **No race conditions**: Each commit SHA gets unique key
- **Fast**: Direct Redis + SSH pipe operations
- **Organized**: Explicit subfolder separation from numeric/hex log keys
- **URL-safe**: Hyphenated keys work as direct URL paths
- **Consistent**: Same pattern as other CI artifacts

## Requirements

- Requires `CI_ENABLE_DISK_LOGS=1` to be set in CI
- Depends on #17970 for `cache_disk_transfer` infrastructure
- Depends on #17940 for `--bench_out_hierarchical` flag

🤖 Generated with [Claude Code](https://claude.com/claude-code)

---------

Co-authored-by: Claude <[email protected]>

Author: johnathan79717

barretenberg/cpp/scripts/ci_benchmark_ivc_flows.sh

@@ -2,6 +2,8 @@
 # Performs the chonk private transaction proving benchmarks for our 'realistic apps'.
 # This is called by yarn-project/end-to-end/bootstrap.sh bench, which creates these inputs from end-to-end tests.
 source $(git rev-parse --show-toplevel)/ci3/source
+source $(git rev-parse --show-toplevel)/ci3/source_redis
+source $(git rev-parse --show-toplevel)/ci3/source_cache
 
 if [[ $# -ne 2 ]]; then
   echo "Usage: $0 <runtime> <benchmark_folder>"
@@ -45,15 +47,16 @@ function run_bb_cli_bench {
   shift 2
 
   if [[ "$runtime" == "native" ]]; then
-    memusage "./$native_build_dir/bin/bb" "$@" || {
-      echo "bb native failed with args: $@"
+    # Add --bench_out_hierarchical flag for native builds to capture hierarchical op counts and timings
+    memusage "./$native_build_dir/bin/bb" "$@" "--bench_out_hierarchical" "$output/benchmark_breakdown.json" || {
+      echo "bb native failed with args: $@ --bench_out_hierarchical $output/benchmark_breakdown.json"
       exit 1
     }
   else # wasm
     export WASMTIME_ALLOWED_DIRS="--dir=$flow_folder --dir=$output"
-    # TODO support wasm op count time preset
-    memusage scripts/wasmtime.sh $WASMTIME_ALLOWED_DIRS ./build-wasm-threads/bin/bb "$@" || {
-      echo "bb wasm failed with args: $@"
+    # Add --bench_out_hierarchical flag for wasm builds to capture hierarchical op counts and timings
+    memusage scripts/wasmtime.sh $WASMTIME_ALLOWED_DIRS ./build-wasm-threads/bin/bb "$@" "--bench_out_hierarchical" "$output/benchmark_breakdown.json" || {
+      echo "bb wasm failed with args: $@ --bench_out_hierarchical $output/benchmark_breakdown.json"
       exit 1
     }
   fi
@@ -102,3 +105,37 @@ EOF
 export -f verify_ivc_flow run_bb_cli_bench
 
 chonk_flow $1 $2
+
+# Upload benchmark breakdown (op counts and timings) to disk if running in CI
+if [[ "${CI:-}" == "1" ]] && [[ "${CI_ENABLE_DISK_LOGS:-0}" == "1" ]]; then
+  echo_header "Uploading Barretenberg benchmark breakdowns"
+
+  runtime="$1"
+  flow_name="$(basename $2)"
+  benchmark_breakdown_file="bench-out/app-proving/$flow_name/$runtime/benchmark_breakdown.json"
+
+  if [[ -f "$benchmark_breakdown_file" ]]; then
+    current_sha=$(git rev-parse HEAD)
+
+    # Create cache key: bench-bb-breakdown-<runtime>-<flow_name>-<sha>
+    # This will be accessible at: http://ci.aztec-labs.com/bench-bb-breakdown-<runtime>-<flow_name>-<sha>
+    cache_key="bench-bb-breakdown-${runtime}-${flow_name}-${current_sha}"
+
+    # Upload to Redis (30 day retention) and disk (bench/bb-breakdown subfolder)
+    {
+      # Write to Redis for ci.aztec-labs.com access
+      cat "$benchmark_breakdown_file" | gzip | redis_cli -x SETEX "$cache_key" 2592000 &>/dev/null
+
+      # Write to disk in explicit subfolder (only if disk logging enabled)
+      if [[ "${CI_ENABLE_DISK_LOGS:-0}" == "1" ]]; then
+        # Strip the prefix from key when writing to disk subfolder
+        disk_key="${cache_key#bench-bb-breakdown-}"
+        cat "$benchmark_breakdown_file" | gzip | cache_disk_transfer_to "bench/bb-breakdown" "$disk_key"
+      fi
+    } &
+
+    echo "Uploaded benchmark breakdown: http://ci.aztec-labs.com/$cache_key"
+  else
+    echo "Warning: benchmark breakdown file not found at $benchmark_breakdown_file"
+  fi
+fi

ci3/source_cache

@@ -16,6 +16,19 @@ function cache_disk_transfer {
       "mkdir -p /logs-disk/${prefix} && cat > /logs-disk/${prefix}/${key}.log.gz" &>/dev/null
 }
 
+# Transfer to bastion with explicit subfolder (accepts gzipped data on stdin)
+# Usage: cat file.gz | cache_disk_transfer_to <subfolder> <key>
+function cache_disk_transfer_to {
+  local subfolder="$1"
+  local key="$2"
+
+  # Transfer via SSH pipe using persistent multiplexed connection
+  ssh -F "${ci3}/aws/build_instance_ssh_config" \
+      -o ConnectTimeout=5 \
+      ci-bastion.aztecprotocol.com \
+      "mkdir -p /logs-disk/${subfolder} && cat > /logs-disk/${subfolder}/${key}.log.gz" &>/dev/null
+}
+
 # Persistent cache function that writes to both Redis and disk
 function cache_persistent {
   local key="$1"
@@ -40,4 +53,4 @@ function cache_persistent {
 }
 
 # Export functions
-export -f cache_disk_transfer cache_persistent
+export -f cache_disk_transfer cache_disk_transfer_to cache_persistent