bench: enable divan codspeed compatibility layer (#2351)

Author: 0ax1

.github/workflows/bench-pr.yml

@@ -25,20 +25,6 @@ jobs:
   codspeed_bench:
     name: Run Criterion benchmarks with Codspeed
     needs: label_trigger
-    env:
-      # TODO(joe): replace this list with a off-list instead of the current on-list.
-      BENCH_TARGETS: >
-        dict_compare
-        dict_compress
-        chunked_dict_array_builder
-        bitpacking_take
-        run_end_filter
-        run_end_null_count
-        search_sorted
-        scalar_subtract
-        compare
-        take_strings
-        take_patches
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
@@ -54,12 +40,12 @@ jobs:
           RUSTFLAGS: "-C target-cpu=native"
         # We want to run micro-benchmarks with release profile.
         # We run with all features since we feature gate bench utils.
-        run: cargo codspeed build --features test-harness --profile release $BENCH_TARGETS
+        run: cargo codspeed build --exclude bench-vortex --workspace --profile release
 
       - name: Run the benchmarks
         uses: CodSpeedHQ/action@v3
         with:
-          run: cargo codspeed run $BENCH_TARGETS
+          run: cargo codspeed run
           token: ${{ secrets.CODSPEED_TOKEN }}
 
   bench:

.github/workflows/bench.yml

@@ -32,18 +32,6 @@ jobs:
 
   codspeed_bench:
     name: Run Criterion benchmarks with Codspeed
-    env:
-      BENCH_TARGETS: >
-        dict_compare
-        dict_compress
-        bitpacking_take
-        run_end_filter
-        run_end_null_count
-        search_sorted
-        scalar_subtract
-        compare
-        take_strings
-        take_patches
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
@@ -57,14 +45,14 @@ jobs:
       - name: Build benchmark targets
         env:
           RUSTFLAGS: "-C target-cpu=native"
-        # The profile needs to be set explicitly to bench
-        # as codspeed by default compiles with the release profile.
-        run: cargo codspeed build --profile bench $BENCH_TARGETS
+        # We want to run micro-benchmarks with release profile.
+        # We run with all features since we feature gate bench utils.
+        run: cargo codspeed build --exclude bench-vortex --workspace --profile release
 
       - name: Run the benchmarks
         uses: CodSpeedHQ/action@v3
         with:
-          run: cargo codspeed run $BENCH_TARGETS
+          run: cargo codspeed run
           token: ${{ secrets.CODSPEED_TOKEN }}
 
   bench:

Cargo.lock

@@ -80,7 +80,7 @@ datafusion-execution = "45"
 datafusion-expr = "45"
 datafusion-physical-expr = "45"
 datafusion-physical-plan = "45"
-divan = "0.1.14"
+divan = { package = "codspeed-divan-compat", version = "2.8.0" }
 dyn-hash = "0.2.0"
 enum-iterator = "2.0.0"
 exponential-decay-histogram = "=0.1.11"