Skip to content

Commit 0c09f4e

Browse files
AdamGSAdamGS
committed
New benchmarks
Signed-off-by: Adam Gutglick <[email protected]>
1 parent 63931f0 commit 0c09f4e

File tree

246 files changed

+4070
-5000
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

246 files changed

+4070
-5000
lines changed

‎.github/workflows/bench-pr.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -73,7 +73,7 @@ jobs:
7373
env:
7474
RUSTFLAGS: "-C target-cpu=native -C force-frame-pointers=yes"
7575
run: |
76-
cargo build --bin ${{ matrix.benchmark.id }} --package bench-vortex --profile release_debug
76+
cargo build --bin ${{ matrix.benchmark.id }} --package vortex-bench --profile release_debug
7777
7878
- name: Setup Polar Signals
7979
if: github.event.pull_request.head.repo.fork == false

‎.github/workflows/bench.yml‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@ jobs:
6969
RUSTFLAGS: "-C target-cpu=native -C force-frame-pointers=yes"
7070
# The main difference between this and `bench-pr.yml` is that we add the `lance` feature.
7171
run: |
72-
cargo build --bin ${{ matrix.benchmark.id }} --package bench-vortex --profile release_debug --features lance
72+
cargo build --bin ${{ matrix.benchmark.id }} --package vortex-bench --profile release_debug --features lance
7373
7474
- name: Setup Polar Signals
7575
uses: polarsignals/[email protected]
@@ -123,7 +123,7 @@ jobs:
123123
"id": "tpch-s3",
124124
"subcommand": "tpch",
125125
"name": "TPC-H SF=1 on S3",
126-
"local_dir": "bench-vortex/data/tpch/1.0",
126+
"local_dir": "vortex-bench/data/tpch/1.0",
127127
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/tpch/1.0/",
128128
"targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,datafusion:lance,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
129129
"scale_factor": "--scale-factor 1.0",
@@ -141,7 +141,7 @@ jobs:
141141
"id": "tpch-s3-10",
142142
"subcommand": "tpch",
143143
"name": "TPC-H SF=10 on S3",
144-
"local_dir": "bench-vortex/data/tpch/10.0",
144+
"local_dir": "vortex-bench/data/tpch/10.0",
145145
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/tpch/10.0/",
146146
"targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,datafusion:lance,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
147147
"scale_factor": "--scale-factor 10.0",
@@ -158,7 +158,7 @@ jobs:
158158
"id": "statpopgen",
159159
"subcommand": "statpopgen",
160160
"name": "Statistical and Population Genetics",
161-
"local_dir": "bench-vortex/data/statpopgen",
161+
"local_dir": "vortex-bench/data/statpopgen",
162162
"targets": "duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
163163
"scale_factor": "--scale-factor 100"
164164
},
@@ -173,7 +173,7 @@ jobs:
173173
"id": "fineweb-s3",
174174
"subcommand": "fineweb",
175175
"name": "FineWeb S3",
176-
"local_dir": "bench-vortex/data/fineweb",
176+
"local_dir": "vortex-bench/data/fineweb",
177177
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/fineweb/",
178178
"targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
179179
"scale_factor": "--scale-factor 100"
@@ -189,7 +189,7 @@ jobs:
189189
"id": "gharchive-s3",
190190
"subcommand": "gharchive",
191191
"name": "GitHub Archive (S3)",
192-
"local_dir": "bench-vortex/data/gharchive",
192+
"local_dir": "vortex-bench/data/gharchive",
193193
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/gharchive/",
194194
"targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
195195
"scale_factor": "--scale-factor 100"

‎.github/workflows/ci.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -411,7 +411,7 @@ jobs:
411411
run: |
412412
grcov . --binary-path target/debug/ -s . -t lcov --llvm --ignore-not-existing \
413413
--threads $(nproc) \
414-
--ignore '../*' --ignore '/*' --ignore 'fuzz/*' --ignore 'bench-vortex/*' \
414+
--ignore '../*' --ignore '/*' --ignore 'fuzz/*' --ignore 'vortex-bench/*' \
415415
--ignore 'home/*' --ignore 'xtask/*' --ignore 'target/*' --ignore 'vortex-error/*' \
416416
--ignore 'vortex-python/*' --ignore 'vortex-jni/*' --ignore 'vortex-flatbuffers/*' \
417417
--ignore 'vortex-proto/*' --ignore 'vortex-tui/*' --ignore 'vortex-datafusion/examples/*' \
@@ -533,10 +533,10 @@ jobs:
533533
tool: nextest
534534
- name: Rust Tests (Windows)
535535
if: matrix.os == 'windows-x64'
536-
run: cargo nextest run --locked --workspace --all-features --no-fail-fast --exclude bench-vortex --exclude vortex-python --exclude vortex-duckdb --exclude vortex-fuzz
536+
run: cargo nextest run --locked --workspace --all-features --no-fail-fast --exclude vortex-bench --exclude vortex-python --exclude vortex-duckdb --exclude vortex-fuzz
537537
- name: Rust Tests (Other)
538538
if: matrix.os != 'windows-x64'
539-
run: cargo nextest run --locked --workspace --all-features --no-fail-fast --exclude bench-vortex --exclude vortex-duckdb
539+
run: cargo nextest run --locked --workspace --all-features --no-fail-fast --exclude vortex-bench --exclude vortex-duckdb
540540

541541
build-java:
542542
name: "Java"

‎.github/workflows/nightly-bench.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@ jobs:
4646
"id": "tpch-s3",
4747
"subcommand": "tpch",
4848
"name": "TPC-H on S3",
49-
"local_dir": "bench-vortex/data/tpch/10.0",
49+
"local_dir": "vortex-bench/data/tpch/10.0",
5050
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/tpch/10.0/",
5151
"targets": "datafusion:parquet,datafusion:vortex,datafusion:lance,duckdb:parquet,duckdb:vortex",
5252
"scale_factor": "--scale-factor 10.0",
@@ -63,7 +63,7 @@ jobs:
6363
"id": "tpch-s3",
6464
"subcommand": "tpch",
6565
"name": "TPC-H on S3",
66-
"local_dir": "bench-vortex/data/tpch/100.0",
66+
"local_dir": "vortex-bench/data/tpch/100.0",
6767
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/tpch/100.0/",
6868
"targets": "datafusion:parquet,duckdb:parquet,duckdb:vortex",
6969
"scale_factor": "--scale-factor 100.0"

‎.github/workflows/sql-benchmarks.yml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@ on:
3434
"id": "tpch-s3",
3535
"subcommand": "tpch",
3636
"name": "TPC-H SF=1 on S3",
37-
"local_dir": "bench-vortex/data/tpch/1.0",
37+
"local_dir": "vortex-bench/data/tpch/1.0",
3838
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/tpch/1.0/",
3939
"targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
4040
"scale_factor": "--scale-factor 1.0"
@@ -50,7 +50,7 @@ on:
5050
"id": "tpch-s3-10",
5151
"subcommand": "tpch",
5252
"name": "TPC-H SF=10 on S3",
53-
"local_dir": "bench-vortex/data/tpch/10.0",
53+
"local_dir": "vortex-bench/data/tpch/10.0",
5454
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/tpch/10.0/",
5555
"targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
5656
"scale_factor": "--scale-factor 10.0"
@@ -80,7 +80,7 @@ on:
8080
"id": "fineweb-s3",
8181
"subcommand": "fineweb",
8282
"name": "FineWeb S3",
83-
"local_dir": "bench-vortex/data/fineweb",
83+
"local_dir": "vortex-bench/data/fineweb",
8484
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/fineweb/",
8585
"targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
8686
"scale_factor": "--scale-factor 100"
@@ -96,7 +96,7 @@ on:
9696
"id": "gharchive-s3",
9797
"subcommand": "gharchive",
9898
"name": "GitHub Archive (S3)",
99-
"local_dir": "bench-vortex/data/gharchive",
99+
"local_dir": "vortex-bench/data/gharchive",
100100
"remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/gharchive/",
101101
"targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
102102
"scale_factor": "--scale-factor 100"
@@ -145,7 +145,7 @@ jobs:
145145
env:
146146
RUSTFLAGS: "-C target-cpu=native -C force-frame-pointers=yes"
147147
run: |
148-
cargo build --bin query_bench --package bench-vortex --profile release_debug ${{ matrix.build_args }}
148+
cargo build --bin query_bench --package vortex-bench --profile release_debug ${{ matrix.build_args }}
149149
150150
- name: Generate data
151151
shell: bash

0 commit comments

Comments
 (0)