Skip to content

Commit 8126da4

Browse files
authored
Increase default TPC-H benchmark iterations (#2840)
Seems like TPC-H is quite noisy, even on disk. Doubling the iterations will hopefully help a bit with the noise while not making a huge difference in overall benchmark runtime (When running on disk - it might even still be slower than building the binary). Also changed a bunch of string-based `default_value` to `default_value_t` which takes on the post-parsing value.
1 parent 32ca194 commit 8126da4

File tree

4 files changed

+8
-8
lines changed

4 files changed

+8
-8
lines changed

bench-vortex/src/bin/clickbench.rs

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ feature_flagged_allocator!();
2626
#[derive(Parser, Debug)]
2727
#[command(version, about, long_about = None)]
2828
struct Args {
29-
#[arg(short, long, default_value = "5")]
29+
#[arg(short, long, default_value_t = 5)]
3030
iterations: usize,
3131
#[arg(short, long)]
3232
threads: Option<usize>,
@@ -40,17 +40,17 @@ struct Args {
4040
display_format: DisplayFormat,
4141
#[arg(short, long, value_delimiter = ',')]
4242
queries: Option<Vec<usize>>,
43-
#[arg(long, default_value = "false")]
43+
#[arg(long, default_value_t = false)]
4444
emit_plan: bool,
45-
#[arg(long, default_value = "false")]
45+
#[arg(long, default_value_t = false)]
4646
emulate_object_store: bool,
4747
#[arg(long)]
4848
export_spans: bool,
4949
#[arg(long, value_enum, default_value_t = Flavor::Partitioned)]
5050
flavor: Flavor,
5151
#[arg(long)]
5252
use_remote_data_dir: Option<String>,
53-
#[arg(long, default_value = "false")]
53+
#[arg(long, default_value_t = false)]
5454
single_file: bool,
5555
}
5656

bench-vortex/src/bin/compress.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ feature_flagged_allocator!();
2121
#[derive(Parser, Debug)]
2222
#[command(version, about, long_about = None)]
2323
struct Args {
24-
#[arg(short, long, default_value = "5")]
24+
#[arg(short, long, default_value_t = 5)]
2525
iterations: usize,
2626
#[arg(short, long)]
2727
threads: Option<usize>,

bench-vortex/src/bin/random_access.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ feature_flagged_allocator!();
1616
#[derive(Parser, Debug)]
1717
#[command(version, about, long_about = None)]
1818
struct Args {
19-
#[arg(short, long, default_value = "10")]
19+
#[arg(short, long, default_value_t = 10)]
2020
iterations: usize,
2121
#[arg(short, long)]
2222
threads: Option<usize>,

bench-vortex/src/bin/tpch.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ struct Args {
3535
threads: Option<usize>,
3636
#[arg(long)]
3737
use_remote_data_dir: Option<String>,
38-
#[arg(short, long, default_value = "5")]
38+
#[arg(short, long, default_value_t = 10)]
3939
iterations: usize,
4040
#[arg(long, value_delimiter = ',', value_enum, default_values_t = vec![Format::Arrow, Format::Parquet, Format::OnDiskVortex])]
4141
formats: Vec<Format>,
@@ -47,7 +47,7 @@ struct Args {
4747
verbose: bool,
4848
#[arg(short, long, default_value_t, value_enum)]
4949
display_format: DisplayFormat,
50-
#[arg(long, default_value = "false")]
50+
#[arg(long, default_value_t = false)]
5151
emulate_object_store: bool,
5252
#[arg(long, default_value_t, value_enum)]
5353
data_generator: DataGenerator,

0 commit comments

Comments
 (0)