Skip to content

Commit 72b078a

Browse files
committed
essentially disable pushdown
1 parent f6366f0 commit 72b078a

File tree

2 files changed

+5
-2
lines changed
  • datafusion

2 files changed

+5
-2
lines changed

datafusion/common/src/config.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -739,7 +739,7 @@ config_namespace! {
739739
/// promoted. A value of 0.0 means all filters will be promoted.
740740
/// Because there can be a high I/O cost to pushing down ineffective filters,
741741
/// recommended values are in the range [0.8, 0.95], depending on random I/0 costs.
742-
pub filter_effectiveness_threshold: f64, default = 0.95
742+
pub filter_effectiveness_threshold: f64, default = 1.0
743743

744744
// The following options affect writing to parquet files
745745
// and map to parquet::file::properties::WriterProperties

datafusion/core/tests/physical_optimizer/filter_pushdown/mod.rs

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1820,7 +1820,10 @@ async fn test_topk_dynamic_filter_pushdown_integration() {
18201820
cfg.options_mut().execution.parquet.pushdown_filters = true;
18211821
cfg.options_mut().execution.parquet.max_row_group_size = 128;
18221822
// Always pushdown filters into row filters for this test
1823-
cfg.options_mut().execution.parquet.filter_effectiveness_threshold = 0.0;
1823+
cfg.options_mut()
1824+
.execution
1825+
.parquet
1826+
.filter_effectiveness_threshold = 0.0;
18241827
let ctx = SessionContext::new_with_config(cfg);
18251828
ctx.register_object_store(
18261829
ObjectStoreUrl::parse("memory://").unwrap().as_ref(),

0 commit comments

Comments
 (0)