force no pushdown

Author: adriangb

datafusion/common/src/config.rs

@@ -732,12 +732,16 @@ config_namespace! {
         pub max_predicate_cache_size: Option<usize>, default = None
 
         /// (reading) Minimum filter effectiveness threshold for adaptive filter
-        /// pushdown. When `pushdown_filters` is enabled, filters that don't filter
-        /// out at least this fraction of rows will be demoted from row-level filters
-        /// to post-scan filters. This helps avoid the I/O cost of late materialization
-        /// for filters that aren't selective enough. Valid values are 0.0 to 1.0, where
-        /// 0.8 means filters must filter out at least 80% of rows to remain as row filters.
-        pub filter_effectiveness_threshold: f64, default = 0.8
+        /// pushdown.
+        /// Only filters that filter out at least this fraction of rows will be
+        /// promoted to row filters during adaptive filter pushdown.
+        /// A value of 1.0 means only filters that filter out all rows will be
+        /// promoted. A value of 0.0 means all filters will be promoted.
+        /// Because there can be a high I/O cost to pushing down ineffective filters,
+        /// recommended values are in the range [0.8, 0.95], depending on random I/0 costs.
+        ///
+        /// (disable for now to debug tpch performance, 1.0 means no adaptive pushdown)
+        pub filter_effectiveness_threshold: f64, default = 1.0
 
         // The following options affect writing to parquet files
         // and map to parquet::file::properties::WriterProperties