Skip to content

Commit b12945c

Browse files
committed
refactor : remove ParquetSource filter merge into predicate
1 parent 9e8ec54 commit b12945c

File tree

2 files changed

+7
-6
lines changed

2 files changed

+7
-6
lines changed

datafusion/datasource-parquet/src/source.rs

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -336,6 +336,7 @@ impl ParquetSource {
336336
}
337337

338338
/// Optional predicate.
339+
#[deprecated(since = "50.2.0", note = "use `filter` instead")]
339340
pub fn predicate(&self) -> Option<&Arc<dyn PhysicalExpr>> {
340341
self.predicate.as_ref()
341342
}
@@ -631,7 +632,7 @@ impl FileSource for ParquetSource {
631632
// (bloom filters use `pruning_predicate` too).
632633
// Because filter pushdown may happen dynamically as long as there is a predicate
633634
// if we have *any* predicate applied, we can't guarantee the statistics are exact.
634-
if self.predicate().is_some() {
635+
if self.filter().is_some() {
635636
Ok(statistics.to_inexact())
636637
} else {
637638
Ok(statistics)
@@ -646,7 +647,7 @@ impl FileSource for ParquetSource {
646647
match t {
647648
DisplayFormatType::Default | DisplayFormatType::Verbose => {
648649
let predicate_string = self
649-
.predicate()
650+
.filter()
650651
.map(|p| format!(", predicate={p}"))
651652
.unwrap_or_default();
652653

@@ -686,7 +687,7 @@ impl FileSource for ParquetSource {
686687
Ok(())
687688
}
688689
DisplayFormatType::TreeRender => {
689-
if let Some(predicate) = self.predicate() {
690+
if let Some(predicate) = self.filter() {
690691
writeln!(f, "predicate={}", fmt_sql(predicate.as_ref()))?;
691692
}
692693
Ok(())

datafusion/proto/src/physical_plan/mod.rs

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ use datafusion::datasource::physical_plan::AvroSource;
5353
#[cfg(feature = "parquet")]
5454
use datafusion::datasource::physical_plan::ParquetSource;
5555
use datafusion::datasource::physical_plan::{
56-
CsvSource, FileScanConfig, FileScanConfigBuilder, JsonSource,
56+
CsvSource, FileScanConfig, FileScanConfigBuilder, FileSource, JsonSource,
5757
};
5858
use datafusion::datasource::sink::DataSinkExec;
5959
use datafusion::datasource::source::{DataSource, DataSourceExec};
@@ -2591,8 +2591,8 @@ impl protobuf::PhysicalPlanNode {
25912591
data_source_exec.downcast_to_file_source::<ParquetSource>()
25922592
{
25932593
let predicate = conf
2594-
.predicate()
2595-
.map(|pred| serialize_physical_expr(pred, extension_codec))
2594+
.filter()
2595+
.map(|pred| serialize_physical_expr(&pred, extension_codec))
25962596
.transpose()?;
25972597
return Ok(Some(protobuf::PhysicalPlanNode {
25982598
physical_plan_type: Some(PhysicalPlanType::ParquetScan(

0 commit comments

Comments
 (0)