Move Pruning Logic to a Dedicated datafusion-pruning Crate for Improved Modularity (#16549)

* feat: add datafusion-pruning crate

* fix pruning tests

* refactor: remove unused pruning module

Author: kosiew

Cargo.lock

@@ -42,6 +42,7 @@ members = [
     "datafusion/physical-expr",
     "datafusion/physical-expr-common",
     "datafusion/physical-optimizer",
+    "datafusion/pruning",
     "datafusion/physical-plan",
     "datafusion/proto",
     "datafusion/proto/gen",
@@ -139,6 +140,7 @@ datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", versio
 datafusion-physical-plan = { path = "datafusion/physical-plan", version = "48.0.0" }
 datafusion-proto = { path = "datafusion/proto", version = "48.0.0" }
 datafusion-proto-common = { path = "datafusion/proto-common", version = "48.0.0" }
+datafusion-pruning = { path = "datafusion/pruning", version = "48.0.0" }
 datafusion-session = { path = "datafusion/session", version = "48.0.0" }
 datafusion-spark = { path = "datafusion/spark", version = "48.0.0" }
 datafusion-sql = { path = "datafusion/sql", version = "48.0.0" }

Cargo.toml

@@ -46,6 +46,7 @@ datafusion-expr-common = { workspace = true, default-features = true }
 datafusion-physical-expr = { workspace = true }
 datafusion-physical-expr-common = { workspace = true }
 datafusion-physical-plan = { workspace = true }
+datafusion-pruning = { workspace = true }
 itertools = { workspace = true }
 log = { workspace = true }
 recursive = { workspace = true, optional = true }

datafusion/physical-optimizer/Cargo.toml

@@ -38,7 +38,7 @@ pub mod limited_distinct_aggregation;
 pub mod optimizer;
 pub mod output_requirements;
 pub mod projection_pushdown;
-pub mod pruning;
+pub use datafusion_pruning as pruning;
 pub mod sanity_checker;
 pub mod topk_aggregation;
 pub mod update_aggr_exprs;

datafusion/physical-optimizer/src/lib.rs

@@ -0,0 +1,27 @@
+[package]
+name = "datafusion-pruning"
+description = "DataFusion Pruning Logic"
+version = { workspace = true }
+edition = { workspace = true }
+homepage = { workspace = true }
+repository = { workspace = true }
+license = { workspace = true }
+authors = { workspace = true }
+
+[lints]
+workspace = true
+
+[dependencies]
+arrow = { workspace = true }
+arrow-schema = { workspace = true }
+datafusion-common = { workspace = true, default-features = true }
+datafusion-expr-common = { workspace = true, default-features = true }
+datafusion-physical-expr = { workspace = true }
+datafusion-physical-expr-common = { workspace = true }
+datafusion-physical-plan = { workspace = true }
+log = { workspace = true }
+
+[dev-dependencies]
+datafusion-expr = { workspace = true }
+datafusion-functions-nested = { workspace = true }
+insta = { workspace = true }