feat[vortex-expr]: remove pruning expr in favor of checked_pruning_expr. (#3501)

This allows the creation of pruning expression with only some stats
available, this also verifies that the stats exist before the predicate
creation

---------

Signed-off-by: Joe Isaacs <joe.isaacs@live.co.uk>

Author: joseph-isaacs

Cargo.lock

@@ -28,6 +28,7 @@ static_assertions = { workspace = true }
 vortex-error = { workspace = true, features = ["flatbuffers"] }
 vortex-flatbuffers = { workspace = true, features = ["dtype"] }
 vortex-proto = { workspace = true, features = ["dtype"] }
+vortex-utils = { workspace = true }
 
 [dev-dependencies]
 serde_json = { workspace = true }

vortex-dtype/Cargo.toml

@@ -10,6 +10,7 @@ use std::sync::Arc;
 
 use itertools::Itertools;
 use vortex_error::{VortexResult, vortex_bail};
+use vortex_utils::aliases::hash_set::HashSet;
 
 use crate::DType;
 
@@ -208,6 +209,28 @@ impl Display for FieldPath {
     }
 }
 
+#[derive(Default, Clone, Debug)]
+/// Contains a set of field paths, and can answer efficient field path contains queries.
+pub struct FieldPathSet {
+    /// While this is currently a set wrapper it can be replaced with a trie.
+    // TODO(joe): this can be replaced with a `FieldPath` trie
+    set: HashSet<FieldPath>,
+}
+
+impl FieldPathSet {
+    /// Checks if a set contains a field path
+    pub fn contains(&self, path: &FieldPath) -> bool {
+        self.set.contains(path)
+    }
+}
+
+impl FromIterator<FieldPath> for FieldPathSet {
+    fn from_iter<T: IntoIterator<Item = FieldPath>>(iter: T) -> Self {
+        let set = HashSet::from_iter(iter);
+        Self { set }
+    }
+}
+
 #[cfg(test)]
 mod tests {
     use super::*;

vortex-dtype/src/field.rs

@@ -81,7 +81,7 @@ impl VortexExpr for Let {
 
     fn unchecked_evaluate(&self, scope: &Scope) -> VortexResult<ArrayRef> {
         let v = self.bind.unchecked_evaluate(scope)?;
-        let ctx_p = scope.copy_with_value(self.var.clone(), v);
+        let ctx_p = scope.copy_with_array(self.var.clone(), v);
         self.expr.unchecked_evaluate(&ctx_p)
     }
 
@@ -98,7 +98,7 @@ impl VortexExpr for Let {
 
     fn return_dtype(&self, scope: &ScopeDType) -> VortexResult<DType> {
         let v = self.bind.return_dtype(scope)?;
-        let ctx_p = scope.copy_with_value(self.var.clone(), v);
+        let ctx_p = scope.copy_with_dtype(self.var.clone(), v);
         self.expr.return_dtype(&ctx_p)
     }
 }

vortex-expr/src/let_.rs

@@ -1,4 +1,6 @@
-mod pruning_predicate;
+mod pruning_expr;
 mod relation;
 
-pub use pruning_predicate::{PruningPredicate, access_path_stat_field_name};
+pub use pruning_expr::{
+    RequiredStats, checked_pruning_expr, field_path_stat_field_name, pruning_expr,
+};