feat: comparison ops for list and struct types

Cargo.toml

@@ -235,6 +235,7 @@ arrow-data = "57.1.0"
 arrow-flight = "57.1.0"
 arrow-ipc = "57.1.0"
 arrow-json = "57.1.0"
+arrow-row = "57.1.0"
 arrow-schema = "57.1.0"
 approx = "0.5.1"
 arc-swap = "1.7.1"

src/common/scan-info/src/expr_rewriter.rs

@@ -2,8 +2,9 @@ use std::collections::HashMap;
 
 use common_error::DaftResult;
 use daft_algebra::boolean::split_conjunction;
+use daft_core::prelude::Operator;
 use daft_dsl::{
-    Column, Expr, ExprRef, Operator, ResolvedColumn,
+    Column, Expr, ExprRef, ResolvedColumn,
     common_treenode::{Transformed, TreeNode, TreeNodeRecursion},
     functions::{FunctionExpr, partitioning},
     null_lit, resolved_col,

src/daft-algebra/src/boolean.rs

@@ -2,8 +2,8 @@ use std::{collections::HashSet, sync::Arc};
 
 use common_error::DaftResult;
 use common_treenode::{Transformed, TreeNode, TreeNodeRecursion};
-use daft_core::lit::Literal;
-use daft_dsl::{Expr, ExprRef, Operator, null_lit};
+use daft_core::{lit::Literal, prelude::Operator};
+use daft_dsl::{Expr, ExprRef, null_lit};
 use daft_schema::{dtype::DataType, schema::SchemaRef};
 
 use crate::simplify_expr;

src/daft-algebra/src/simplify/boolean.rs

@@ -1,7 +1,7 @@
 use common_error::DaftResult;
 use common_treenode::Transformed;
-use daft_core::lit::Literal;
-use daft_dsl::{Expr, ExprRef, Operator, lit};
+use daft_core::{lit::Literal, prelude::Operator};
+use daft_dsl::{Expr, ExprRef, lit};
 use daft_schema::{dtype::DataType, schema::SchemaRef};
 use indexmap::IndexSet;
 
@@ -296,7 +296,8 @@ mod tests {
 
     use common_error::DaftResult;
     use common_treenode::Transformed;
-    use daft_dsl::{Column, Expr, ExprRef, Operator, ResolvedColumn, lit};
+    use daft_core::prelude::Operator;
+    use daft_dsl::{Column, Expr, ExprRef, ResolvedColumn, lit};
     use daft_schema::{dtype::DataType, field::Field, schema::Schema};
 
     use crate::simplify::boolean::simplify_binary_compare;

src/daft-algebra/src/simplify/null.rs

@@ -1,7 +1,7 @@
 use common_error::DaftResult;
 use common_treenode::Transformed;
-use daft_core::lit::Literal;
-use daft_dsl::{Expr, ExprRef, Operator, lit, null_lit};
+use daft_core::{lit::Literal, prelude::Operator};
+use daft_dsl::{Expr, ExprRef, lit, null_lit};
 use daft_schema::schema::SchemaRef;
 
 fn is_null(expr: &Expr) -> bool {

src/daft-algebra/src/simplify/numeric.rs

@@ -1,7 +1,7 @@
 use common_error::DaftResult;
 use common_treenode::Transformed;
-use daft_core::lit::Literal;
-use daft_dsl::{Expr, ExprRef, Operator};
+use daft_core::{lit::Literal, prelude::Operator};
+use daft_dsl::{Expr, ExprRef};
 use daft_schema::schema::SchemaRef;
 
 static POWS_OF_TEN: [i128; 38] = [
@@ -120,7 +120,8 @@ mod tests {
 
     use common_error::DaftResult;
     use common_treenode::Transformed;
-    use daft_dsl::{Column, Expr, ExprRef, Operator, ResolvedColumn, lit};
+    use daft_core::prelude::Operator;
+    use daft_dsl::{Column, Expr, ExprRef, ResolvedColumn, lit};
     use daft_schema::schema::Schema;
 
     use crate::simplify::numeric::simplify_numeric_expr;

src/daft-core/Cargo.toml

@@ -1,5 +1,6 @@
 [dependencies]
 arrow = {workspace = true}
+arrow-row = {workspace = true}
 bincode = {workspace = true}
 daft-arrow = {path = "../daft-arrow"}
 chrono = {workspace = true}