refactor(optimizer): ir (#17685)

* refactor(optimizer): ir

* add stats

* add PropertyEnforcer for require_property wrapper

* refine the hisogram to HistogramBuilder

* memo_display -> Memo.display()

* SExpr.get_udf_names -> ScalarExpr.get_udf_names

Author: BohuTANG

src/query/service/src/interpreters/access/privilege_access.rs

@@ -35,7 +35,6 @@ use databend_common_meta_app::principal::SYSTEM_TABLES_ALLOW_LIST;
 use databend_common_meta_app::tenant::Tenant;
 use databend_common_meta_types::seq_value::SeqV;
 use databend_common_sql::binder::MutationType;
-use databend_common_sql::optimizer::get_udf_names;
 use databend_common_sql::plans::InsertInputSource;
 use databend_common_sql::plans::Mutation;
 use databend_common_sql::plans::OptimizeCompactBlock;
@@ -1109,23 +1108,23 @@ impl AccessChecker for PrivilegeAccess {
                     let unmatched_evaluators = &plan.unmatched_evaluators;
                     for matched_evaluator in matched_evaluators {
                         if let Some(condition) = &matched_evaluator.condition {
-                            let udf = get_udf_names(condition)?;
+                            let udf = condition.get_udf_names()?;
                             self.validate_udf_access(udf).await?;
                         }
                         if let Some(updates) = &matched_evaluator.update {
                             for scalar in updates.values() {
-                                let udf = get_udf_names(scalar)?;
+                                let udf = scalar.get_udf_names()?;
                                 self.validate_udf_access(udf).await?;
                             }
                         }
                     }
                     for unmatched_evaluator in unmatched_evaluators {
                         if let Some(condition) = &unmatched_evaluator.condition {
-                            let udf = get_udf_names(condition)?;
+                            let udf = condition.get_udf_names()?;
                             self.validate_udf_access(udf).await?;
                         }
                         for value in &unmatched_evaluator.values {
-                            let udf = get_udf_names(value)?;
+                            let udf = value.get_udf_names()?;
                             self.validate_udf_access(udf).await?;
                         }
                     }

src/query/service/src/interpreters/hook/compact_hook.rs

@@ -24,7 +24,7 @@ use databend_common_pipeline_core::always_callback;
 use databend_common_pipeline_core::ExecutionInfo;
 use databend_common_pipeline_core::Pipeline;
 use databend_common_sql::executor::physical_plans::MutationKind;
-use databend_common_sql::optimizer::SExpr;
+use databend_common_sql::optimizer::ir::SExpr;
 use databend_common_sql::plans::OptimizeCompactBlock;
 use databend_common_sql::plans::ReclusterPlan;
 use databend_common_sql::plans::RelOperator;

src/query/service/src/interpreters/interpreter_explain.rs

@@ -34,7 +34,7 @@ use databend_common_pipeline_core::ExecutionInfo;
 use databend_common_sql::binder::ExplainConfig;
 use databend_common_sql::executor::format_partial_tree;
 use databend_common_sql::executor::MutationBuildInfo;
-use databend_common_sql::optimizer::ColumnSet;
+use databend_common_sql::optimizer::ir::ColumnSet;
 use databend_common_sql::plans::Mutation;
 use databend_common_sql::BindContext;
 use databend_common_sql::FormatOptions;
@@ -61,7 +61,7 @@ use crate::schedulers::QueryFragmentsActions;
 use crate::sessions::QueryContext;
 use crate::sql::executor::PhysicalPlan;
 use crate::sql::executor::PhysicalPlanBuilder;
-use crate::sql::optimizer::SExpr;
+use crate::sql::optimizer::ir::SExpr;
 use crate::sql::plans::Plan;
 
 pub struct ExplainInterpreter {

src/query/service/src/interpreters/interpreter_mutation.rs

@@ -35,7 +35,7 @@ use databend_common_sql::executor::physical_plans::MutationKind;
 use databend_common_sql::executor::MutationBuildInfo;
 use databend_common_sql::executor::PhysicalPlan;
 use databend_common_sql::executor::PhysicalPlanBuilder;
-use databend_common_sql::optimizer::SExpr;
+use databend_common_sql::optimizer::ir::SExpr;
 use databend_common_sql::planner::MetadataRef;
 use databend_common_sql::plans;
 use databend_common_sql::plans::Mutation;

src/query/service/src/interpreters/interpreter_optimize_compact_block.rs

@@ -21,7 +21,7 @@ use databend_common_exception::ErrorCode;
 use databend_common_exception::Result;
 use databend_common_pipeline_core::ExecutionInfo;
 use databend_common_sql::executor::PhysicalPlanBuilder;
-use databend_common_sql::optimizer::SExpr;
+use databend_common_sql::optimizer::ir::SExpr;
 use databend_common_sql::plans::OptimizeCompactBlock;
 use databend_common_sql::MetadataRef;
 

src/query/service/src/interpreters/interpreter_select.rs

@@ -51,7 +51,7 @@ use crate::schedulers::build_query_pipeline;
 use crate::sessions::QueryContext;
 use crate::sessions::TableContext;
 use crate::sql::executor::PhysicalPlanBuilder;
-use crate::sql::optimizer::SExpr;
+use crate::sql::optimizer::ir::SExpr;
 use crate::sql::BindContext;
 
 /// Interpret SQL query with new SQL planner

src/query/service/src/pipelines/processors/transforms/hash_join/transform_hash_join_probe.rs

@@ -21,7 +21,7 @@ use databend_common_exception::ErrorCode;
 use databend_common_exception::Result;
 use databend_common_expression::DataBlock;
 use databend_common_expression::FunctionContext;
-use databend_common_sql::optimizer::ColumnSet;
+use databend_common_sql::optimizer::ir::ColumnSet;
 use databend_common_sql::plans::JoinType;
 
 use crate::pipelines::processors::transforms::hash_join::transform_hash_join_build::HashTableType;

src/query/service/src/pipelines/processors/transforms/transform_filter.rs

@@ -25,7 +25,7 @@ use databend_common_expression::FunctionContext;
 use databend_common_functions::BUILTIN_FUNCTIONS;
 use databend_common_pipeline_transforms::processors::BlockingTransform;
 use databend_common_pipeline_transforms::processors::BlockingTransformer;
-use databend_common_sql::optimizer::ColumnSet;
+use databend_common_sql::optimizer::ir::ColumnSet;
 
 use crate::pipelines::processors::InputPort;
 use crate::pipelines::processors::OutputPort;

src/query/service/src/test_kits/fuse.rs

@@ -26,7 +26,7 @@ use databend_common_expression::DataBlock;
 use databend_common_expression::DataSchemaRef;
 use databend_common_expression::ScalarRef;
 use databend_common_expression::SendableDataBlockStream;
-use databend_common_sql::optimizer::SExpr;
+use databend_common_sql::optimizer::ir::SExpr;
 use databend_common_sql::plans::Mutation;
 use databend_common_storages_factory::Table;
 use databend_common_storages_fuse::io::MetaWriter;

src/query/service/tests/it/sql/planner/optimizer/agg_index_query_rewrite.rs

@@ -27,10 +27,10 @@ use databend_common_expression::TableDataType;
 use databend_common_expression::TableField;
 use databend_common_expression::TableSchemaRefExt;
 use databend_common_meta_app::schema::CreateOption;
+use databend_common_sql::optimizer::ir::SExpr;
 use databend_common_sql::optimizer::OptimizerContext;
 use databend_common_sql::optimizer::RecursiveOptimizer;
 use databend_common_sql::optimizer::RuleID;
-use databend_common_sql::optimizer::SExpr;
 use databend_common_sql::optimizer::DEFAULT_REWRITE_RULES;
 use databend_common_sql::plans::AggIndexInfo;
 use databend_common_sql::plans::CreateTablePlan;