chore(cubesql): Enable ProjectionDropOut optimizer

Author: MazterQyou

rust/cubesql/Cargo.lock

@@ -9,7 +9,7 @@ documentation = "https://cube.dev/docs"
 homepage = "https://cube.dev"
 
 [dependencies]
-datafusion = { git = 'https://github.com/cube-js/arrow-datafusion.git', rev = "94ddd00d3b7466830d28f0cc0ca2d03c2cde7234", default-features = false, features = ["unicode_expressions"] }
+datafusion = { git = 'https://github.com/cube-js/arrow-datafusion.git', rev = "a29e681ada5918c6d09bb7a02aa2333ed241e7d3", default-features = false, features = ["unicode_expressions"] }
 anyhow = "1.0"
 thiserror = "1.0"
 cubeclient = { path = "../cubeclient" }

rust/cubesql/cubesql/Cargo.toml

@@ -10,6 +10,10 @@ use datafusion::{
         plan::{Analyze, Explain, Extension, Projection, ToStringifiedPlan},
         DFField, DFSchema, DFSchemaRef, Expr, LogicalPlan, PlanType, PlanVisitor, ToDFSchema,
     },
+    optimizer::{
+        optimizer::{OptimizerConfig, OptimizerRule},
+        projection_drop_out::ProjectionDropOut,
+    },
     prelude::*,
     scalar::ScalarValue,
     sql::{parser::Statement as DFStatement, planner::SqlToRel},
@@ -1230,7 +1234,13 @@ WHERE `TABLE_SCHEMA` = '{}'",
             qtrace.set_df_plan(&plan);
         }
 
-        let optimized_plan = plan;
+        let projection_drop_out_optimizer = ProjectionDropOut::new();
+        // TODO: report an error when the plan can't be optimized
+        let optimized_plan = projection_drop_out_optimizer
+            .optimize(&plan, &OptimizerConfig::new())
+            .unwrap_or(plan);
+
+        //let optimized_plan = plan;
         // ctx.optimize(&plan).map_err(|err| {
         //    CompilationError::Internal(format!("Planning optimization error: {}", err))
         // })?;

rust/cubesql/cubesql/src/compile/mod.rs

@@ -11,6 +11,7 @@ expression: "execute_query(\"EXPLAIN VERBOSE SELECT 1+1;\".to_string(),\n
 | logical_plan after eliminate_filter                   | SAME TEXT AS ABOVE                   |
 | logical_plan after common_sub_expression_eliminate    | SAME TEXT AS ABOVE                   |
 | logical_plan after eliminate_limit                    | SAME TEXT AS ABOVE                   |
+| logical_plan after projection_drop_out                | SAME TEXT AS ABOVE                   |
 | logical_plan after projection_push_down               | SAME TEXT AS ABOVE                   |
 | logical_plan after filter_push_down                   | SAME TEXT AS ABOVE                   |
 | logical_plan after limit_push_down                    | SAME TEXT AS ABOVE                   |