[AURON #1833] Refactor from_proto.rs to planner.rs (#1843)

<!--
- Start the PR title with the related issue ID, e.g. '[AURON #XXXX]
Short summary...'.
-->
# Which issue does this PR close?

Closes #1833 

# Rationale for this change
Refactor planning logic from `from_proto.rs` into `planner.rs` and
introduce `PhysicalPlanner` for converting Spark query plans to
DataFusion physical plans, adding support for passing a task-level
partition_id during conversion. This partition_id will be used by
upcoming implementations of nondeterministic functions.

# What changes are included in this PR?

# Are there any user-facing changes?

# How was this patch tested?

Author: yew1eb

Cargo.lock

@@ -23,7 +23,7 @@ members = [
     "native-engine/datafusion-ext-plans",
     "native-engine/auron",
     "native-engine/auron-jni-bridge",
-    "native-engine/auron-serde",
+    "native-engine/auron-planner",
     "native-engine/auron-memmgr",
 ]
 
@@ -48,7 +48,7 @@ overflow-checks = false
 [workspace.dependencies]
 auron = { path = "./native-engine/auron" }
 auron-jni-bridge = { path = "./native-engine/auron-jni-bridge" }
-auron-serde = { path = "./native-engine/auron-serde" }
+auron-planner = { path = "./native-engine/auron-planner" }
 auron-memmgr = { path = "./native-engine/auron-memmgr" }
 datafusion-ext-commons = { path = "./native-engine/datafusion-ext-commons" }
 datafusion-ext-exprs = { path = "./native-engine/datafusion-ext-exprs" }

Cargo.toml

@@ -48,7 +48,7 @@
         <version>0.6.1</version>
         <extensions>true</extensions>
         <configuration>
-          <protoSourceRoot>../../../native-engine/auron-serde/proto</protoSourceRoot>
+          <protoSourceRoot>../../../native-engine/auron-planner/proto</protoSourceRoot>
           <protocArtifact>com.google.protobuf:protoc:${protobufVersion}:exe:${os.detected.classifier}</protocArtifact>
           <checkStaleness>true</checkStaleness>
           <clearOutputDirectory>true</clearOutputDirectory>

dev/mvn-build-helper/proto/pom.xml

@@ -16,7 +16,7 @@
 #
 
 [package]
-name = "auron-serde"
+name = "auron-planner"
 version = "0.1.0"
 edition = "2024"
 

native-engine/auron-serde/Cargo.toml native-engine/auron-planner/Cargo.tomlnative-engine/auron-serde/Cargo.toml renamed to native-engine/auron-planner/Cargo.toml

@@ -28,7 +28,7 @@ pub mod protobuf {
 }
 
 pub mod error;
-pub mod from_proto;
+pub mod planner;
 
 pub(crate) fn proto_error<S: Into<String>>(message: S) -> PlanSerDeError {
     PlanSerDeError::General(message.into())
@@ -58,9 +58,9 @@ macro_rules! into_required {
 
 #[macro_export]
 macro_rules! convert_box_required {
-    ($PB:expr) => {{
+    ($self:expr, $PB:expr) => {{
         if let Some(field) = $PB.as_ref() {
-            field.as_ref().try_into()
+            $self.create_plan(field.as_ref())
         } else {
             Err(proto_error("Missing required field in protobuf"))
         }

native-engine/auron-serde/build.rs native-engine/auron-planner/build.rsnative-engine/auron-serde/build.rs renamed to native-engine/auron-planner/build.rs

@@ -34,7 +34,7 @@ http-service = []
 arrow = { workspace = true }
 auron-jni-bridge = { workspace = true }
 auron-memmgr = { workspace = true }
-auron-serde = { workspace = true }
+auron-planner = { workspace = true }
 datafusion = { workspace = true }
 datafusion-ext-commons = { workspace = true }
 datafusion-ext-plans = { workspace = true }