feat: Add support for remote Parquet HDFS writer with openDAL (#2929)

Author: comphead

.github/actions/rust-test/action.yaml

@@ -70,5 +70,7 @@ runs:
       shell: bash
       run: |
         cd native
+        # Set LD_LIBRARY_PATH to include JVM library path for tests that use JNI
+        export LD_LIBRARY_PATH=${JAVA_HOME}/lib/server:${LD_LIBRARY_PATH}
         RUST_BACKTRACE=1 cargo nextest run
 

native/Cargo.lock

@@ -99,7 +99,7 @@ datafusion-functions-nested = { version = "51.0.0" }
 
 [features]
 backtrace = ["datafusion/backtrace"]
-default = []
+default = ["hdfs-opendal"]
 hdfs = ["datafusion-comet-objectstore-hdfs"]
 hdfs-opendal = ["opendal", "object_store_opendal", "hdfs-sys"]
 jemalloc = ["tikv-jemallocator", "tikv-jemalloc-ctl"]