Adding an optional hdfs crate

Author: comphead

.github/actions/rust-test/action.yaml

@@ -29,7 +29,7 @@ runs:
       shell: bash
       run: |
         cd native
-        cargo clippy --color=never --all-targets --workspace --exclude datafusion-objectstore-hdfs -- -D warnings
+        cargo clippy --color=never --all-targets --workspace -- -D warnings
 
     - name: Check compilation
       shell: bash

NOTICE.txt

@@ -8,3 +8,6 @@ This product includes software developed at
 Apache Gluten (https://github.com/apache/incubator-gluten/)
 Specifically:
 - Optimizer rule to replace SortMergeJoin with ShuffleHashJoin
+
+This produce includes software developed at
+Apache DataFusion HDFS ObjectStore Contrib Package(https://github.com/datafusion-contrib/datafusion-objectstore-hdfs)

native/core/Cargo.toml

@@ -78,7 +78,7 @@ object_store = { workspace = true }
 url = { workspace = true }
 chrono = { workspace = true }
 parking_lot = "0.12.3"
-datafusion-objectstore-hdfs = { path = "../hdfs", optional = true}
+datafusion-comet-objectstore-hdfs = { path = "../hdfs", optional = true}
 
 [dev-dependencies]
 pprof = { version = "0.14.0", features = ["flamegraph"] }
@@ -90,11 +90,11 @@ hex = "0.4.3"
 
 [features]
 default = []
-hdfs=["datafusion-objectstore-hdfs"]
+hdfs=["datafusion-comet-objectstore-hdfs"]
 
 # exclude optional packages from cargo machete verifications
 [package.metadata.cargo-machete]
-ignored = ["datafusion-objectstore-hdfs"]
+ignored = ["datafusion-comet-objectstore-hdfs"]
 
 [lib]
 name = "comet"

native/hdfs/Cargo.toml

@@ -21,8 +21,8 @@
 # Example: JAVA_HOME="/opt/homebrew/opt/openjdk@11" cargo build --features=hdfs
 
 [package]
-name = "datafusion-objectstore-hdfs"
-description = "Comet HDFS integration. Initiated by Yanghong Zhong <[email protected]> (https://github.com/datafusion-contrib/datafusion-objectstore-hdfs)"
+name = "datafusion-comet-objectstore-hdfs"
+description = "Comet HDFS integration"
 version = { workspace = true }
 homepage = { workspace = true }
 repository = { workspace = true }

native/hdfs/README.md

@@ -0,0 +1,33 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# Apache DataFusion Comet: HDFS integration
+
+This crate contains the HDFS cluster integration 
+and is intended to be used as part of the Apache DataFusion Comet project
+
+The HDFS access powered by [fs-hdfs](https://github.com/datafusion-contrib/fs-hdfs).
+The crate provides `object_store` implementation leveraged by Rust FFI APIs for the `libhdfs` which can be compiled 
+by a set of C files provided by the [official Hadoop Community](https://github.com/apache/hadoop).
+
+# Supported HDFS versions
+
+Currently supported Apache Hadoop clients are: 
+- 2.* 
+- 3.*