Merge pull request #1 from datafusion-contrib/ntran/move_code

Move code from internal mp-rs to open source. All datadog dependencie…

Author: NGA-TRAN

Cargo.toml

@@ -0,0 +1,98 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+[package]
+name = "datafusion-distributed"
+description = "DataFusion distributed execution framework"
+homepage = "https://github.com/datafusion-contrib/datafusion-distributed"
+repository = "https://github.com/datafusion-contrib/datafusion-distributed"
+authors = ["DataFusion Contributors <[email protected]>"]
+version = "0.1.0"
+edition = "2021"
+readme = "README.md"
+license = "Apache-2.0"
+rust-version = "1.70"
+build = "build.rs"
+
+[[bin]]
+name = "datafusion-distributed"
+path = "src/main.rs"
+
+[dependencies]
+anyhow = "1"
+arrow = { version = "55.1", features = ["ipc"] }
+arrow-flight = { version = "55", features = ["flight-sql-experimental"] }
+async-stream = "0.3"
+bytes = "1.5"
+clap = { version = "4.4", features = ["derive"] }
+datafusion = { git = "https://github.com/apache/datafusion", branch = "main", features = [
+    "pyarrow",
+    "avro",
+] }
+datafusion-proto = { git = "https://github.com/apache/datafusion", branch = "main" }
+env_logger = "0.11"
+futures = "0.3"
+itertools = "0.14"
+k8s-openapi = { version = "0.25", features = ["v1_31"] }
+kube = { version = "1.1", features = ["derive", "runtime"] }
+log = "0.4"
+rand = "0.8"
+uuid = { version = "1.6", features = ["v4"] }
+
+object_store = { version = "0.12.0", features = [
+  "aws",
+  "gcp",
+  "azure",
+  "http",
+] }
+parking_lot = { version = "0.12", features = ["deadlock_detection"] }
+prost = "0.13"
+rustls = "0.23"
+test-log = "0.2"
+thiserror = "1.0"
+
+tokio = { version = "1.0", features = ["full"] }
+tokio-stream = { version = "0.1", features = ["full"] }
+
+tonic = { version = "0.12", default-features = false, features = [
+  "transport",
+  "router",
+  "codegen",
+  "prost",
+] }
+url = "2"
+
+[target.'cfg(not(target_env = "msvc"))'.dependencies]
+tikv-jemalloc-ctl = { version = "0.5.4" }
+tikv-jemalloc-sys = { version = "0.5.4" }
+tikv-jemallocator = { version = "0.5.4", features = [
+  "profiling",
+  "disable_initial_exec_tls",
+  "unprefixed_malloc_on_supported_platforms",
+] }
+
+[build-dependencies]
+prost-types = "0.13"
+rustc_version = "0.4.0"
+tonic-build = { version = "0.12", default-features = false, features = [
+  "transport",
+  "prost",
+] }
+url = "2"
+
+[dev-dependencies]
+tempfile = "3.20"