diff --git a/Cargo.lock b/Cargo.lock index 352771cdb..e32bf3cfc 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -138,14 +138,14 @@ checksum = "4c95c10ba0b00a02636238b814946408b1322d5ac4760326e6fb8ec956d85775" [[package]] name = "apache-avro" -version = "0.16.0" +version = "0.17.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ceb7c683b2f8f40970b70e39ff8be514c95b96fcb9c4af87e1ed2cb2e10801a0" +checksum = "1aef82843a0ec9f8b19567445ad2421ceeb1d711514384bdd3d49fe37102ee13" dependencies = [ - "bzip2", + "bigdecimal", + "bzip2 0.4.4", "crc32fast", "digest", - "lazy_static", "libflate", "log", "num-bigint", @@ -153,15 +153,16 @@ dependencies = [ "rand", "regex-lite", "serde", + "serde_bytes", "serde_json", "snap", - "strum 0.25.0", - "strum_macros 0.25.3", + "strum", + "strum_macros", "thiserror 1.0.69", "typed-builder", "uuid", "xz2", - "zstd 0.12.4", + "zstd", ] [[package]] @@ -415,7 +416,7 @@ version = "0.4.18" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "df895a515f70646414f4b45c0b79082783b80552b373a68283012928df56f522" dependencies = [ - "bzip2", + "bzip2 0.4.4", "flate2", "futures-core", "futures-io", @@ -423,8 +424,8 @@ dependencies = [ "pin-project-lite", "tokio", "xz2", - "zstd 0.13.2", - "zstd-safe 7.2.1", + "zstd", + "zstd-safe", ] [[package]] @@ -506,6 +507,20 @@ version = "0.22.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" +[[package]] +name = "bigdecimal" +version = "0.4.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f31f3af01c5c65a07985c804d3366560e6fa7883d640a122819b14ec327482c" +dependencies = [ + "autocfg", + "libm", + "num-bigint", + "num-integer", + "num-traits", + "serde", +] + [[package]] name = "bitflags" version = "1.3.2" @@ -598,6 +613,16 @@ dependencies = [ "libc", ] +[[package]] +name = "bzip2" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bafdbf26611df8c14810e268ddceda071c297570a5fb360ceddf617fe417ef58" +dependencies = [ + "bzip2-sys", + "libc", +] + [[package]] name = "bzip2-sys" version = "0.1.11+1.0.8" @@ -681,8 +706,8 @@ version = "7.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "24f165e7b643266ea80cb858aed492ad9280e3e05ce24d4a99d7d7b889b6a4d9" dependencies = [ - "strum 0.26.3", - "strum_macros 0.26.4", + "strum", + "strum_macros", "unicode-width", ] @@ -855,7 +880,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cbba0799cf6913b456ed07a94f0f3b6e12c62a5d88b10809e2284a0f2b915c05" dependencies = [ "ahash", - "apache-avro", "arrow", "arrow-array", "arrow-ipc", @@ -863,24 +887,24 @@ dependencies = [ "async-compression", "async-trait", "bytes", - "bzip2", + "bzip2 0.4.4", "chrono", "dashmap", - "datafusion-catalog", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-execution", - "datafusion-expr", - "datafusion-functions", - "datafusion-functions-aggregate", - "datafusion-functions-nested", - "datafusion-functions-window", - "datafusion-optimizer", - "datafusion-physical-expr", - "datafusion-physical-expr-common", - "datafusion-physical-optimizer", - "datafusion-physical-plan", - "datafusion-sql", + "datafusion-catalog 43.0.0", + "datafusion-common 43.0.0", + "datafusion-common-runtime 43.0.0", + "datafusion-execution 43.0.0", + "datafusion-expr 43.0.0", + "datafusion-functions 43.0.0", + "datafusion-functions-aggregate 43.0.0", + "datafusion-functions-nested 43.0.0", + "datafusion-functions-window 43.0.0", + "datafusion-optimizer 43.0.0", + "datafusion-physical-expr 43.0.0", + "datafusion-physical-expr-common 43.0.0", + "datafusion-physical-optimizer 43.0.0", + "datafusion-physical-plan 43.0.0", + "datafusion-sql 43.0.0", "flate2", "futures", "glob", @@ -889,7 +913,6 @@ dependencies = [ "indexmap", "itertools", "log", - "num-traits", "num_cpus", "object_store", "parking_lot", @@ -897,14 +920,68 @@ dependencies = [ "paste", "pin-project-lite", "rand", - "sqlparser", + "sqlparser 0.51.0", + "tempfile", + "tokio", + "tokio-util", + "url", + "uuid", + "xz2", + "zstd", +] + +[[package]] +name = "datafusion" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "014fc8c384ecacedaabb3bc8359c2a6c6e9d8f7bea65be3434eccacfc37f52d9" +dependencies = [ + "apache-avro", + "arrow", + "arrow-array", + "arrow-ipc", + "arrow-schema", + "async-compression", + "async-trait", + "bytes", + "bzip2 0.5.0", + "chrono", + "dashmap", + "datafusion-catalog 44.0.0", + "datafusion-common 44.0.0", + "datafusion-common-runtime 44.0.0", + "datafusion-execution 44.0.0", + "datafusion-expr 44.0.0", + "datafusion-functions 44.0.0", + "datafusion-functions-aggregate 44.0.0", + "datafusion-functions-nested 44.0.0", + "datafusion-functions-table", + "datafusion-functions-window 44.0.0", + "datafusion-optimizer 44.0.0", + "datafusion-physical-expr 44.0.0", + "datafusion-physical-expr-common 44.0.0", + "datafusion-physical-optimizer 44.0.0", + "datafusion-physical-plan 44.0.0", + "datafusion-sql 44.0.0", + "flate2", + "futures", + "glob", + "itertools", + "log", + "num-traits", + "object_store", + "parking_lot", + "parquet", + "rand", + "regex", + "sqlparser 0.53.0", "tempfile", "tokio", "tokio-util", "url", "uuid", "xz2", - "zstd 0.13.2", + "zstd", ] [[package]] @@ -915,10 +992,25 @@ checksum = "7493c5c2d40eec435b13d92e5703554f4efc7059451fcb8d3a79580ff0e45560" dependencies = [ "arrow-schema", "async-trait", - "datafusion-common", - "datafusion-execution", - "datafusion-expr", - "datafusion-physical-plan", + "datafusion-common 43.0.0", + "datafusion-execution 43.0.0", + "datafusion-expr 43.0.0", + "datafusion-physical-plan 43.0.0", + "parking_lot", +] + +[[package]] +name = "datafusion-catalog" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ee60d33e210ef96070377ae667ece7caa0e959c8387496773d4a1a72f1a5012e" +dependencies = [ + "arrow-schema", + "async-trait", + "datafusion-common 44.0.0", + "datafusion-execution 44.0.0", + "datafusion-expr 44.0.0", + "datafusion-physical-plan 44.0.0", "parking_lot", ] @@ -929,7 +1021,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "24953049ebbd6f8964f91f60aa3514e121b5e81e068e33b60e77815ab369b25c" dependencies = [ "ahash", - "apache-avro", "arrow", "arrow-array", "arrow-buffer", @@ -944,9 +1035,35 @@ dependencies = [ "object_store", "parquet", "paste", + "sqlparser 0.51.0", + "tokio", +] + +[[package]] +name = "datafusion-common" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b42b7d720fe21ed9cca2ebb635f3f13a12cfab786b41e0fba184fb2e620525b" +dependencies = [ + "ahash", + "apache-avro", + "arrow", + "arrow-array", + "arrow-buffer", + "arrow-schema", + "half", + "hashbrown 0.14.5", + "indexmap", + "libc", + "log", + "object_store", + "parquet", + "paste", "pyo3", - "sqlparser", + "recursive", + "sqlparser 0.53.0", "tokio", + "web-time", ] [[package]] @@ -959,6 +1076,22 @@ dependencies = [ "tokio", ] +[[package]] +name = "datafusion-common-runtime" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72fbf14d4079f7ce5306393084fe5057dddfdc2113577e0049310afa12e94281" +dependencies = [ + "log", + "tokio", +] + +[[package]] +name = "datafusion-doc" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c278dbd64860ed0bb5240fc1f4cb6aeea437153910aea69bcf7d5a8d6d0454f3" + [[package]] name = "datafusion-execution" version = "43.0.0" @@ -968,8 +1101,8 @@ dependencies = [ "arrow", "chrono", "dashmap", - "datafusion-common", - "datafusion-expr", + "datafusion-common 43.0.0", + "datafusion-expr 43.0.0", "futures", "hashbrown 0.14.5", "log", @@ -980,6 +1113,25 @@ dependencies = [ "url", ] +[[package]] +name = "datafusion-execution" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e22cb02af47e756468b3cbfee7a83e3d4f2278d452deb4b033ba933c75169486" +dependencies = [ + "arrow", + "dashmap", + "datafusion-common 44.0.0", + "datafusion-expr 44.0.0", + "futures", + "log", + "object_store", + "parking_lot", + "rand", + "tempfile", + "url", +] + [[package]] name = "datafusion-expr" version = "43.0.0" @@ -991,17 +1143,38 @@ dependencies = [ "arrow-array", "arrow-buffer", "chrono", - "datafusion-common", - "datafusion-expr-common", - "datafusion-functions-aggregate-common", - "datafusion-functions-window-common", - "datafusion-physical-expr-common", + "datafusion-common 43.0.0", + "datafusion-expr-common 43.0.0", + "datafusion-functions-aggregate-common 43.0.0", + "datafusion-functions-window-common 43.0.0", + "datafusion-physical-expr-common 43.0.0", "indexmap", "paste", "serde_json", - "sqlparser", - "strum 0.26.3", - "strum_macros 0.26.4", + "sqlparser 0.51.0", + "strum", + "strum_macros", +] + +[[package]] +name = "datafusion-expr" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "62298eadb1d15b525df1315e61a71519ffc563d41d5c3b2a30fda2d70f77b93c" +dependencies = [ + "arrow", + "chrono", + "datafusion-common 44.0.0", + "datafusion-doc", + "datafusion-expr-common 44.0.0", + "datafusion-functions-aggregate-common 44.0.0", + "datafusion-functions-window-common 44.0.0", + "datafusion-physical-expr-common 44.0.0", + "indexmap", + "paste", + "recursive", + "serde_json", + "sqlparser 0.53.0", ] [[package]] @@ -1011,11 +1184,22 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4da0f3cb4669f9523b403d6b5a0ec85023e0ab3bf0183afd1517475b3e64fdd2" dependencies = [ "arrow", - "datafusion-common", + "datafusion-common 43.0.0", "itertools", "paste", ] +[[package]] +name = "datafusion-expr-common" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dda7f73c5fc349251cd3dcb05773c5bf55d2505a698ef9d38dfc712161ea2f55" +dependencies = [ + "arrow", + "datafusion-common 44.0.0", + "itertools", +] + [[package]] name = "datafusion-ffi" version = "43.0.0" @@ -1026,7 +1210,7 @@ dependencies = [ "arrow", "async-ffi", "async-trait", - "datafusion", + "datafusion 43.0.0", "datafusion-proto", "doc-comment", "futures", @@ -1046,9 +1230,39 @@ dependencies = [ "blake2", "blake3", "chrono", - "datafusion-common", - "datafusion-execution", - "datafusion-expr", + "datafusion-common 43.0.0", + "datafusion-execution 43.0.0", + "datafusion-expr 43.0.0", + "hashbrown 0.14.5", + "hex", + "itertools", + "log", + "md-5", + "rand", + "regex", + "sha2", + "unicode-segmentation", + "uuid", +] + +[[package]] +name = "datafusion-functions" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fd197f3b2975424d3a4898ea46651be855a46721a56727515dbd5c9e2fb597da" +dependencies = [ + "arrow", + "arrow-buffer", + "base64 0.22.1", + "blake2", + "blake3", + "chrono", + "datafusion-common 44.0.0", + "datafusion-doc", + "datafusion-execution 44.0.0", + "datafusion-expr 44.0.0", + "datafusion-expr-common 44.0.0", + "datafusion-macros", "hashbrown 0.14.5", "hex", "itertools", @@ -1070,18 +1284,40 @@ dependencies = [ "ahash", "arrow", "arrow-schema", - "datafusion-common", - "datafusion-execution", - "datafusion-expr", - "datafusion-functions-aggregate-common", - "datafusion-physical-expr", - "datafusion-physical-expr-common", + "datafusion-common 43.0.0", + "datafusion-execution 43.0.0", + "datafusion-expr 43.0.0", + "datafusion-functions-aggregate-common 43.0.0", + "datafusion-physical-expr 43.0.0", + "datafusion-physical-expr-common 43.0.0", "half", "indexmap", "log", "paste", ] +[[package]] +name = "datafusion-functions-aggregate" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aabbe48fba18f9981b134124381bee9e46f93518b8ad2f9721ee296cef5affb9" +dependencies = [ + "ahash", + "arrow", + "arrow-schema", + "datafusion-common 44.0.0", + "datafusion-doc", + "datafusion-execution 44.0.0", + "datafusion-expr 44.0.0", + "datafusion-functions-aggregate-common 44.0.0", + "datafusion-macros", + "datafusion-physical-expr 44.0.0", + "datafusion-physical-expr-common 44.0.0", + "half", + "log", + "paste", +] + [[package]] name = "datafusion-functions-aggregate-common" version = "43.0.0" @@ -1090,12 +1326,25 @@ checksum = "6fb06208fc470bc8cf1ce2d9a1159d42db591f2c7264a8c1776b53ad8f675143" dependencies = [ "ahash", "arrow", - "datafusion-common", - "datafusion-expr-common", - "datafusion-physical-expr-common", + "datafusion-common 43.0.0", + "datafusion-expr-common 43.0.0", + "datafusion-physical-expr-common 43.0.0", "rand", ] +[[package]] +name = "datafusion-functions-aggregate-common" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7a3fefed9c8c11268d446d924baca8cabf52fe32f73fdaa20854bac6473590c" +dependencies = [ + "ahash", + "arrow", + "datafusion-common 44.0.0", + "datafusion-expr-common 44.0.0", + "datafusion-physical-expr-common 44.0.0", +] + [[package]] name = "datafusion-functions-nested" version = "43.0.0" @@ -1107,29 +1356,84 @@ dependencies = [ "arrow-buffer", "arrow-ord", "arrow-schema", - "datafusion-common", - "datafusion-execution", - "datafusion-expr", - "datafusion-functions", - "datafusion-functions-aggregate", - "datafusion-physical-expr-common", + "datafusion-common 43.0.0", + "datafusion-execution 43.0.0", + "datafusion-expr 43.0.0", + "datafusion-functions 43.0.0", + "datafusion-functions-aggregate 43.0.0", + "datafusion-physical-expr-common 43.0.0", "itertools", "log", "paste", "rand", ] +[[package]] +name = "datafusion-functions-nested" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6360f27464fab857bec698af39b2ae331dc07c8bf008fb4de387a19cdc6815a5" +dependencies = [ + "arrow", + "arrow-array", + "arrow-buffer", + "arrow-ord", + "arrow-schema", + "datafusion-common 44.0.0", + "datafusion-execution 44.0.0", + "datafusion-expr 44.0.0", + "datafusion-functions 44.0.0", + "datafusion-functions-aggregate 44.0.0", + "datafusion-physical-expr-common 44.0.0", + "itertools", + "log", + "paste", +] + +[[package]] +name = "datafusion-functions-table" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c35c070eb705c12795dab399c3809f4dfbc290678c624d3989490ca9b8449c1" +dependencies = [ + "arrow", + "async-trait", + "datafusion-catalog 44.0.0", + "datafusion-common 44.0.0", + "datafusion-expr 44.0.0", + "datafusion-physical-plan 44.0.0", + "parking_lot", + "paste", +] + [[package]] name = "datafusion-functions-window" version = "43.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5ae23356c634e54c59f7c51acb7a5b9f6240ffb2cf997049a1a24a8a88598dbe" dependencies = [ - "datafusion-common", - "datafusion-expr", - "datafusion-functions-window-common", - "datafusion-physical-expr", - "datafusion-physical-expr-common", + "datafusion-common 43.0.0", + "datafusion-expr 43.0.0", + "datafusion-functions-window-common 43.0.0", + "datafusion-physical-expr 43.0.0", + "datafusion-physical-expr-common 43.0.0", + "log", + "paste", +] + +[[package]] +name = "datafusion-functions-window" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52229bca26b590b140900752226c829f15fc1a99840e1ca3ce1a9534690b82a8" +dependencies = [ + "datafusion-common 44.0.0", + "datafusion-doc", + "datafusion-expr 44.0.0", + "datafusion-functions-window-common 44.0.0", + "datafusion-macros", + "datafusion-physical-expr 44.0.0", + "datafusion-physical-expr-common 44.0.0", "log", "paste", ] @@ -1140,8 +1444,28 @@ version = "43.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d4b3d6ff7794acea026de36007077a06b18b89e4f9c3fea7f2215f9f7dd9059b" dependencies = [ - "datafusion-common", - "datafusion-physical-expr-common", + "datafusion-common 43.0.0", + "datafusion-physical-expr-common 43.0.0", +] + +[[package]] +name = "datafusion-functions-window-common" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "367befc303b64a668a10ae6988a064a9289e1999e71a7f8e526b6e14d6bdd9d6" +dependencies = [ + "datafusion-common 44.0.0", + "datafusion-physical-expr-common 44.0.0", +] + +[[package]] +name = "datafusion-macros" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f5de3c8f386ea991696553afe241a326ecbc3c98a12c562867e4be754d3a060c" +dependencies = [ + "quote", + "syn 2.0.90", ] [[package]] @@ -1153,9 +1477,9 @@ dependencies = [ "arrow", "async-trait", "chrono", - "datafusion-common", - "datafusion-expr", - "datafusion-physical-expr", + "datafusion-common 43.0.0", + "datafusion-expr 43.0.0", + "datafusion-physical-expr 43.0.0", "hashbrown 0.14.5", "indexmap", "itertools", @@ -1164,6 +1488,25 @@ dependencies = [ "regex-syntax", ] +[[package]] +name = "datafusion-optimizer" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53b520413906f755910422b016fb73884ae6e9e1b376de4f9584b6c0e031da75" +dependencies = [ + "arrow", + "chrono", + "datafusion-common 44.0.0", + "datafusion-expr 44.0.0", + "datafusion-physical-expr 44.0.0", + "indexmap", + "itertools", + "log", + "recursive", + "regex", + "regex-syntax", +] + [[package]] name = "datafusion-physical-expr" version = "43.0.0" @@ -1178,11 +1521,36 @@ dependencies = [ "arrow-schema", "arrow-string", "chrono", - "datafusion-common", - "datafusion-expr", - "datafusion-expr-common", - "datafusion-functions-aggregate-common", - "datafusion-physical-expr-common", + "datafusion-common 43.0.0", + "datafusion-expr 43.0.0", + "datafusion-expr-common 43.0.0", + "datafusion-functions-aggregate-common 43.0.0", + "datafusion-physical-expr-common 43.0.0", + "half", + "hashbrown 0.14.5", + "indexmap", + "itertools", + "log", + "paste", + "petgraph", +] + +[[package]] +name = "datafusion-physical-expr" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "acd6ddc378f6ad19af95ccd6790dec8f8e1264bc4c70e99ddc1830c1a1c78ccd" +dependencies = [ + "ahash", + "arrow", + "arrow-array", + "arrow-buffer", + "arrow-schema", + "datafusion-common 44.0.0", + "datafusion-expr 44.0.0", + "datafusion-expr-common 44.0.0", + "datafusion-functions-aggregate-common 44.0.0", + "datafusion-physical-expr-common 44.0.0", "half", "hashbrown 0.14.5", "indexmap", @@ -1200,12 +1568,26 @@ checksum = "b8b7734d94bf2fa6f6e570935b0ddddd8421179ce200065be97874e13d46a47b" dependencies = [ "ahash", "arrow", - "datafusion-common", - "datafusion-expr-common", + "datafusion-common 43.0.0", + "datafusion-expr-common 43.0.0", "hashbrown 0.14.5", "rand", ] +[[package]] +name = "datafusion-physical-expr-common" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "06e6c05458eccd74b4c77ed6a1fe63d52434240711de7f6960034794dad1caf5" +dependencies = [ + "ahash", + "arrow", + "datafusion-common 44.0.0", + "datafusion-expr-common 44.0.0", + "hashbrown 0.14.5", + "itertools", +] + [[package]] name = "datafusion-physical-optimizer" version = "43.0.0" @@ -1214,14 +1596,31 @@ checksum = "7eee8c479522df21d7b395640dff88c5ed05361852dce6544d7c98e9dbcebffe" dependencies = [ "arrow", "arrow-schema", - "datafusion-common", - "datafusion-execution", - "datafusion-expr-common", - "datafusion-physical-expr", - "datafusion-physical-plan", + "datafusion-common 43.0.0", + "datafusion-execution 43.0.0", + "datafusion-expr-common 43.0.0", + "datafusion-physical-expr 43.0.0", + "datafusion-physical-plan 43.0.0", "itertools", ] +[[package]] +name = "datafusion-physical-optimizer" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9dc3a82190f49c37d377f31317e07ab5d7588b837adadba8ac367baad5dc2351" +dependencies = [ + "arrow", + "datafusion-common 44.0.0", + "datafusion-execution 44.0.0", + "datafusion-expr-common 44.0.0", + "datafusion-physical-expr 44.0.0", + "datafusion-physical-plan 44.0.0", + "itertools", + "log", + "recursive", +] + [[package]] name = "datafusion-physical-plan" version = "43.0.0" @@ -1236,14 +1635,14 @@ dependencies = [ "arrow-schema", "async-trait", "chrono", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-execution", - "datafusion-expr", - "datafusion-functions-aggregate-common", - "datafusion-functions-window-common", - "datafusion-physical-expr", - "datafusion-physical-expr-common", + "datafusion-common 43.0.0", + "datafusion-common-runtime 43.0.0", + "datafusion-execution 43.0.0", + "datafusion-expr 43.0.0", + "datafusion-functions-aggregate-common 43.0.0", + "datafusion-functions-window-common 43.0.0", + "datafusion-physical-expr 43.0.0", + "datafusion-physical-expr-common 43.0.0", "futures", "half", "hashbrown 0.14.5", @@ -1257,6 +1656,38 @@ dependencies = [ "tokio", ] +[[package]] +name = "datafusion-physical-plan" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a6608bc9844b4ddb5ed4e687d173e6c88700b1d0482f43894617d18a1fe75da" +dependencies = [ + "ahash", + "arrow", + "arrow-array", + "arrow-buffer", + "arrow-ord", + "arrow-schema", + "async-trait", + "chrono", + "datafusion-common 44.0.0", + "datafusion-common-runtime 44.0.0", + "datafusion-execution 44.0.0", + "datafusion-expr 44.0.0", + "datafusion-functions-window-common 44.0.0", + "datafusion-physical-expr 44.0.0", + "datafusion-physical-expr-common 44.0.0", + "futures", + "half", + "hashbrown 0.14.5", + "indexmap", + "itertools", + "log", + "parking_lot", + "pin-project-lite", + "tokio", +] + [[package]] name = "datafusion-proto" version = "43.0.0" @@ -1265,9 +1696,9 @@ checksum = "f730f7fc5a20134d4e5ecdf7bbf392002ac58163d58423ea28a702dc077b06e1" dependencies = [ "arrow", "chrono", - "datafusion", - "datafusion-common", - "datafusion-expr", + "datafusion 43.0.0", + "datafusion-common 43.0.0", + "datafusion-expr 43.0.0", "datafusion-proto-common", "object_store", "prost", @@ -1281,7 +1712,7 @@ checksum = "12c225fe49e4f943e35446b263613ada7a9e9f8d647544e6b07037b9803567df" dependencies = [ "arrow", "chrono", - "datafusion-common", + "datafusion-common 43.0.0", "object_store", "prost", ] @@ -1292,9 +1723,9 @@ version = "43.0.0" dependencies = [ "arrow", "async-trait", - "datafusion", + "datafusion 44.0.0", "datafusion-ffi", - "datafusion-functions-window-common", + "datafusion-functions-window-common 43.0.0", "datafusion-proto", "datafusion-substrait", "futures", @@ -1319,13 +1750,32 @@ dependencies = [ "arrow", "arrow-array", "arrow-schema", - "datafusion-common", - "datafusion-expr", + "datafusion-common 43.0.0", + "datafusion-expr 43.0.0", "indexmap", "log", "regex", - "sqlparser", - "strum 0.26.3", + "sqlparser 0.51.0", + "strum", +] + +[[package]] +name = "datafusion-sql" +version = "44.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a884061c79b33d0c8e84a6f4f4be8bdc12c0f53f5af28ddf5d6d95ac0b15fdc" +dependencies = [ + "arrow", + "arrow-array", + "arrow-schema", + "bigdecimal", + "datafusion-common 44.0.0", + "datafusion-expr 44.0.0", + "indexmap", + "log", + "recursive", + "regex", + "sqlparser 0.53.0", ] [[package]] @@ -1337,7 +1787,7 @@ dependencies = [ "arrow-buffer", "async-recursion", "chrono", - "datafusion", + "datafusion 43.0.0", "itertools", "object_store", "pbjson-types", @@ -1628,12 +2078,6 @@ version = "0.15.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bf151400ff0baff5465007dd2f3e717f3fe502074ca563069ce3a6629d07b289" -[[package]] -name = "heck" -version = "0.4.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8" - [[package]] name = "heck" version = "0.5.0" @@ -2253,6 +2697,7 @@ checksum = "a5e44f723f1133c9deac646763579fdb3ac745e418f2a7af9cd0c431da1f20b9" dependencies = [ "num-integer", "num-traits", + "serde", ] [[package]] @@ -2431,7 +2876,7 @@ dependencies = [ "thrift", "tokio", "twox-hash", - "zstd 0.13.2", + "zstd", "zstd-sys", ] @@ -2466,7 +2911,7 @@ version = "0.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6eea3058763d6e656105d1403cb04e0a41b7bbac6362d413e7c33be0c32279c9" dependencies = [ - "heck 0.5.0", + "heck", "itertools", "prost", "prost-types", @@ -2610,7 +3055,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0c1318b19085f08681016926435853bbf7858f9c082d0999b80550ff5d9abe15" dependencies = [ "bytes", - "heck 0.5.0", + "heck", "itertools", "log", "multimap", @@ -2655,6 +3100,15 @@ dependencies = [ "cmake", ] +[[package]] +name = "psm" +version = "0.1.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "200b9ff220857e53e184257720a14553b2f4aa02577d2ed9842d45d4b9654810" +dependencies = [ + "cc", +] + [[package]] name = "pyo3" version = "0.22.6" @@ -2724,7 +3178,7 @@ version = "0.22.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "36c011a03ba1e50152b4b394b479826cad97e7a21eb52df179cd91ac411cbfbe" dependencies = [ - "heck 0.5.0", + "heck", "proc-macro2", "pyo3-build-config", "quote", @@ -2838,6 +3292,26 @@ dependencies = [ "getrandom", ] +[[package]] +name = "recursive" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0786a43debb760f491b1bc0269fe5e84155353c67482b9e60d0cfb596054b43e" +dependencies = [ + "recursive-proc-macro-impl", + "stacker", +] + +[[package]] +name = "recursive-proc-macro-impl" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76009fbe0614077fc1a2ce255e3a1881a2e3a3527097d5dc6d8212c585e7e38b" +dependencies = [ + "quote", + "syn 2.0.90", +] + [[package]] name = "redox_syscall" version = "0.5.7" @@ -3163,6 +3637,15 @@ dependencies = [ "serde_derive", ] +[[package]] +name = "serde_bytes" +version = "0.11.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "387cc504cb06bb40a96c8e04e951fe01854cf6bc921053c954e4a606d9675c6a" +dependencies = [ + "serde", +] + [[package]] name = "serde_derive" version = "1.0.215" @@ -3287,7 +3770,7 @@ version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "03c3c6b7927ffe7ecaa769ee0e3994da3b8cafc8f444578982c83ecb161af917" dependencies = [ - "heck 0.5.0", + "heck", "proc-macro2", "quote", "syn 2.0.90", @@ -3322,7 +3805,17 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5fe11944a61da0da3f592e19a45ebe5ab92dc14a779907ff1f08fbb797bfefc7" dependencies = [ "log", - "sqlparser_derive", + "sqlparser_derive 0.2.2", +] + +[[package]] +name = "sqlparser" +version = "0.53.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "05a528114c392209b3264855ad491fcce534b94a38771b0a0b97a79379275ce8" +dependencies = [ + "log", + "sqlparser_derive 0.3.0", ] [[package]] @@ -3336,6 +3829,17 @@ dependencies = [ "syn 2.0.90", ] +[[package]] +name = "sqlparser_derive" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "da5fc6819faabb412da764b99d3b713bb55083c11e7e0c00144d386cd6a1939c" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.90", +] + [[package]] name = "stable_deref_trait" version = "1.2.0" @@ -3343,16 +3847,23 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3" [[package]] -name = "static_assertions" -version = "1.1.0" +name = "stacker" +version = "0.1.17" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f" +checksum = "799c883d55abdb5e98af1a7b3f23b9b6de8ecada0ecac058672d7635eb48ca7b" +dependencies = [ + "cc", + "cfg-if", + "libc", + "psm", + "windows-sys 0.59.0", +] [[package]] -name = "strum" -version = "0.25.0" +name = "static_assertions" +version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "290d54ea6f91c969195bdbcd7442c8c2a2ba87da8bf60a7ee86a235d4bc1e125" +checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f" [[package]] name = "strum" @@ -3360,20 +3871,7 @@ version = "0.26.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8fec0f0aef304996cf250b31b5a10dee7980c85da9d759361292b8bca5a18f06" dependencies = [ - "strum_macros 0.26.4", -] - -[[package]] -name = "strum_macros" -version = "0.25.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "23dc1fa9ac9c169a78ba62f0b841814b7abae11bdd047b9c58f893439e309ea0" -dependencies = [ - "heck 0.4.1", - "proc-macro2", - "quote", - "rustversion", - "syn 2.0.90", + "strum_macros", ] [[package]] @@ -3382,7 +3880,7 @@ version = "0.26.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4c6bee85a5a24955dc440386795aa378cd9cf82acd5f764469152d2270e581be" dependencies = [ - "heck 0.5.0", + "heck", "proc-macro2", "quote", "rustversion", @@ -3395,7 +3893,7 @@ version = "0.45.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a127ae9d8e443cea5c2122eb2ffe5fe489e802a1e746a09c5a5cb59d074c0aeb" dependencies = [ - "heck 0.5.0", + "heck", "pbjson", "pbjson-build", "pbjson-types", @@ -3694,18 +4192,18 @@ checksum = "6af6ae20167a9ece4bcb41af5b80f8a1f1df981f6391189ce00fd257af04126a" [[package]] name = "typed-builder" -version = "0.16.2" +version = "0.19.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "34085c17941e36627a879208083e25d357243812c30e7d7387c3b954f30ade16" +checksum = "a06fbd5b8de54c5f7c91f6fe4cebb949be2125d7758e630bb58b1d831dbce600" dependencies = [ "typed-builder-macro", ] [[package]] name = "typed-builder-macro" -version = "0.16.2" +version = "0.19.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f03ca4cb38206e2bef0700092660bb74d696f808514dae47fa1467cbfe26e96e" +checksum = "f9534daa9fd3ed0bd911d462a37f172228077e7abf18c18a5f67199d959205f8" dependencies = [ "proc-macro2", "quote", @@ -3734,7 +4232,7 @@ version = "0.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d59ab345b6c0d8ae9500b9ff334a4c7c0d316c1c628dc55726b95887eb8dbd11" dependencies = [ - "heck 0.5.0", + "heck", "log", "proc-macro2", "quote", @@ -4233,32 +4731,13 @@ dependencies = [ "syn 2.0.90", ] -[[package]] -name = "zstd" -version = "0.12.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1a27595e173641171fc74a1232b7b1c7a7cb6e18222c11e9dfb9888fa424c53c" -dependencies = [ - "zstd-safe 6.0.6", -] - [[package]] name = "zstd" version = "0.13.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fcf2b778a664581e31e389454a7072dab1647606d44f7feea22cd5abb9c9f3f9" dependencies = [ - "zstd-safe 7.2.1", -] - -[[package]] -name = "zstd-safe" -version = "6.0.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ee98ffd0b48ee95e6c5168188e44a54550b1564d9d530ee21d5f0eaed1069581" -dependencies = [ - "libc", - "zstd-sys", + "zstd-safe", ] [[package]] diff --git a/Cargo.toml b/Cargo.toml index d28844685..8e4beb78f 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -38,7 +38,7 @@ tokio = { version = "1.41", features = ["macros", "rt", "rt-multi-thread", "sync pyo3 = { version = "0.22", features = ["extension-module", "abi3", "abi3-py38"] } pyo3-async-runtimes = { version = "0.22", features = ["tokio-runtime"]} arrow = { version = "53", features = ["pyarrow"] } -datafusion = { version = "43.0.0", features = ["pyarrow", "avro", "unicode_expressions"] } +datafusion = { version = "44.0.0", features = ["pyarrow", "avro", "unicode_expressions"] } datafusion-substrait = { version = "43.0.0", optional = true } datafusion-proto = { version = "43.0.0" } datafusion-ffi = { version = "43.0.0" }