feat[spark]: write support in VortexDataSourceV2 (#4246)

Signed-off-by: Will Manning <[email protected]>
Signed-off-by: Andrew Duffy <[email protected]>
Co-authored-by: Andrew Duffy <[email protected]>

Author: lwwmanning

Cargo.lock

@@ -64,6 +64,7 @@ arrow-array = "55.2.0"
 arrow-buffer = "55.2.0"
 arrow-cast = "55.2.0"
 arrow-data = "55.2.0"
+arrow-ipc = "55.2.0"
 arrow-ord = "55.2.0"
 arrow-pyarrow = "55.2.0"
 arrow-schema = "55.2.0"

Cargo.toml

@@ -1,5 +1,6 @@
-#  SPDX-License-Identifier: Apache-2.0
-#  SPDX-FileCopyrightText: Copyright the Vortex contributors
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright the Vortex contributors
+
 distributionBase=GRADLE_USER_HOME
 distributionPath=wrapper/dists
 distributionUrl=https\://services.gradle.org/distributions/gradle-8.14.3-bin.zip

java/gradle/wrapper/gradle-wrapper.properties

@@ -99,7 +99,7 @@ org.apache.parquet:parquet-hadoop:1.13.1 (1 constraints: ef0cb234)
 org.apache.parquet:parquet-jackson:1.13.1 (1 constraints: ba0ef063)
 org.apache.spark:spark-catalyst_2.12:3.5.6 (2 constraints: d6114d28)
 org.apache.spark:spark-common-utils_2.12:3.5.6 (4 constraints: 7b3a5833)
-org.apache.spark:spark-core_2.12:3.5.6 (2 constraints: a21bc4f6)
+org.apache.spark:spark-core_2.12:3.5.6 (3 constraints: b120ecda)
 org.apache.spark:spark-kvstore_2.12:3.5.6 (1 constraints: 200de036)
 org.apache.spark:spark-launcher_2.12:3.5.6 (1 constraints: 200de036)
 org.apache.spark:spark-network-common_2.12:3.5.6 (2 constraints: ba1e1ae4)
@@ -148,19 +148,22 @@ org.scala-lang.modules:scala-parser-combinators_2.12:2.3.0 (1 constraints: 250e8
 org.scala-lang.modules:scala-xml_2.12:2.1.0 (1 constraints: 150dc936)
 org.slf4j:jcl-over-slf4j:2.0.7 (1 constraints: 591036c5)
 org.slf4j:jul-to-slf4j:2.0.7 (1 constraints: 591036c5)
-org.slf4j:slf4j-api:2.0.17 (24 constraints: c74fd496)
+org.slf4j:slf4j-api:2.0.17 (27 constraints: ab6b6683)
 org.threeten:threeten-extra:1.7.1 (1 constraints: 3f0aecbc)
 org.tukaani:xz:1.9 (1 constraints: 5d0a1eb6)
 org.xerial.snappy:snappy-java:1.1.10.5 (5 constraints: 3a48a9ee)
 oro:oro:2.0.8 (1 constraints: 1c0dce36)
 
 [Test dependencies]
+ch.qos.logback:logback-classic:1.4.14 (1 constraints: 3c05393b)
+ch.qos.logback:logback-core:1.4.14 (1 constraints: 3b0d3e2a)
 org.junit:junit-bom:5.13.4 (7 constraints: e2752517)
-org.junit.jupiter:junit-jupiter:5.13.4 (2 constraints: 540ebf67)
+org.junit.jupiter:junit-jupiter:5.13.4 (2 constraints: ba102aee)
 org.junit.jupiter:junit-jupiter-api:5.13.4 (4 constraints: 4339e7e7)
 org.junit.jupiter:junit-jupiter-engine:5.13.4 (2 constraints: 7d17a564)
 org.junit.jupiter:junit-jupiter-params:5.13.4 (3 constraints: bb1c050f)
 org.junit.platform:junit-platform-commons:1.13.4 (3 constraints: 782ad891)
 org.junit.platform:junit-platform-engine:1.13.4 (3 constraints: 902c6081)
 org.junit.platform:junit-platform-launcher:1.13.4 (1 constraints: 4009aa9e)
 org.opentest4j:opentest4j:1.3.0 (2 constraints: cf209249)
+org.slf4j:slf4j-simple:2.0.9 (1 constraints: 0d05fe35)

java/testfiles/Cargo.lock

@@ -26,6 +26,10 @@ dependencies {
     implementation("com.google.protobuf:protobuf-java")
     compileOnly("com.google.errorprone:error_prone_annotations")
     compileOnly("com.jakewharton.nopen:nopen-annotations")
+
+    // Logging
+    implementation("org.slf4j:slf4j-api:2.0.9")
+    testRuntimeOnly("ch.qos.logback:logback-classic:1.4.14")
 }
 
 testing {