Skip to content

chore(spark): update hadoop dependencies #1297

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 4 commits into from
Oct 6, 2025
Merged

chore(spark): update hadoop dependencies #1297

Changes from 3 commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
5faa70e
chore(spark): update hdfs dependencies
razvan Oct 6, 2025
63300ea
bump hbase version
razvan Oct 6, 2025
505f9d5
add maven repo links for logging libs
razvan Oct 6, 2025
008ccf7
Update spark-k8s/boil-config.toml
razvan Oct 6, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
50 changes: 25 additions & 25 deletions spark-k8s/boil-config.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,56 +1,56 @@
[versions."3.5.6".local-images]
"hadoop/hadoop" = "3.4.1" # Current Stackable LTS version. Source of the AWS and Azure artifacts to Spark's classpath.
"hadoop/hadoop" = "3.4.2"
java-base = "17"
java-devel = "17"
hbase = "2.6.2" # Current Stackable LTS version. Used to build the HBase connector.
hbase = "2.6.3"
vector = "0.49.0"

[versions."3.5.6".build-arguments]
python-version = "3.11"
aws-java-sdk-bundle-version = "2.24.6" # https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
azure-storage-version = "7.0.1" # https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-azure/3.4.1
azure-keyvault-core-version = "1.0.0" # https://mvnrepository.com/artifact/com.microsoft.azure/azure-storage/7.0.1
jackson-dataformat-xml-version = "2.15.2" # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.2
stax2-api-version = "4.2.1" # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
woodstox-core-version = "6.5.1" # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
aws-java-sdk-bundle-version = "2.29.52" # needs to match the version shipped by Hadoop
azure-storage-version = "7.0.1" # needs to match the version shipped by Hadoop
azure-keyvault-core-version = "1.0.0" # needs to match the version shipped by Hadoop
jackson-dataformat-xml-version = "2.15.2" # needs to match the version shipped by Spark https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.12/3.5.7
stax2-api-version = "4.2.1" # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
woodstox-core-version = "6.5.1" # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
jmx-exporter-version = "1.3.0"
tini-version = "0.19.0"
hbase-connector-version = "1.0.1"

[versions."3.5.7".local-images]
"hadoop/hadoop" = "3.4.1" # Current Stackable LTS version. Source of the AWS and Azure artifacts to Spark's classpath.
"hadoop/hadoop" = "3.4.2"
java-base = "17"
java-devel = "17"
hbase = "2.6.2" # Current Stackable LTS version. Used to build the HBase connector.
hbase = "2.6.3"
vector = "0.49.0"

[versions."3.5.7".build-arguments]
python-version = "3.11"
aws-java-sdk-bundle-version = "2.24.6" # https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
azure-storage-version = "7.0.1" # https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-azure/3.4.1
azure-keyvault-core-version = "1.0.0" # https://mvnrepository.com/artifact/com.microsoft.azure/azure-storage/7.0.1
jackson-dataformat-xml-version = "2.15.2" # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.2
stax2-api-version = "4.2.1" # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
woodstox-core-version = "6.5.1" # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
aws-java-sdk-bundle-version = "2.29.52" # needs to match the version shipped by Hadoop
azure-storage-version = "7.0.1" # needs to match the version shipped by Hadoop
azure-keyvault-core-version = "1.0.0" # needs to match the version shipped by Hadoop
jackson-dataformat-xml-version = "2.15.2" # needs to match the version shipped by Spark https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.12/3.5.7
stax2-api-version = "4.2.1" # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
woodstox-core-version = "6.5.1" # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
jmx-exporter-version = "1.3.0"
tini-version = "0.19.0"
hbase-connector-version = "1.0.1"

[versions."4.0.1".local-images]
"hadoop/hadoop" = "3.4.1"
"hadoop/hadoop" = "3.4.2"
java-base = "17"
java-devel = "17"
hbase = "2.6.2"
hbase = "2.6.3"
vector = "0.49.0"

[versions."4.0.1".build-arguments]
python-version = "3.11"
aws-java-sdk-bundle-version = "2.24.6"
azure-storage-version = "7.0.1" # https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-azure/3.3.4
azure-keyvault-core-version = "1.0.0" # https://mvnrepository.com/artifact/com.microsoft.azure/azure-storage/7.0.1
jackson-dataformat-xml-version = "2.15.2" # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.1
stax2-api-version = "4.2.1" # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
woodstox-core-version = "6.5.1" # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
aws-java-sdk-bundle-version = "2.29.52" # needs to match the version shipped by Hadoop
azure-storage-version = "7.0.1" # needs to match the version shipped by Hadoop
azure-keyvault-core-version = "1.0.0" # needs to match the version shipped by Hadoop
jackson-dataformat-xml-version = "2.18.2" # needs to match the version shipped by Spark https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/4.0.1
stax2-api-version = "4.2.2" # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.18.2
woodstox-core-version = "7.0.0" # needs to match the jackson version https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.18.2
jmx-exporter-version = "1.3.0"
tini-version = "0.19.0"
hbase-connector-version = "1.0.1" # This is not supported in Spark 4 yet.
hbase-connector-version = "1.0.1" # This is not supported in Spark 4 yet.