Skip to content

Commit 689ba82

Browse files
committed
fix: aws artifact name and version
1 parent a648933 commit 689ba82

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

spark-k8s/Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -153,7 +153,7 @@ WORKDIR /stackable/spark-${PRODUCT}/dist/jars
153153
# Copy modules required for s3a://
154154
COPY --from=hadoop-builder --chown=${STACKABLE_USER_UID}:0 \
155155
/stackable/hadoop/share/hadoop/tools/lib/hadoop-aws-${HADOOP}.jar \
156-
/stackable/hadoop/share/hadoop/tools/lib/aws-java-sdk-bundle-${AWS_JAVA_SDK_BUNDLE}.jar \
156+
/stackable/hadoop/share/hadoop/tools/lib/bundle-${AWS_JAVA_SDK_BUNDLE}.jar \
157157
./
158158

159159
# Copy modules required for abfs://

spark-k8s/versions.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
"python": "3.11",
77
"hadoop": "3.4.1", # Current Stackable LTS version. Source of the AWS and Azure artifacts to Spark's classpath.
88
"hbase": "2.6.2", # Current Stackable LTS version. Used to build the HBase connector.
9-
"aws_java_sdk_bundle": "1.12.720", # https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
9+
"aws_java_sdk_bundle": "2.24.6", # https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
1010
"azure_storage": "7.0.1", # https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-azure/3.4.1
1111
"azure_keyvault_core": "1.0.0", # https://mvnrepository.com/artifact/com.microsoft.azure/azure-storage/7.0.1
1212
"jackson_dataformat_xml": "2.15.2", # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.2

0 commit comments

Comments
 (0)