File tree Expand file tree Collapse file tree 4 files changed +890
-628
lines changed Expand file tree Collapse file tree 4 files changed +890
-628
lines changed Original file line number Diff line number Diff line change @@ -39,20 +39,20 @@ WORKDIR ${SPARK_HOME}
39
39
# Remember to also update `tests/conftest`'s spark setting
40
40
ENV SPARK_VERSION=3.5.4
41
41
ENV ICEBERG_SPARK_RUNTIME_VERSION=3.5_2.12
42
- ENV ICEBERG_VERSION=1.8.0
42
+ ENV ICEBERG_VERSION=1.9.0-SNAPSHOT
43
43
ENV PYICEBERG_VERSION=0.9.0
44
44
45
45
RUN curl --retry 5 -s -C - https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop3.tgz -o spark-${SPARK_VERSION}-bin-hadoop3.tgz \
46
46
&& tar xzf spark-${SPARK_VERSION}-bin-hadoop3.tgz --directory /opt/spark --strip-components 1 \
47
47
&& rm -rf spark-${SPARK_VERSION}-bin-hadoop3.tgz
48
48
49
49
# Download iceberg spark runtime
50
- RUN curl --retry 5 -s https://repo1.maven .org/maven2/ org/apache/iceberg/iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}/${ICEBERG_VERSION} /iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}-${ICEBERG_VERSION} .jar \
50
+ RUN curl --retry 5 -s https://repository.apache .org/content/groups/snapshots/ org/apache/iceberg/iceberg-spark-runtime-3.5_2.12/1.9.0-SNAPSHOT /iceberg-spark-runtime-3.5_2.12-1.9.0-20250408.001846-43 .jar \
51
51
-Lo /opt/spark/jars/iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}-${ICEBERG_VERSION}.jar
52
52
53
53
54
54
# Download AWS bundle
55
- RUN curl --retry 5 -s https://repo1.maven .org/maven2/ org/apache/iceberg/iceberg-aws-bundle/${ICEBERG_VERSION} /iceberg-aws-bundle-${ICEBERG_VERSION} .jar \
55
+ RUN curl --retry 5 -s https://repository.apache .org/content/groups/snapshots/ org/apache/iceberg/iceberg-aws-bundle/1.9.0-SNAPSHOT /iceberg-aws-bundle-1.9.0-20250408.002722-86 .jar \
56
56
-Lo /opt/spark/jars/iceberg-aws-bundle-${ICEBERG_VERSION}.jar
57
57
58
58
COPY spark-defaults.conf /opt/spark/conf
You can’t perform that action at this time.
0 commit comments