Skip to content

Commit 321e0f7

Browse files
committed
[DOP-30579] Improve ivy2 package caching
1 parent 6bf1a83 commit 321e0f7

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

docker/Dockerfile.worker

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -54,6 +54,7 @@ RUN --mount=type=bind,source=./syncmaster/worker/ivy2.py,target=/app/syncmaster/
5454
python /app/docker/download_ivy2_packages.py s3 && \
5555
python /app/docker/download_ivy2_packages.py hdfs && \
5656
python /app/docker/download_ivy2_packages.py clickhouse && \
57+
python /app/docker/download_ivy2_packages.py iceberg && \
5758
python /app/docker/download_ivy2_packages.py postgres && \
5859
python /app/docker/download_ivy2_packages.py oracle && \
5960
python /app/docker/download_ivy2_packages.py mssql && \
@@ -77,7 +78,8 @@ COPY --from=builder /app/.venv/ /app/.venv/
7778
# custom Spark session function may download different jars, so syncmaster have to own them
7879
COPY --from=ivy2_packages --chown=syncmaster:syncmaster /home/syncmaster/.ivy2/ /home/syncmaster/.ivy2/
7980
# If someone needs to use worker image with root user, use the same jars
80-
RUN ln -s /home/syncmaster/.ivy2/ /root/.ivy2/
81+
RUN mkdir -p /root && \
82+
ln -s /home/syncmaster/.ivy2/ /root/.ivy2/
8183

8284
COPY ./syncmaster/ /app/syncmaster/
8385
RUN python -m compileall syncmaster

0 commit comments

Comments
 (0)