Skip to content

Commit 136d107

Browse files
committed
Download ivy2 packages in test worker image
1 parent 30a074c commit 136d107

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

docker/Dockerfile.worker

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -57,7 +57,9 @@ RUN --mount=type=bind,source=./syncmaster/worker/ivy2.py,target=/app/syncmaster/
5757
python /app/docker/download_ivy2_packages.py postgres && \
5858
python /app/docker/download_ivy2_packages.py oracle && \
5959
python /app/docker/download_ivy2_packages.py mssql && \
60-
python /app/docker/download_ivy2_packages.py mysql
60+
python /app/docker/download_ivy2_packages.py mysql && \
61+
mkdir -p /home/syncmaster/.ivy2/ && \
62+
cp --recursive /root/.ivy2/* /home/syncmaster/.ivy2/
6163
# if someone uses custom worker image, they should download jars on their own
6264

6365

@@ -71,7 +73,7 @@ RUN useradd syncmaster && \
7173

7274
COPY --from=builder /app/.venv/ /app/.venv/
7375
# custom Spark session function may download different jars, so syncmaster have to own them
74-
COPY --from=ivy2_packages --chown=syncmaster:syncmaster /root/.ivy2/ /home/syncmaster/.ivy2/
76+
COPY --from=ivy2_packages --chown=syncmaster:syncmaster /home/syncmaster/.ivy2/ /home/syncmaster/.ivy2/
7577
# If someone needs to use worker image with root user, use the same jars
7678
RUN mkdir -p /root && \
7779
ln -s /home/syncmaster/.ivy2 /root/.ivy2
@@ -83,6 +85,9 @@ USER syncmaster
8385

8486
FROM ivy2_packages AS test
8587

88+
RUN mkdir -p /root && \
89+
ln -s /home/syncmaster/.ivy2 /root/.ivy2
90+
8691
RUN --mount=type=cache,target=/root/.cache/uv \
8792
uv sync \
8893
--frozen \

0 commit comments

Comments
 (0)