Reduce images size

Author: dolfinus

docker/Dockerfile.scheduler

@@ -13,7 +13,13 @@ ENV PYTHONPATH=/app
 COPY ./pyproject.toml ./poetry.lock* /app/
 
 RUN pip install --upgrade pip setuptools wheel packaging
-RUN poetry install --no-root --extras "scheduler" --extras "server" --without test,docs,dev
+RUN --mount=type=cache,target=/root/.cache/pypoetry \
+    poetry install \
+        --no-root \
+        # TODO: make scheduler independent from server
+        --extras "server" \
+        --extras "scheduler" \
+        --without test,docs,dev
 
 COPY ./docker/entrypoint_scheduler.sh /app/entrypoint.sh
 ENTRYPOINT ["/app/entrypoint.sh"]
@@ -25,5 +31,11 @@ COPY ./syncmaster/ /app/syncmaster/
 
 FROM base AS test
 
-RUN poetry install --no-root --all-extras --with test --without docs,dev
+RUN --mount=type=cache,target=/root/.cache/pypoetry \
+    poetry install \
+        --no-root \
+        --extras "scheduler" \
+        --with test \
+        --without docs,dev
+
 RUN sed -i 's/python -m/coverage run -m/g' /app/entrypoint.sh

docker/Dockerfile.server

@@ -14,7 +14,11 @@ ENV PYTHONPATH=/app
 COPY ./pyproject.toml ./poetry.lock* /app/
 
 RUN pip install --upgrade pip setuptools wheel packaging
-RUN poetry install --no-root --extras "server" --without test,docs,dev
+RUN --mount=type=cache,target=/root/.cache/pypoetry \
+    poetry install \
+        --no-root \
+        --extras "server" \
+        --without test,docs,dev
 
 COPY ./docker/entrypoint_server.sh /app/entrypoint.sh
 ENTRYPOINT ["/app/entrypoint.sh"]
@@ -41,5 +45,11 @@ ENV SYNCMASTER__SERVER__OPENAPI__SWAGGER__JS_URL=/static/swagger/swagger-ui-bund
 
 FROM base AS test
 
-RUN poetry install --no-root --extras "server" --with test --without docs,dev
+RUN --mount=type=cache,target=/root/.cache/pypoetry \
+    poetry install \
+        --no-root \
+        --extras "server" \
+        --with test \
+        --without docs,dev
+
 RUN sed -i 's/python -m/coverage run -m/g' /app/entrypoint.sh

docker/Dockerfile.worker

@@ -30,7 +30,11 @@ ENV PYTHONPATH=/app
 COPY ./pyproject.toml ./poetry.lock* /app/
 
 RUN pip install --upgrade pip setuptools wheel packaging
-RUN poetry install --no-root --extras "worker" --without test,docs,dev
+RUN --mount=type=cache,target=/root/.cache/pypoetry \
+    poetry install \
+        --no-root \
+        --extras "worker" \
+        --without test,docs,dev
 
 COPY ./docker/entrypoint_worker.sh /app/entrypoint.sh
 ENTRYPOINT ["/app/entrypoint.sh"]
@@ -46,6 +50,13 @@ FROM base AS test
 
 ENV SYNCMASTER__WORKER__CREATE_SPARK_SESSION_FUNCTION=tests.spark.get_worker_spark_session
 
-# CI runs tests in the worker container, so we need server dependencies too
-RUN poetry install --no-root --all-extras --with test --without docs,dev
+# CI runs tests in the worker container, so we need server & scheduler dependencies too
+
+RUN --mount=type=cache,target=/root/.cache/pypoetry \
+    poetry install \
+        --no-root \
+        --all-extras \
+        --with test \
+        --without docs,dev
+
 RUN sed -i 's/python -m/coverage run -m/g' /app/entrypoint.sh