docker base img for all support containers, and updated all other stuff

Author: HardMax71

.github/workflows/tests.yml

@@ -60,6 +60,7 @@ jobs:
         run: |
           echo "Pre-pulling base images to speed up builds..."
           docker pull python:3.12-slim &
+          docker pull ghcr.io/astral-sh/uv:0.9.17 &
           docker pull alpine:latest &
           docker pull confluentinc/cp-kafka:7.5.0 &
           docker pull confluentinc/cp-zookeeper:7.5.0 &

backend/Dockerfile

@@ -1,22 +1,5 @@
-FROM python:3.12-slim
-WORKDIR /app
-
-# Install required packages
-RUN apt-get update && apt-get install -y \
-    gcc \
-    libsnappy-dev \
-    liblzma-dev \
-    && rm -rf /var/lib/apt/lists/*
-
-# Install uv
-COPY --from=ghcr.io/astral-sh/uv:0.9.17 /uv /uvx /bin/
-
-# Copy dependency files
-COPY pyproject.toml uv.lock ./
-
-# Install Python dependencies (production only, no dev deps)
-# --no-install-project: don't install project itself, only dependencies (source dirs don't exist yet)
-RUN uv sync --frozen --no-dev --no-install-project
+# Backend API service
+FROM base
 
 # Copy application files and configuration
 COPY ./app /app/app
@@ -28,9 +11,6 @@ COPY openssl.cnf /app/openssl.cnf
 # Ensure the certs directory exists
 RUN mkdir -p /app/certs
 
-# Set Python path so imports work without installing project as package
-ENV PYTHONPATH=/app
-
 # Expose metrics port
 EXPOSE 9090
 

backend/Dockerfile.base

@@ -0,0 +1,26 @@
+# Shared base image for all backend services
+# Contains: Python, system deps, uv, and all Python dependencies
+FROM python:3.12-slim
+
+WORKDIR /app
+
+# Install all system dependencies needed by any service
+RUN apt-get update && apt-get install -y \
+    gcc \
+    curl \
+    libsnappy-dev \
+    liblzma-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install uv
+COPY --from=ghcr.io/astral-sh/uv:0.9.17 /uv /uvx /bin/
+
+# Copy dependency files
+COPY pyproject.toml uv.lock ./
+
+# Install Python dependencies (production only)
+# --no-install-project: don't install project itself, only dependencies
+RUN uv sync --frozen --no-dev --no-install-project
+
+# Set Python path so imports work
+ENV PYTHONPATH=/app

backend/workers/Dockerfile.coordinator

@@ -1,28 +1,8 @@
-FROM python:3.12-slim
-
-WORKDIR /app
-
-# Install system dependencies
-RUN apt-get update && apt-get install -y \
-    gcc \
-    curl \
-    libsnappy-dev \
-    && rm -rf /var/lib/apt/lists/*
-
-# Install uv
-COPY --from=ghcr.io/astral-sh/uv:0.9.17 /uv /uvx /bin/
-
-# Copy dependency files
-COPY pyproject.toml uv.lock ./
-
-# Install Python dependencies
-RUN uv sync --frozen --no-dev --no-install-project
+# Coordinator worker
+FROM base
 
 # Copy application code
 COPY . .
 
-# Set Python path
-ENV PYTHONPATH=/app
-
 # Run the coordinator service
 CMD ["uv", "run", "python", "-m", "workers.run_coordinator"]

backend/workers/Dockerfile.dlq_processor

@@ -1,33 +1,8 @@
-# Dockerfile for DLQ Processor
-FROM python:3.12-slim
-
-WORKDIR /app
-
-# Install system dependencies
-RUN apt-get update && apt-get install -y \
-    gcc \
-    && rm -rf /var/lib/apt/lists/*
-
-# Install uv
-COPY --from=ghcr.io/astral-sh/uv:0.9.17 /uv /uvx /bin/
-
-# Copy dependency files
-COPY pyproject.toml uv.lock ./
-
-# Install Python dependencies
-RUN uv sync --frozen --no-dev --no-install-project
+# DLQ Processor worker
+FROM base
 
 # Copy application code
 COPY . .
 
-# Set Python path
-ENV PYTHONPATH=/app
-
-# Create non-root user
-RUN useradd -m -u 1000 worker && \
-    chown -R worker:worker /app
-
-USER worker
-
 # Run DLQ processor
 CMD ["uv", "run", "python", "workers/dlq_processor.py"]

backend/workers/Dockerfile.event_replay

@@ -1,33 +1,8 @@
-# Dockerfile for Event Replay worker
-FROM python:3.12-slim
-
-WORKDIR /app
-
-# Install system dependencies
-RUN apt-get update && apt-get install -y \
-    gcc \
-    && rm -rf /var/lib/apt/lists/*
-
-# Install uv
-COPY --from=ghcr.io/astral-sh/uv:0.9.17 /uv /uvx /bin/
-
-# Copy dependency files
-COPY pyproject.toml uv.lock ./
-
-# Install Python dependencies
-RUN uv sync --frozen --no-dev --no-install-project
+# Event Replay worker
+FROM base
 
 # Copy application code
 COPY . .
 
-# Set Python path
-ENV PYTHONPATH=/app
-
-# Create non-root user
-RUN useradd -m -u 1000 worker && \
-    chown -R worker:worker /app
-
-USER worker
-
 # Run event replay service
 CMD ["uv", "run", "python", "workers/run_event_replay.py"]

backend/workers/Dockerfile.k8s_worker

@@ -1,33 +1,8 @@
-# Dockerfile for KubernetesWorker
-FROM python:3.12-slim
-
-WORKDIR /app
-
-# Install system dependencies
-RUN apt-get update && apt-get install -y \
-    gcc \
-    && rm -rf /var/lib/apt/lists/*
-
-# Install uv
-COPY --from=ghcr.io/astral-sh/uv:0.9.17 /uv /uvx /bin/
-
-# Copy dependency files
-COPY pyproject.toml uv.lock ./
-
-# Install Python dependencies
-RUN uv sync --frozen --no-dev --no-install-project
+# Kubernetes Worker
+FROM base
 
 # Copy application code
 COPY . .
 
-# Set Python path
-ENV PYTHONPATH=/app
-
-# Create non-root user
-RUN useradd -m -u 1000 worker && \
-    chown -R worker:worker /app
-
-USER worker
-
 # Run Kubernetes worker
 CMD ["uv", "run", "python", "workers/run_k8s_worker.py"]

backend/workers/Dockerfile.pod_monitor

@@ -1,33 +1,8 @@
-# Dockerfile for PodMonitor worker
-FROM python:3.12-slim
-
-WORKDIR /app
-
-# Install system dependencies
-RUN apt-get update && apt-get install -y \
-    gcc \
-    && rm -rf /var/lib/apt/lists/*
-
-# Install uv
-COPY --from=ghcr.io/astral-sh/uv:0.9.17 /uv /uvx /bin/
-
-# Copy dependency files
-COPY pyproject.toml uv.lock ./
-
-# Install Python dependencies
-RUN uv sync --frozen --no-dev --no-install-project
+# Pod Monitor worker
+FROM base
 
 # Copy application code
 COPY . .
 
-# Set Python path
-ENV PYTHONPATH=/app
-
-# Create non-root user
-RUN useradd -m -u 1000 worker && \
-    chown -R worker:worker /app
-
-USER worker
-
 # Run pod monitor
 CMD ["uv", "run", "python", "workers/run_pod_monitor.py"]

backend/workers/Dockerfile.result_processor

@@ -1,33 +1,8 @@
-# Dockerfile for ResultProcessor worker
-FROM python:3.12-slim
-
-WORKDIR /app
-
-# Install system dependencies
-RUN apt-get update && apt-get install -y \
-    gcc \
-    && rm -rf /var/lib/apt/lists/*
-
-# Install uv
-COPY --from=ghcr.io/astral-sh/uv:0.9.17 /uv /uvx /bin/
-
-# Copy dependency files
-COPY pyproject.toml uv.lock ./
-
-# Install Python dependencies
-RUN uv sync --frozen --no-dev --no-install-project
+# Result Processor worker
+FROM base
 
 # Copy application code
 COPY . .
 
-# Set Python path
-ENV PYTHONPATH=/app
-
-# Create non-root user
-RUN useradd -m -u 1000 worker && \
-    chown -R worker:worker /app
-
-USER worker
-
 # Run result processor
 CMD ["uv", "run", "python", "workers/run_result_processor.py"]

backend/workers/Dockerfile.saga_orchestrator

@@ -1,33 +1,8 @@
-# Dockerfile for Saga Orchestrator worker
-FROM python:3.12-slim
-
-WORKDIR /app
-
-# Install system dependencies
-RUN apt-get update && apt-get install -y \
-    gcc \
-    && rm -rf /var/lib/apt/lists/*
-
-# Install uv
-COPY --from=ghcr.io/astral-sh/uv:0.9.17 /uv /uvx /bin/
-
-# Copy dependency files
-COPY pyproject.toml uv.lock ./
-
-# Install Python dependencies
-RUN uv sync --frozen --no-dev --no-install-project
+# Saga Orchestrator worker
+FROM base
 
 # Copy application code
 COPY . .
 
-# Set Python path
-ENV PYTHONPATH=/app
-
-# Create non-root user
-RUN useradd -m -u 1000 worker && \
-    chown -R worker:worker /app
-
-USER worker
-
 # Run saga orchestrator
 CMD ["uv", "run", "python", "workers/run_saga_orchestrator.py"]