optimize docker image with multi-layer build

Author: smutyala1at

mimir-rag/.dockerignore

@@ -1,10 +1,54 @@
+# Dependencies
 node_modules
+
+# Build outputs
 dist
 tmp
+
+# Git
 .git
+.github
 .gitignore
+
+# Docker
 Dockerfile
+.dockerignore
+docker-compose*.yml
+
+# Environment files (use .env.example instead)
+.env
+.env.*
+!.env.example
+
+# Logs
 npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
 *.log
+
+# OS files
 .DS_Store
+Thumbs.db
+
+# IDE
+.vscode
+.idea
+*.swp
+*.swo
+*~
+
+# Config files
 mimir.config.json
+
+# Documentation
+README.md
+*.md
+!.env.example
+
+# Test files
+coverage
+.nyc_output
+test
+tests
+**/*.test.ts
+**/*.spec.ts

mimir-rag/.env.example

@@ -21,6 +21,11 @@ MIMIR_SUPABASE_TABLE=documents
 MIMIR_SUPABASE_ANON_KEY=your_anon_key
 MIMIR_SUPABASE_ENABLE_HYBRID_SEARCH=true
 
+# Database Setup (optional - for automatic schema initialization)
+# If not provided, DATABASE_URL will be auto-constructed from MIMIR_SUPABASE_URL
+# DATABASE_URL=postgresql://postgres:[email protected]:5432/postgres
+# MIMIR_SUPABASE_DB_PASSWORD=your_db_password
+
 # LLM - Embedding Provider
 # Supported: openai, google, mistral
 MIMIR_LLM_EMBEDDING_PROVIDER=openai

mimir-rag/Dockerfile

@@ -1,29 +1,40 @@
 # syntax=docker/dockerfile:1.7
 
-FROM node:20-slim AS deps
+FROM node:20-alpine AS builder
 WORKDIR /app
-
 COPY package*.json ./
-RUN npm ci --omit=optional
+COPY tsconfig.json ./
+COPY src ./src
+RUN npm ci --omit=optional && \
+    npm run build && \
+    npm prune --omit=dev --omit=optional && \
+    # Remove unnecessary files from node_modules
+    find node_modules -type f \( -name "*.md" -o -name "*.ts" -o -name "*.map" \) -delete && \
+    find node_modules -type d \( -name "test" -o -name "tests" -o -name "__tests__" -o -name "docs" \) -exec rm -rf {} + 2>/dev/null || true
 
-FROM node:20-slim AS runner
+FROM node:20-alpine AS runner
 WORKDIR /app
 ENV NODE_ENV=production
 
-RUN apt-get update \
-    && apt-get install -y --no-install-recommends postgresql-client \
-    && rm -rf /var/lib/apt/lists/*
+# Install only postgresql-client and clean up in same layer
+RUN apk add --no-cache postgresql-client && \
+    rm -rf /var/cache/apk/* /tmp/*
 
-COPY --from=deps /app/node_modules ./node_modules
-COPY package*.json ./
-COPY tsconfig.json ./
-COPY mimir.config.example.json ./mimir.config.example.json
-COPY src ./src
+# Copy only production dependencies and built code
+COPY --from=builder /app/node_modules ./node_modules
+COPY --from=builder /app/dist ./dist
+COPY --from=builder /app/package.json ./package.json
+COPY --from=builder /app/src/supabase/setup.sql ./src/supabase/setup.sql
+COPY .env.example ./
 COPY scripts ./scripts
 
-RUN chown -R node:node /app
-USER node
+# Create non-root user and switch to it
+RUN addgroup -g 1001 -S nodejs && \
+    adduser -S nodejs -u 1001 && \
+    chown -R nodejs:nodejs /app
+
+USER nodejs
 
 EXPOSE 3000
 ENTRYPOINT ["./scripts/docker-entrypoint.sh"]
-CMD ["npm", "run", "server"]
+CMD ["node", "dist/server/start.js"]

mimir-rag/Makefile

@@ -1,11 +1,11 @@
-.PHONY: setup-db server ingest clean docker-build docker-run
+.PHONY: setup-db server ingest clean docker-build docker-run docker-run-build
 
 DB_URL ?= $(DATABASE_URL)
 DB_PASSWORD ?= $(PGPASSWORD)
 PSQL ?= psql
 SETUP_SQL := src/supabase/setup.sql
 IMAGE_NAME ?= mimir-rag:local
-CONFIG_PATH ?= mimir.config.json
+CONFIG_PATH ?= .env
 CONFIG_ABS := $(abspath $(CONFIG_PATH))
 PORT ?= 3000
 
@@ -24,31 +24,23 @@ server: setup-db
 	npm run server
 
 ingest:
-	npm run ingest:cli -- --config mimir.config.json
+	npm run ingest:cli -- --config .env
 
 clean:
 	rm -rf dist tmp
 
 docker-build:
 	docker build -t $(IMAGE_NAME) .
 
-docker-run: docker-build
+docker-run:
 	@if [ ! -f "$(CONFIG_ABS)" ]; then \
 		echo "Error: config file '$(CONFIG_PATH)' not found. Pass CONFIG_PATH=... to point at a valid file."; \
 		exit 1; \
 	fi
-	@DOCKER_ENV_ARGS=""; \
-	if [ -n "$(strip $(DB_URL))" ]; then \
-		DOCKER_ENV_ARGS="$$DOCKER_ENV_ARGS -e DATABASE_URL=$(DB_URL)"; \
-	fi; \
-	if [ -n "$(strip $(DB_PASSWORD))" ]; then \
-		DOCKER_ENV_ARGS="$$DOCKER_ENV_ARGS -e DB_PASSWORD=$(DB_PASSWORD)"; \
-	fi; \
-	set -x; \
-	docker run --rm \
-		$$DOCKER_ENV_ARGS \
-		-e PORT=$(PORT) \
-		-e MIMIR_CONFIG_PATH=/app/mimir.config.json \
+	@echo "Starting Docker container with config from $(CONFIG_PATH)..."
+	@docker run --rm \
 		-p $(PORT):$(PORT) \
-		-v $(CONFIG_ABS):/app/mimir.config.json:ro \
+		-v $(CONFIG_ABS):/app/.env:ro \
 		$(IMAGE_NAME)
+
+docker-run-build: docker-build docker-run

mimir-rag/README.md

@@ -2,49 +2,132 @@
 
 Utility CLI + API that ingests docs into Supabase and exposes OpenAI-compatible chat completions, MCP endpoints, and ingestion endpoints.
 
-## Local workflow
-
-1. Copy `.env.example` to `.env` and fill in the Supabase + LLM details plus a `MIMIR_SERVER_API_KEY`, which every HTTP call must send in the `x-api-key` header (or `Authorization: Bearer <key>`). Run `npm run generate-apikey` any time you want the project to mint a new random key and write it into your `.env` file.
-2. Bootstrap the database schema (runs `psql src/supabase/setup.sql`):
+## Quick Start
 
+1. **Configure environment:**
    ```bash
-   make setup-db DB_URL=postgresql://user@host:5432/db DB_PASSWORD=secret
+   cp .env.example .env
+   # Edit .env with your Supabase + LLM credentials
    ```
 
-3. Start the API (automatically re-runs `setup-db` beforehand):
+2. **Generate API key:**
+   ```bash
+   npm run generate-apikey
+   ```
 
+3. **Start the server:**
    ```bash
    make server
    ```
 
-4. Kick off ingestion on demand:
+   The server automatically:
+   - Loads your `.env` configuration
+   - Bootstraps the database schema (if `DATABASE_URL` is set)
+   - Starts the API on port 3000
 
+4. **Trigger ingestion:**
    ```bash
    npm run ingest:cli
    ```
 
-   Or with a custom .env file:
+## Local Development
 
-   ```bash
-   npm run ingest:cli -- --config /path/to/custom.env
-   ```
+### Database Setup
+
+The database schema is automatically initialized when you run `make server` if you provide database credentials in your `.env` file. You have two options:
 
-## Docker workflow
+**Option 1: Automatic (Recommended)**
+Add your Supabase database password to `.env`:
+```bash
+MIMIR_SUPABASE_DB_PASSWORD=your_db_password
+```
+The system will automatically construct the `DATABASE_URL` from your `MIMIR_SUPABASE_URL`.
+
+**Option 2: Manual DATABASE_URL**
+Provide the full database URL in `.env`:
+```bash
+DATABASE_URL=postgresql://postgres:[email protected]:5432/postgres
+```
 
-The repository includes a Node 20–based image for CI/CD and for developers who prefer not to install Node locally.
+### Manual Database Setup
 
+If you need to run the schema setup manually:
 ```bash
-make docker-build IMAGE_NAME=mimir-rag:local
-make docker-run IMAGE_NAME=mimir-rag:local \
-  CONFIG_PATH=./.env \
-  DB_URL=postgresql://user@host:5432/db \
-  DB_PASSWORD=secret \
-  PORT=3000
+make setup-db DB_URL=postgresql://user@host:5432/db DB_PASSWORD=secret
 ```
 
-`docker-run` binds your local `.env` file into `/app/.env`, forwards the chosen port, and passes any database credentials so the container can reach Supabase.
-When `DATABASE_URL` (or `DB_URL`) is provided, the container's entrypoint automatically runs `src/supabase/setup.sql`
-before starting the server, mirroring the local `make setup-db` behavior.
+## Docker Deployment
+
+The repository includes a Node 20–based Alpine Linux image (~302MB) optimized for CI/CD and production deployments.
+
+### One-Line Setup
+
+**Build and run with your `.env` file:**
+```bash
+make docker-run-build
+```
+
+That's it! The container automatically:
+- Loads all configuration from your `.env` file
+- Sets up the database schema (no manual psql commands needed)
+- Starts the server on port 3000
+
+### Customization
+
+**Use a different port:**
+```bash
+make docker-run-build PORT=8080
+```
+
+**Use a different config file:**
+```bash
+make docker-run-build CONFIG_PATH=.env.production
+```
+
+**Custom image name:**
+```bash
+make docker-run-build IMAGE_NAME=mimir:v1.0
+```
+
+### Separate Build and Run
+
+If you prefer to build and run separately:
+
+**Build:**
+```bash
+make docker-build
+```
+
+**Run:**
+```bash
+make docker-run
+```
+
+### Manual Docker Commands
+
+**Build:**
+```bash
+docker build -t mimir-rag:local .
+```
+
+**Run:**
+```bash
+docker run --rm \
+  -p 3000:3000 \
+  -v $(pwd)/.env:/app/.env:ro \
+  mimir-rag:local
+```
+
+### How It Works
+
+The Docker container:
+1. Mounts your `.env` file to `/app/.env` (read-only)
+2. Automatically loads all environment variables from `.env`
+3. Auto-constructs `DATABASE_URL` from `MIMIR_SUPABASE_URL` + `MIMIR_SUPABASE_DB_PASSWORD` (if not already set)
+4. Runs the database schema setup SQL automatically
+5. Starts the server
+
+**No manual database setup required!** Just add your database password to `.env` and everything else is automatic.
 
 ## Configuration