-
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
65 lines (61 loc) · 2.21 KB
/
docker-compose.yml
File metadata and controls
65 lines (61 loc) · 2.21 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
# ─────────────────────────────────────────────────────────────────────
# Director-Class AI — Docker Compose
# (C) 1998-2026 Miroslav Sotek. All rights reserved.
# License: GNU AGPL v3 | Commercial licensing available
# ─────────────────────────────────────────────────────────────────────
#
# Usage:
# docker compose up # CPU API server
# docker compose --profile gpu up # GPU API server (ONNX CUDA)
# docker compose --profile full up # CPU API + ChromaDB
# ─────────────────────────────────────────────────────────────────────
services:
director-api:
build: .
ports:
- "8080:8080"
environment:
- DIRECTOR_LOG_LEVEL=INFO
- DIRECTOR_USE_NLI=false
- DIRECTOR_METRICS_ENABLED=true
healthcheck:
test: ["CMD", "python", "-c", "import requests; requests.get('http://localhost:8080/v1/health').raise_for_status()"]
interval: 30s
timeout: 5s
retries: 3
restart: unless-stopped
director-api-gpu:
build:
context: .
dockerfile: Dockerfile.gpu
profiles: ["gpu"]
ports:
- "8080:8080"
environment:
- DIRECTOR_USE_NLI=true
- DIRECTOR_ONNX_PATH=/app/models/onnx
- DIRECTOR_METRICS_ENABLED=true
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
healthcheck:
test: ["CMD", "python", "-c", "import requests; requests.get('http://localhost:8080/v1/health').raise_for_status()"]
interval: 30s
timeout: 5s
retries: 3
start_period: 30s
restart: unless-stopped
chromadb:
image: chromadb/chroma:latest
profiles: ["full"]
ports:
- "8000:8000"
volumes:
- chroma-data:/chroma/chroma
restart: unless-stopped
volumes:
chroma-data: