-
Notifications
You must be signed in to change notification settings - Fork 5
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
90 lines (84 loc) · 2.65 KB
/
docker-compose.yml
File metadata and controls
90 lines (84 loc) · 2.65 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
version: "3.9"
services:
redis:
image: redis:7-alpine
container_name: redis
ports:
- ${REDIS_PORT:-6379}:${REDIS_PORT:-6379}
volumes:
- redis_data:/data
restart: unless-stopped
command: ["redis-server", "--requirepass", "${REDIS_PASSWORD:-changeme}"]
rabbitmq:
image: rabbitmq:3-management
container_name: rabbitmq
ports:
- ${RABBITMQ_PORT:-5672}:${RABBITMQ_PORT:-5672}
- ${RABBITMQ_MANAGEMENT_PORT:-15672}:${RABBITMQ_MANAGEMENT_PORT:-15672}
volumes:
- rabbitmq_data:/var/lib/rabbitmq
environment:
RABBITMQ_DEFAULT_USER: ${RABBITMQ_USER:-guest}
RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASSWORD:-guest}
restart: unless-stopped
healthcheck:
test: ["CMD", "rabbitmq-diagnostics", "ping"]
interval: 30s
timeout: 10s
retries: 5
ollama:
image: ollama/ollama:latest
container_name: ollama
ports:
- ${OLLAMA_PORT:-11434}:${OLLAMA_PORT:-11434}
volumes:
- ollama_data:/root/.ollama
restart: unless-stopped
profiles:
- ollama
api_server:
build:
context: .
dockerfile: docker/api_server.dockerfile
container_name: api_server
env_file:
- .env
depends_on:
rabbitmq:
condition: service_healthy
redis:
condition: service_started
ports:
- "8000:8000"
environment:
- REDIS_URL=redis://:${REDIS_PASSWORD:-changeme}@redis:${REDIS_PORT:-6379}/0
- RABBITMQ_URL=amqp://${RABBITMQ_USER:-guest}:${RABBITMQ_PASSWORD:-guest}@rabbitmq:${RABBITMQ_PORT:-5672}/
- OLLAMA_URL=http://ollama:${OLLAMA_PORT:-11434}
- LITELLM_CONFIG_PATH=/app/credentials/model.config.toml
volumes:
- ./credentials/model.config.toml:/app/credentials/model.config.toml
command: ["poetry", "run", "uvicorn", "mxtoai.api:app", "--host", "0.0.0.0", "--port", "8000", "--workers", "4"]
worker:
build:
context: .
dockerfile: docker/worker.dockerfile
container_name: worker
env_file:
- .env
depends_on:
rabbitmq:
condition: service_healthy
redis:
condition: service_started
environment:
- REDIS_URL=redis://:${REDIS_PASSWORD:-changeme}@redis:${REDIS_PORT:-6379}/0
- RABBITMQ_URL=amqp://${RABBITMQ_USER:-guest}:${RABBITMQ_PASSWORD:-guest}@rabbitmq:${RABBITMQ_PORT:-5672}/
- OLLAMA_URL=http://ollama:${OLLAMA_PORT:-11434}
- LITELLM_CONFIG_PATH=/app/credentials/model.config.toml
volumes:
- ./credentials/model.config.toml:/app/credentials/model.config.toml
command: ["poetry", "run", "dramatiq", "mxtoai.tasks", "--watch", "./."]
volumes:
rabbitmq_data:
ollama_data:
redis_data: