-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yaml
More file actions
29 lines (27 loc) · 873 Bytes
/
docker-compose.yaml
File metadata and controls
29 lines (27 loc) · 873 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
# Docker Compose configuration for SYNC Server LLM
# This sets up both the backend-llm service and its required Qdrant vector database
services:
# Main backend service for SYNC Server LLM
backend-llm:
build:
context: . # Path to the directory with Dockerfile of sync-server-llm
dockerfile: Dockerfile
restart: always
ports:
# Maps the container port to host (must match server.port in config.toml)
- 50051:50051
env_file:
- .env
environment:
QDRANT_HOST: qdrant
volumes:
# Mount configuration and cache for persistence
- ./configs/config.toml:/app/configs/config.toml
- ./.hf_cache:/tmp/llama_index
# Qdrant vector database service
qdrant:
image: qdrant/qdrant:v1.13.4
restart: always
volumes:
# Mount storage for persistence
- ./qdrant_storage:/qdrant/storage