maestro/docker-compose.gpu.yml at main · murtaza-nasir/maestro · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
# GPU-enabled override configuration
# This file extends docker-compose.yml with GPU support for NVIDIA GPUs

services:
  backend:
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ['${BACKEND_GPU_DEVICE:-0}']
              capabilities: [gpu]

  doc-processor:
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ['${DOC_PROCESSOR_GPU_DEVICE:-0}']
              capabilities: [gpu]

  cli:
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ['${CLI_GPU_DEVICE:-0}']
              capabilities: [gpu]

  # Optional: Uncomment to add GPU support for local LLM
  # local-llm:
  #   deploy:
  #     resources:
  #       reservations:
  #         devices:
  #           - driver: nvidia
  #             count: 1
  #             capabilities: [gpu]