idios/docker/docker-compose.dev.yml at main · lklic/idios · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
version: '3.5'

services:
  etcd:
    image: quay.io/coreos/etcd:v3.5.0
    environment:
      - ETCD_AUTO_COMPACTION_MODE=revision
      - ETCD_AUTO_COMPACTION_RETENTION=1000
      - ETCD_QUOTA_BACKEND_BYTES=4294967296
      - ETCD_SNAPSHOT_COUNT=50000
    volumes:
      - etcd:/etcd
    command: etcd -advertise-client-urls=http://127.0.0.1:2379 -listen-client-urls http://0.0.0.0:2379 --data-dir /etcd
    logging:
      options:
        max-size: "10M"
        max-file: "10"

  minio:
    image: minio/minio:RELEASE.2022-03-17T06-34-49Z
    environment:
      MINIO_ROOT_USER: idios
      MINIO_ROOT_PASSWORD: AtadGhefDow2
    volumes:
      - minio:/data
    command: minio server /data --console-address ":9001"
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
      interval: 30s
      timeout: 20s
      retries: 3
    logging:
      options:
        max-size: "10M"
        max-file: "10"

  milvus:
    build:
      context: .
      target: milvus
    environment:
      ETCD_ENDPOINTS: etcd:2379
      MINIO_ADDRESS: minio:9000
    volumes:
      - milvus:/var/lib/milvus
    ports:
      - 19530:19530
      - 9091:9091
    depends_on:
      - etcd
      - minio
    logging:
      options:
        max-size: "10M"
        max-file: "10"

  attu:
    image: zilliz/attu:latest
    ports:
      - 3000:3000
    environment:
      MILVUS_URL: milvus:19530

  api:
    build:
      context: ../api
      dockerfile: ../docker/Dockerfile
      target: api
    depends_on:
      rabbitmq:
        condition: service_healthy
      worker_1:
        condition: service_healthy
      worker_2:
        condition: service_healthy

    environment:
      WEB_CONCURRENCY: 3
      RABBITMQ_URL: amqp://guest:guest@rabbitmq:5672
    volumes:
      - ../api:/app
    ports:
      - 4213:4213
    command: "uvicorn main:app --workers 5 --host 0.0.0.0 --port 4213"
    logging:
      options:
        max-size: "10M"
        max-file: "10"

  rabbitmq:
    image: rabbitmq:3-management
    ports:
      - 15672:15672
    volumes:
      - rabbitmq:/var/lib/rabbitmq
    environment:
      - RABBITMQ_DEFAULT_USER=guest
      - RABBITMQ_DEFAULT_PASS=guest
    healthcheck:
      test: ["CMD", "rabbitmqctl", "status"]
      interval: 5s
      timeout: 5s
      retries: 5
    logging:
      options:
        max-size: "10M"
        max-file: "10"

  worker_1: &worker_1
    build:
      context: ../api
      dockerfile: ../docker/Dockerfile
      target: worker
    depends_on:
      milvus:
        condition: service_healthy
      rabbitmq:
        condition: service_healthy
    environment:
      MILVUS_URL: milvus:19530
      RABBITMQ_URL: amqp://guest:guest@rabbitmq:5672
      MILVUS_PASSWORD: password
    logging:
      options:
        max-size: "10M"
        max-file: "10"

  worker_2:
    <<: *worker_1

  dev:
    build:
      context: ../api
      dockerfile: ../docker/Dockerfile
      target: dev
    depends_on:
      milvus:
        condition: service_healthy
      rabbitmq:
        condition: service_healthy
    environment:
      MILVUS_URL: milvus:19530
      RABBITMQ_URL: amqp://guest:guest@rabbitmq:5672
      MILVUS_PASSWORD: password
    volumes:
      - huggingface-cache:/home/user/.cache/huggingface
      - ../api:/app
    logging:
      options:
        max-size: "10M"
        max-file: "10"

volumes:
  etcd:
  minio:
  milvus:
  huggingface-cache:
  rabbitmq: