darwin/services.yaml at main · harshrd11/darwin · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
applications:
  - application: darwin-ofs-v2
    base-path: feature-store
    path: app
    base-image: darwin/java-11-maven-bookworm-slim:latest
    enabled: false
    env:
      - name: VAULT_SERVICE_MYSQL_USERNAME
        value: "dummy"
      - name: VAULT_SERVICE_MYSQL_PASSWORD
        value: "dummy"
      - name: DARWIN_FEATURE_STORE_HOST
        value: "darwin-feature-store"
      - name: DARWIN_FEATURE_STORE_ADMIN_HOST
        value: "darwin-feature-store-admin"
      - name: AWS_ENDPOINT_OVERRIDE
        value: "http://darwin-localstack:4566"

  - application: darwin-ofs-v2-admin
    base-path: feature-store
    path: admin
    base-image: darwin/java-11-maven-bookworm-slim:latest
    enabled: false
    env:
      - name: VAULT_SERVICE_MYSQL_USERNAME
        value: "dummy"
      - name: VAULT_SERVICE_MYSQL_PASSWORD
        value: "dummy"
      - name: DARWIN_FEATURE_STORE_HOST
        value: "darwin-feature-store"
      - name: DARWIN_FEATURE_STORE_ADMIN_HOST
        value: "darwin-feature-store-admin"
      - name: AWS_ENDPOINT_OVERRIDE
        value: "http://darwin-localstack:4566"

  - application: darwin-ofs-v2-consumer
    base-path: feature-store
    path: consumer
    base-image: darwin/java-11-maven-bookworm-slim:latest
    enabled: false
    env:
      - name: VAULT_SERVICE_MYSQL_USERNAME
        value: "dummy"
      - name: VAULT_SERVICE_MYSQL_PASSWORD
        value: "dummy"
      - name: DARWIN_FEATURE_STORE_HOST
        value: "darwin-feature-store"
      - name: DARWIN_FEATURE_STORE_ADMIN_HOST
        value: "darwin-feature-store-admin"
      - name: AWS_ENDPOINT_OVERRIDE
        value: "http://darwin-localstack:4566"

  - application: darwin-mlflow
    base-path: mlflow
    path: .
    base-image: darwin/python-3.9.7-pip-bookworm-slim:latest
    enabled: true
    env:
      - name: VAULT_SERVICE_MLFLOW_ADMIN_USERNAME
        value: "admin"
      - name: VAULT_SERVICE_MLFLOW_ADMIN_PASSWORD
        value: "password"
      - name: CONFIG_SERVICE_MYSQL_DATABASE
        value: "darwin_mlflow"
      - name: TEAM_SUFFIX
        value: "-darwin-local"
      - name: VPC_SUFFIX
        value: "-darwin-local"
      - name: VAULT_SERVICE_MYSQL_USERNAME
        value: "root"
      - name: VAULT_SERVICE_MYSQL_PASSWORD
        value: "password"
      - name: CONFIG_SERVICE_S3_PATH
        value: "s3://darwin-mlflow-bucket"

  - application: darwin-mlflow-app
    base-path: mlflow
    path: .
    base-image: darwin/python-3.9.7-pip-bookworm-slim:latest
    enabled: true
    env:
      - name: VAULT_SERVICE_MLFLOW_ADMIN_USERNAME
        value: "admin"
      - name: VAULT_SERVICE_MLFLOW_ADMIN_PASSWORD
        value: "password"
      - name: CONFIG_SERVICE_MYSQL_DATABASE
        value: "darwin_mlflow"
      - name: TEAM_SUFFIX
        value: "-darwin-local"
      - name: VPC_SUFFIX
        value: "-darwin-local"
      - name: VAULT_SERVICE_MYSQL_USERNAME
        value: "root"
      - name: VAULT_SERVICE_MYSQL_PASSWORD
        value: "password"
      - name: CONFIG_SERVICE_S3_PATH
        value: "s3://darwin-mlflow-bucket"

  - application: chronos
    base-path: chronos
    path: .
    base-image: darwin/python-3.9.7-pip-bookworm-slim:latest
    enabled: false
    env: []

  - application: chronos-consumer
    base-path: chronos
    path: .
    base-image: darwin/python-3.9.7-pip-bookworm-slim:latest
    enabled: false
    env: []

  - application: darwin-compute
    base-path: darwin-compute
    path: .
    base-image: darwin/python-3.9.7-pip-bookworm-slim:latest
    enabled: true
    env: []

  - application: darwin-cluster-manager
    base-path: darwin-cluster-manager
    path: .
    base-image: darwin/golang-1.18-bookworm-slim:latest
    enabled: true
    env: []

  - application: darwin-workspace
    base-path: workspace
    path: .
    base-image: darwin/python-3.9.7-pip-bookworm-slim:latest
    enabled: false
    env: []

  - application: ml-serve-app
    base-path: ml-serve-app
    path: .
    base-image: darwin/python-3.9.7-pip-bookworm-slim:latest
    enabled: true
    env: []

  - application: artifact-builder
    base-path: artifact-builder
    path: .
    base-image: darwin/python-3.9.7-pip-bookworm-slim:latest
    enabled: true
    env: []

  - application: darwin-workflow
    base-path: darwin-workflow
    path: .
    base-image: darwin/python-3.9.7-pip-bookworm-slim:latest
    enabled: true
    env:
      - name: ENV
        value: "darwin-local"

  - application: darwin-catalog
    base-path: darwin-catalog
    path: .
    base-image: darwin/java-11-maven-bookworm-slim:latest
    enabled: true
    env:
      - name: LOAD_TEST_DATA
        value: "true"

ray-images:
  - image-name: ray-2.37.0:latest
    dockerfile-path: darwin-compute/runtimes/cpu/New-Lightweight/Ray2.37_Py3.10
    registry: localhost:5000
  - image-name: ray-2.53.0:latest
    dockerfile-path: darwin-compute/runtimes/cpu/Ray2.53.0_Py3.10
    registry: localhost:5000

darwin-sdk-runtime:
  enabled: true
  image-name: ray-2.37.0-darwin-sdk:latest
  spark-version: "3.5.0"
  registry: localhost:5000

serve-images:
  - image-name: serve-md-runtime:latest
    dockerfile-path: ml-serve-app/runtime/darwin-serve-runtime
    registry: localhost:5000

datastores:
  - name: mysql
    image: mysql
    tag: "8.0"
    enabled: true
  - name: cassandra
    image: cassandra
    tag: "5.0"
    enabled: false
  - name: kafka
    image: confluentinc/cp-kafka
    tag: "7.4.0"
    enabled: false
  - name: zookeeper
    image: zookeeper
    tag: "3.8"
    enabled: false
  - name: airflow
    image: apache/airflow
    tag: "2.7.0"
    enabled: false
  - name: rabbitmq
    image: rabbitmq
    tag: "3.12-management-alpine"
    enabled: false
  - name: localstack
    image: localstack/localstack
    tag: "latest"
    enabled: true
  - name: opensearch
    image: opensearchproject/opensearch
    tag: "2.11.0"
    enabled: true
  - name: elasticsearch
    image: docker.elastic.co/elasticsearch/elasticsearch
    tag: "8.6.2"
    enabled: false
  - name: busybox
    image: busybox
    tag: "1.36"
    enabled: true

operators:
  - name: kuberay-operator
    image: quay.io/kuberay/operator
    tag: "v1.5.1"
    enabled: true
  - name: nginx
    image: nginx
    tag: "1.27.4"
    enabled: true
  - name: grafana
    image: grafana/grafana
    tag: "latest"
    enabled: true
  - name: curl
    image: curlimages/curl
    tag: "latest"
    enabled: true
  - name: alpine-k8s
    image: alpine/k8s
    tag: "1.28.0"
    enabled: true