Skip to content

Commit d31136a

Browse files
AngeloB-AISAngeloB-AIS
authored
Merge aceb497 into 30ea8c8 
2 parents 30ea8c8 + aceb497 commit d31136a

File tree

5 files changed

+202
-2
lines changed

5 files changed

+202
-2
lines changed

‎charts/multiwoven/Chart.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,8 +4,8 @@ description: |
44
Multiwoven is an open-source reverse ETL tool, offering an alternative to qHightouch, Census, and similar platforms. 🔥
55
# kubeVersion: ">=1.16.0"
66
type: application
7-
version: 0.69.0
8-
appVersion: "0.69.0"
7+
version: 0.71.0
8+
appVersion: "0.71.0"
99
home: https://github.com/Multiwoven/multiwoven
1010
sources:
1111
- https://docs.squared.ai/open-source/guides/setup/helm

‎charts/multiwoven/templates/lightning-deployment.yaml‎

Lines changed: 76 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,76 @@
1+
{{- if .Values.lightning.enabled }}
2+
apiVersion: apps/v1
3+
kind: Deployment
4+
metadata:
5+
name: {{ include "chart.fullname" . }}-lightning
6+
namespace: {{ .Values.kubernetesNamespace }}
7+
labels:
8+
io.kompose.service: {{ include "chart.fullname" . }}-lightning
9+
{{- include "chart.labels" . | nindent 4 }}
10+
annotations:
11+
{{- with .Values.lightning.annotations }}
12+
{{- toYaml . | nindent 4 }}
13+
{{- end }}
14+
spec:
15+
replicas: {{ .Values.lightning.replicas }}
16+
selector:
17+
matchLabels:
18+
io.kompose.service: {{ include "chart.fullname" . }}-lightning
19+
{{- include "chart.selectorLabels" . | nindent 6 }}
20+
template:
21+
metadata:
22+
labels:
23+
io.kompose.network/multiwoven-server-default: "true"
24+
io.kompose.service: {{ include "chart.fullname" . }}-lightning
25+
{{- include "chart.selectorLabels" . | nindent 8 }}
26+
annotations:
27+
{{- with .Values.lightning.annotations }}
28+
{{- toYaml . | nindent 8 }}
29+
{{- end }}
30+
spec:
31+
containers:
32+
- env:
33+
- name: VERSION
34+
value: {{ .Values.lightningConfig.version | quote}}
35+
- name: HF_TOKEN
36+
value: {{ .Values.lightningConfig.hfToken | quote }}
37+
- name: HUGGINGFACE_BILLING_ACCOUNT
38+
value: {{ .Values.lightningConfig.hfBillingAccount | quote }}
39+
- name: NANONETS_API_KEY
40+
value: {{ .Values.lightningConfig.nanonetsApiKey | quote }}
41+
- name: PORT
42+
value: {{ (index .Values.lightning.ports 0).port | quote }}
43+
image: {{ .Values.lightning.lightning.image.repository }}:{{ .Values.lightning.lightning.image.tag | default .Chart.AppVersion }}
44+
securityContext:
45+
runAsUser: {{ .Values.lightning.lightning.containerSecurityContext.runAsUser }}
46+
runAsGroup: {{ .Values.lightning.lightning.containerSecurityContext.runAsGroup }}
47+
privileged: false
48+
allowPrivilegeEscalation: {{ .Values.securityContext.allowPrivilegeEscalation }}
49+
readOnlyRootFilesystem: {{ .Values.securityContext.readOnlyRootFilesystem }}
50+
capabilities:
51+
drop:
52+
{{- if .Values.securityContext.capabilities.drop.permissions }}
53+
{{- range .Values.securityContext.capabilities.drop.permissions }}
54+
- {{ . }}
55+
{{- end }}
56+
{{- end }}
57+
livenessProbe:
58+
initialDelaySeconds: 30
59+
periodSeconds: 10
60+
tcpSocket:
61+
port: {{ (index .Values.lightning.ports 0).port }}
62+
name: {{ include "chart.fullname" . }}-lightning
63+
ports:
64+
- containerPort: {{ (index .Values.lightning.ports 0).port }}
65+
readinessProbe:
66+
initialDelaySeconds: 5
67+
periodSeconds: 10
68+
tcpSocket:
69+
port: {{ (index .Values.lightning.ports 0).port }}
70+
resources: {{- toYaml .Values.lightning.lightning.resources | nindent 10 }}
71+
restartPolicy: Always
72+
{{ if .Values.multiwovenConfig.privateRepo }}
73+
imagePullSecrets:
74+
- name: {{ .Values.multiwovenConfig.registrySecretName }}
75+
{{ end }}
76+
{{ end }}

‎charts/multiwoven/templates/lightning-hpa.yaml‎

Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
1+
{{ if and .Values.hpa.enabled .Values.lightning.enabled }}
2+
apiVersion: autoscaling/v2
3+
kind: HorizontalPodAutoscaler
4+
metadata:
5+
name: {{ include "chart.fullname" . }}-lightning-hpa
6+
namespace: {{ .Values.kubernetesNamespace }}
7+
labels:
8+
{{- include "chart.labels" . | nindent 4 }}
9+
app.kubernetes.io/component: lightning-hpa
10+
spec:
11+
scaleTargetRef:
12+
apiVersion: apps/v1
13+
kind: Deployment
14+
name: {{ include "chart.fullname" . }}-lightning
15+
minReplicas: {{ .Values.hpa.lightning.minReplicas }}
16+
maxReplicas: {{ .Values.hpa.lightning.maxReplicas }}
17+
behavior:
18+
scaleDown:
19+
stabilizationWindowSeconds: {{ .Values.hpa.lightning.behavior.scaleDown.stabilizationWindowSeconds }}
20+
policies:
21+
- type: {{ .Values.hpa.lightning.behavior.scaleDown.policies.percentPolicy.type }}
22+
value: {{ .Values.hpa.lightning.behavior.scaleDown.policies.percentPolicy.value }}
23+
periodSeconds: {{ .Values.hpa.lightning.behavior.scaleDown.policies.percentPolicy.periodSeconds }}
24+
scaleUp:
25+
stabilizationWindowSeconds: {{ .Values.hpa.lightning.behavior.scaleUp.stabilizationWindowSeconds }}
26+
policies:
27+
- type: {{ .Values.hpa.lightning.behavior.scaleUp.policies.percentPolicy.type }}
28+
value: {{ .Values.hpa.lightning.behavior.scaleUp.policies.percentPolicy.value }}
29+
periodSeconds: {{ .Values.hpa.lightning.behavior.scaleUp.policies.percentPolicy.periodSeconds }}
30+
- type: {{ .Values.hpa.lightning.behavior.scaleUp.policies.podPolicy.type }}
31+
value: {{ .Values.hpa.lightning.behavior.scaleUp.policies.podPolicy.value }}
32+
periodSeconds: {{ .Values.hpa.lightning.behavior.scaleUp.policies.podPolicy.periodSeconds }}
33+
selectPolicy: {{ .Values.hpa.lightning.behavior.scaleUp.policies.selectPolicy }}
34+
metrics:
35+
- type: Resource
36+
resource:
37+
name: cpu
38+
target:
39+
type: Utilization
40+
averageUtilization: {{ .Values.hpa.lightning.cpuAverageUtilizationPercentageThreshold }}
41+
- type: Resource
42+
resource:
43+
name: memory
44+
target:
45+
type: Utilization
46+
averageUtilization: {{ .Values.hpa.lightning.memoryAverageUtilizationPercentageThreshold }}
47+
{{ end }}

‎charts/multiwoven/templates/lightning-service.yaml‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
{{- if .Values.lightning.enabled }}
2+
apiVersion: v1
3+
kind: Service
4+
metadata:
5+
name: {{ include "chart.fullname" . }}-lightning
6+
namespace: {{ .Values.kubernetesNamespace }}
7+
labels:
8+
{{- include "chart.labels" . | nindent 4 }}
9+
spec:
10+
type: {{ .Values.lightning.type }}
11+
selector:
12+
io.kompose.service: {{ include "chart.fullname" . }}-lightning
13+
{{- include "chart.selectorLabels" . | nindent 4 }}
14+
ports:
15+
{{- toYaml .Values.lightning.ports | nindent 4 }}
16+
{{- end }}

‎charts/multiwoven/values.yaml‎

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -95,6 +95,12 @@ multiwovenConfig:
9595

9696
workerHost: worker.multiwoven.com
9797

98+
lightningConfig:
99+
version: ""
100+
hfToken: ""
101+
hfBillingAccount: ""
102+
nanonetsApiKey: ""
103+
98104
automountServiceAccountToken:
99105
enabled: true
100106

@@ -288,6 +294,36 @@ hpa:
288294
value: 4
289295
periodSeconds: 15
290296
selectPolicy: Max
297+
lightning:
298+
minReplicas: 1
299+
maxReplicas: 10
300+
cpuAverageUtilizationPercentageThreshold: 80
301+
memoryAverageUtilizationPercentageThreshold: 60
302+
behavior:
303+
scaleDown:
304+
stabilizationWindowSeconds: 300
305+
policies:
306+
percentPolicy:
307+
type: Percent
308+
value: 100
309+
periodSeconds: 15
310+
podPolicy:
311+
type: Percent
312+
value: 100
313+
periodSeconds: 15
314+
selectPolicy: Max
315+
scaleUp:
316+
stabilizationWindowSeconds: 45
317+
policies:
318+
percentPolicy:
319+
type: Percent
320+
value: 100
321+
periodSeconds: 15
322+
podPolicy:
323+
type: Pods
324+
value: 4
325+
periodSeconds: 15
326+
selectPolicy: Max
291327

292328
multiwovenPostgresql:
293329
enabled: true
@@ -484,3 +520,28 @@ temporalUi:
484520
cpu: "500m"
485521
memory: "512Mi"
486522
type: ClusterIP
523+
lightning:
524+
enabled: true
525+
annotations: {}
526+
podSecurityContext:
527+
fsGroup: 1000
528+
ports:
529+
- name: "6000"
530+
port: 6000
531+
targetPort: 6000
532+
replicas: 1
533+
lightning:
534+
containerSecurityContext:
535+
runAsUser: 1000
536+
runAsGroup: 1000
537+
image:
538+
repository: multiwoven/lightning
539+
tag: "latest"
540+
resources:
541+
limits:
542+
cpu: "2"
543+
memory: "3Gi"
544+
requests:
545+
cpu: "1"
546+
memory: "1Gi"
547+
type: ClusterIP

0 commit comments

Comments
 (0)