expose lightning healthcheck endpoint (#109)

* expose lightning healthcheck endpoint

* fixing hassim's findings

* adding judy env vars

* update chart version

Author: AngeloB-AIS

charts/multiwoven/Chart.yaml

@@ -4,8 +4,8 @@ description: |
   Multiwoven is an open-source reverse ETL tool, offering an alternative to qHightouch, Census, and similar platforms. 🔥
 # kubeVersion: ">=1.16.0"
 type: application
-version: 0.72.0
-appVersion: "0.72.0"
+version: 0.73.0
+appVersion: "0.73.0"
 home: https://github.com/Multiwoven/multiwoven
 sources:
   - https://docs.squared.ai/open-source/guides/setup/helm

charts/multiwoven/templates/lightning-deployment.yaml

@@ -66,7 +66,15 @@ spec:
           value: {{ .Values.lightningConfig.seemoreVlm | quote }}
         - name: SEEMORE_ENDPOINT
           value: {{ .Values.lightningConfig.seemoreEndpoint | quote }}
+
+        - name: JUDY_API_KEY
+          value: {{ .Values.lightningConfig.judyApiKey | quote }}
+        - name: JUDY_MODEL
+          value: {{ .Values.lightningConfig.judyModel | quote }}
+        - name: JUDY_ENDPOINT
+          value: {{ .Values.lightningConfig.judyEndpoint | quote }}
         image: {{ .Values.lightning.lightning.image.repository }}:{{ .Values.lightning.lightning.image.tag | default .Chart.AppVersion }}
+        # command: ["sleep", "3600"] # Uncomment for debugging
         securityContext:
           runAsUser: {{ .Values.lightning.lightning.containerSecurityContext.runAsUser }}
           runAsGroup: {{ .Values.lightning.lightning.containerSecurityContext.runAsGroup }}

charts/multiwoven/templates/multiwoven-ingress.yaml

@@ -6,14 +6,24 @@ metadata:
   labels:
   {{- include "chart.labels" . | nindent 4 }}
   annotations:
-    {{ if .Values.externalDNS.enabled }}
+    {{- if .Values.externalDNS.enabled }}
+      {{- $hosts := list 
+          .Values.multiwovenConfig.uiHost
+          .Values.multiwovenConfig.apiHost
+          .Values.multiwovenConfig.workerHost
+          .Values.multiwovenConfig.solidWorkerHost
+      }}
+
       {{- if .Values.temporal.enabled }}
-        external-dns.alpha.kubernetes.io/hostname: "{{ .Values.multiwovenConfig.uiHost }},{{ .Values.multiwovenConfig.apiHost }},{{ .Values.multiwovenConfig.workerHost }},{{ .Values.multiwovenConfig.solidWorkerHost }},{{ .Values.multiwovenConfig.temporalUiHost }}"
+        {{- $hosts = append $hosts .Values.multiwovenConfig.temporalUiHost }}
       {{- end }}
-      {{- if not .Values.temporal.enabled }}
-        external-dns.alpha.kubernetes.io/hostname: "{{ .Values.multiwovenConfig.uiHost }},{{ .Values.multiwovenConfig.apiHost }},{{ .Values.multiwovenConfig.workerHost }},{{ .Values.multiwovenConfig.solidWorkerHost }}"
+
+      {{- if .Values.lightning.enabled }}
+        {{- $hosts = append $hosts .Values.lightningConfig.lightningHealthHost }}
       {{- end }}
-    {{ end }}
+
+      external-dns.alpha.kubernetes.io/hostname: "{{ join "," $hosts }}"
+    {{- end }}
 
     {{ if .Values.kongIngress.enabled }}
       {{- if .Values.kongIngress.plugins.prometheus.enabled }}
@@ -58,6 +68,9 @@ spec:
     - {{ .Values.multiwovenConfig.solidWorkerHost }}
   {{ if .Values.temporal.enabled }}
     - {{ .Values.multiwovenConfig.temporalUiHost }}
+  {{ end }}
+  {{ if .Values.lightning.enabled }}
+    - {{ .Values.lightningConfig.lightningHealthHost }}
   {{ end }}
     secretName: mw-tls-cert
   {{ end }}
@@ -121,3 +134,15 @@ spec:
         path: /
         pathType: Prefix
 {{ end }}
+{{ if .Values.lightning.enabled }}
+  - host: {{ .Values.lightningConfig.lightningHealthHost }}
+    http:
+      paths:
+      - backend:
+          service:
+            name: '{{ include "chart.fullname" . }}-lightning'
+            port:
+              number: {{ (index .Values.lightning.ports 0).port }}
+        path: /health
+        pathType: Prefix
+{{ end }}

charts/multiwoven/values.yaml

@@ -97,6 +97,7 @@ multiwovenConfig:
 
 lightningConfig:
   lightningUrl: http://multiwoven-lightning:6000
+  lightningHealthHost: lightning.multiwoven.com
 
   xpertApiKey: ""
   xpertEndpoint: ""
@@ -117,6 +118,11 @@ lightningConfig:
   seemoreVlm: ""
   seemoreEndpoint: ""
 
+  judyApiKey: ""
+  judyModel: ""
+  judyEndpoint: ""
+
+
 automountServiceAccountToken:
   enabled: true