Add globalStorage config and auto-configure it in the deployer

Author: nicoloboschi

charts/langstream/templates/control-plane/control-plane-configmap.yaml

@@ -6,6 +6,10 @@ metadata:
   labels:
     {{- include "langstream.controlPlaneLabels" . | nindent 4 }}
 data:
+  APPLICATION_STORAGE_GLOBAL_TYPE: {{ .Values.globalStorage.type }}
+{{- range $key, $val := $.Values.globalStorage.configuration }}
+  APPLICATION_STORAGE_GLOBAL_CONFIGURATION_{{ $key | replace "-" "" | replace "\"" "." | snakecase | upper | replace "." "_" }}: {{ $val | toString | replace "\"" "" | trim | quote }}
+{{- end }}
   APPLICATION_STORAGE_APPS_CONFIGURATION_CONTROLPLANEURL: "http://{{ include "langstream.controlPlaneFullname" . }}.{{ .Release.Namespace }}.svc.cluster.local:{{ .Values.controlPlane.service.port }}"
   APPLICATION_STORAGE_APPS_CONFIGURATION_DEPLOYERRUNTIME_IMAGE: "{{ include "langstream.runtimeImage" . }}"
   APPLICATION_STORAGE_APPS_CONFIGURATION_DEPLOYERRUNTIME_IMAGE_PULL_POLICY: {{ .Values.runtime.imagePullPolicy }}

charts/langstream/templates/deployer/deployer-configmap.yaml

@@ -23,6 +23,11 @@ data:
 {{- end }}
   DEPLOYER_RUNTIME_IMAGE: "{{ include "langstream.runtimeImage" . }}"
   DEPLOYER_RUNTIME_IMAGE_PULL_POLICY: {{ .Values.runtime.imagePullPolicy }}
+  DEPLOYER_GLOBAL_STORAGE: |
+    type: {{ .Values.globalStorage.type }}
+{{- range $key, $val := $.Values.globalStorage.configuration }}
+    {{ $key }}: {{ $val | toString | replace "\"" "" | trim | quote }}
+{{- end }}
 
 {{- range $key, $val := $.Values.deployer.app.config }}
 {{- if eq "codeStorage" $key }}

charts/langstream/values.yaml

@@ -46,7 +46,7 @@ controlPlane:
   affinity: {}
   app:
     config:
-      application.storage.global.type: kubernetes
+      {}
 
 client:
   replicaCount: 1
@@ -184,6 +184,9 @@ tenants:
   storageType: kubernetes
   namespacePrefix: langstream-
 
+globalStorage:
+  type: kubernetes
+  configuration: {}
 
 codeStorage:
   type: none