Adding data-warehouse configuration options to the datanode statefulset and graylog secret

Author: alix-graylog

graylog/templates/config/datanode.yaml

@@ -8,3 +8,7 @@ data:
   GRAYLOG_JAVA_OPTS: {{ .Values.datanode.config.javaOpts | quote }}
   GRAYLOG_SKIP_PREFLIGHT_CHECKS: {{ .Values.datanode.config.skipPreflightChecks | quote }}
   GRAYLOG_NODE_SEARCH_CACHE_SIZE: {{ .Values.datanode.config.nodeSearchCacheSize | quote }}
+  GRAYLOG_S3_CLIENT_DEFAULT_ENDPOINT: {{ .Values.datanode.config.s3ClientDefaultEndpoint | quote }}
+  GRAYLOG_S3_CLIENT_DEFAULT_REGION: {{ .Values.datanode.config.s3ClientDefaultRegion | quote }}
+  GRAYLOG_S3_CLIENT_DEFAULT_PROTOCOL: {{ .Values.datanode.config.s3ClientDefaultProtocol | quote }}
+  GRAYLOG_S3_CLIENT_DEFAULT_PATH_STYLE_ACCESS: {{ .Values.datanode.config.s3ClientDefaultPathStyleAccess | quote }}

graylog/templates/config/secret/secrets.yaml

@@ -88,6 +88,8 @@ data:
   GRAYLOG_ROOT_USERNAME: {{ .Values.graylog.config.rootUsername | default "admin" | b64enc }}
   GRAYLOG_PASSWORD_SECRET: {{ $graylogPepper }}
   GRAYLOG_ROOT_PASSWORD_SHA2: {{ $graylogSha }}
+  GRAYLOG_S3_CLIENT_DEFAULT_SECRET_KEY: {{ .Values.datanode.config.s3ClientDefaultSecretKey | quote }}
+  GRAYLOG_S3_CLIENT_DEFAULT_ACCESS_KEY: {{ .Values.datanode.config.s3ClientDefaultAccessKey | quote }}
 ---
 apiVersion: batch/v1
 kind: Job

graylog/templates/workload/statefulsets/datanode.yaml

@@ -77,6 +77,16 @@ spec:
                 secretKeyRef:
                   name: {{ include "graylog.secretsName" . }}
                   key: GRAYLOG_MONGODB_URI
+            - name: GRAYLOG_S3_CLIENT_DEFAULT_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: {{ include "graylog.secretsName" . }}
+                  key: GRAYLOG_S3_CLIENT_DEFAULT_SECRET_KEY
+            - name: GRAYLOG_S3_CLIENT_DEFAULT_ACCESS_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: {{ include "graylog.secretsName" . }}
+                  key: GRAYLOG_S3_CLIENT_DEFAULT_ACCESS_KEY
           ports:
             - name: api
               containerPort: {{ .Values.datanode.custom.service.ports.api | default 8999 | int }}

graylog/values.yaml

@@ -153,6 +153,13 @@ datanode:
     javaOpts: "-Xms1g -Xmx1g"
     skipPreflightChecks: "false"
     nodeSearchCacheSize: "10gb"
+    s3ClientDefaultSecretKey: ""
+    s3ClientDefaultAccessKey: ""
+    s3ClientDefaultEndpoint: ""
+    s3ClientDefaultRegion: "us-east-2"
+    s3ClientDefaultProtocol: "http"
+    s3ClientDefaultPathStyleAccess: "true"
+
   # Custom Kubernetes-specific parameters
   custom:
     podAnnotations: {}