FluentD Sidecar Config in Helm Chart

Author: ilanRosenbaum

charts/templates/configmap.yaml

@@ -10,3 +10,60 @@ data:
   MARKLOGIC_FQDN_SUFFIX: {{ include "marklogic.headlessURL" . }}
   MARKLOGIC_INIT: "true"
   MARKLOGIC_JOIN_CLUSTER: "true"
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: fluentd-config
+  namespace: {{ .Release.Namespace }}
+  labels:
+    kubernetes.io/cluster-service: "true"
+data:
+  fluent.conf: |
+      <match fluent.**>
+        @type null
+      </match>
+
+      <source>
+        @type tail
+        @id tail_marklogic_logs
+        format none
+        path /var/opt/MarkLogic/Logs/*
+        pos_file /tmp/log/ml-logs.log.pos
+        path_key log_file
+        tag marklogic.logs
+        read_from_head true
+        <parse>
+          @type none
+          time_key @timestamp
+          time_format %Y-%m-%dT%H:%M:%S.%N%z
+          keep_time_key true
+        </parse>
+      </source>
+
+      <filter marklogic.logs>
+        @type record_transformer
+        enable_ruby true
+        <record>
+          # overwrite full path to file name
+          log_file ${File.basename(record["log_file"])}
+        </record>
+      </filter>
+
+      <match marklogic.logs>
+        @type elasticsearch
+        host elasticsearch.default.svc.cluster.local
+        port 9200
+        user admin
+        password admin
+        index_name fluentd.${tag}
+        include_timestamp true
+        utc_index false
+        time_key_format "%Y-%m-%dT%H:%M:%S.%N%z"
+        time_key time
+        logstash_format true
+        logstash_prefix marklogic.logs
+        path_key out/${log_file}
+        flush_interval 1s
+      </match>
+

charts/templates/statefulset.yaml

@@ -96,15 +96,35 @@ spec:
           {{- with .Values.resources }}
           resources: {{- toYaml . | nindent 12 }}
           {{- end }}
+        - name: fluentd
+          env:
+          - name: FLUENT_UID
+            value: root
+          - name: FLUENT_CONF
+            value: fluent.conf
+          - name: FLUENTD_ARGS
+            value: -c /fluentd/etc/fluent.conf
+          image: saravak/fluentd:elastic
+          volumeMounts:
+            - name: datadir
+              mountPath: {{ .Values.persistence.mountPath }}
+            {{- if .Values.extraVolumeMounts }}
+              {{- toYaml .Values.extraVolumeMounts | nindent 12 }}
+            {{- end }}
+            - name:  fdconf
+              mountPath:  /fluentd/etc/
       dnsConfig:
         searches:
           - {{ include "marklogic.headlessURL" . }}
       {{- if .Values.imagePullSecret }}
       imagePullSecrets:
         - name: {{ include "marklogic.fullname" . }}-registry
       {{- end }}
-      {{- if or (not .Values.persistence.enabled) (.Values.extraVolumes) }}
       volumes:
+        - name: fdconf
+          configMap:
+            name: fluentd-config
+      {{- if or (not .Values.persistence.enabled) (.Values.extraVolumes) }}
         {{- if not .Values.persistence.enabled }}
         - name: datadir
           emptyDir: {}