Add support for WNP to Fluent Bit (K8s Event collector) (#758)

Author: gsmith-sas

CHANGELOG.md

@@ -1,7 +1,10 @@
 # SAS Viya Monitoring for Kubernetes
 
-## unreleased
+## Unreleased
 * **Logging**
+  * [CHANGE] The Fluent Bit Deployment used for Kubernetes Event collection can now be integrated into the
+SAS Viya Workload node placement strategy.
+  * [CHANGE] An obsolete configuration file related to the Event Router has been removed from the repo.
   * [UPGRADE] OpenSearch and OpenSearch Dashboards upgraded from 2.19.1 to 2.19.2.
   * [UPGRADE] OpenSearch Helm chart upgraded from 2.32.0 to 2.34.0.
   * [UPGRADE] OpenSearch Dashboards Helm chart upgraded from 2.28.0 to 2.30.0

logging/bin/deploy_fluentbit_k8sevents_opensearch.sh

@@ -21,6 +21,18 @@ fi
 
 set -e
 
+# Enable workload node placement?
+LOG_NODE_PLACEMENT_ENABLE=${LOG_NODE_PLACEMENT_ENABLE:-${NODE_PLACEMENT_ENABLE:-false}}
+
+# Optional workload node placement support
+if [ "$LOG_NODE_PLACEMENT_ENABLE" == "true" ]; then
+    log_verbose "Enabling Fluent Bit (K8s Event Collector) for workload node placement"
+    wnpValuesFile="logging/node-placement/values-fluent-bit-events-wnp.yaml"
+else
+    log_debug "Workload node placement support is disabled for Fluent Bit (K8s Event Collector)"
+    wnpValuesFile="$TMP_DIR/empty.yaml"
+fi
+
 #Fail if not using OpenSearch back-end
 require_opensearch
 
@@ -99,6 +111,7 @@ helm $helmDebug upgrade --install --namespace "$LOG_NS" v4m-fb-events \
     $versionstring \
     --values "$imageKeysFile" \
     --values logging/fb/fluent-bit_helm_values_events.yaml \
+    --values "$wnpValuesFile" \
     --values "$openshiftValuesFile" \
     --values "$FB_EVENTS_USER_YAML" \
     --set fullnameOverride=v4m-fb-events \

logging/node-placement/eventrouter-wnp.yaml

@@ -0,0 +1,36 @@
+tolerations:
+- key: "workload.sas.com/class"
+  operator: "Equal"
+  value: "stateless"
+  effect: "NoSchedule"
+- key: "workload.sas.com/class"
+  operator: "Equal"
+  value: "stateful"
+  effect: "NoSchedule"
+affinity:
+  nodeAffinity:
+    preferredDuringSchedulingIgnoredDuringExecution:
+    - weight: 100
+      preference:
+        matchExpressions:
+        - key: workload.sas.com/class
+          operator: In
+          values:
+          - stateless
+    - weight: 50
+      preference:
+        matchExpressions:
+        - key: workload.sas.com/class
+          operator: NotIn
+          values:
+          - compute
+          - cas
+          - stateful
+          - connect
+    requiredDuringSchedulingIgnoredDuringExecution:
+      nodeSelectorTerms:
+      - matchExpressions:
+        - key: kubernetes.azure.com/mode
+          operator: NotIn
+          values:
+          - system