updated GKE, ECK & Elastic Stack to v8.8.0

Author: bindiego

bin/demo.sh

@@ -11,8 +11,8 @@ default_pool=default-pool
 nodes_per_zone=5 # per zone
 machine_type=e2-standard-2
 release_channel=None # None -> static, e.g. rapid, regular, stable
-gke_version=1.25.7-gke.1000
-eck_version=2.7.0
+gke_version=1.26.4-gke.500
+eck_version=2.8.0
 es_cluster_name=dingo-demo
 
 __create_gke() {

bin/gke.sh

@@ -11,8 +11,8 @@ default_pool=default-pool
 nodes_per_zone=6 # per zone
 machine_type=n2-standard-8
 release_channel=None # None -> static, e.g. rapid, regular, stable
-gke_version=1.25.7-gke.1000
-eck_version=2.7.0
+gke_version=1.26.4-gke.500
+eck_version=2.8.0
 __usage() {
     echo "Usage: ./bin/gke.sh {create|(delete,del,d)|scale|fix}"
 }

conf/crds.yaml

@@ -14,7 +14,7 @@ metadata:
   namespace: elastic-system
   labels:
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 ---
 # Source: eck-operator/templates/webhook.yaml
 apiVersion: v1
@@ -24,7 +24,7 @@ metadata:
   namespace: elastic-system
   labels:
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 ---
 # Source: eck-operator/templates/configmap.yaml
 apiVersion: v1
@@ -34,9 +34,29 @@ metadata:
   namespace: elastic-system
   labels:
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 data:
-  eck.yaml: "log-verbosity: 0\nmetrics-port: 0\ncontainer-registry: docker.elastic.co\ncontainer-suffix: \nmax-concurrent-reconciles: 3\nca-cert-validity: 8760h\nca-cert-rotate-before: 24h\ncert-validity: 8760h\ncert-rotate-before: 24h\nexposed-node-labels: [topology.kubernetes.io/.*,failure-domain.beta.kubernetes.io/.*]\nset-default-security-context: auto-detect\nkube-client-timeout: 60s\nelasticsearch-client-timeout: 180s\ndisable-telemetry: false\ndistribution-channel: all-in-one\nvalidate-storage-class: true\nenable-webhook: true\nwebhook-name: elastic-webhook.k8s.elastic.co\nenable-leader-election: true\nelasticsearch-observation-interval: 10s"
+  eck.yaml: |-
+    log-verbosity: 0
+    metrics-port: 0
+    container-registry: docker.elastic.co
+    max-concurrent-reconciles: 3
+    ca-cert-validity: 8760h
+    ca-cert-rotate-before: 24h
+    cert-validity: 8760h
+    cert-rotate-before: 24h
+    exposed-node-labels: [topology.kubernetes.io/.*,failure-domain.beta.kubernetes.io/.*]
+    set-default-security-context: auto-detect
+    kube-client-timeout: 60s
+    elasticsearch-client-timeout: 180s
+    disable-telemetry: false
+    distribution-channel: all-in-one
+    validate-storage-class: true
+    enable-webhook: true
+    webhook-name: elastic-webhook.k8s.elastic.co
+    webhook-port: 9443
+    enable-leader-election: true
+    elasticsearch-observation-interval: 10s
 ---
 # Source: eck-operator/templates/cluster-roles.yaml
 apiVersion: rbac.authorization.k8s.io/v1
@@ -45,7 +65,7 @@ metadata:
   name: elastic-operator
   labels:
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 rules:
 - apiGroups:
   - "authorization.k8s.io"
@@ -237,6 +257,19 @@ rules:
   - create
   - update
   - patch
+- apiGroups:
+  - logstash.k8s.elastic.co
+  resources:
+  - logstashes
+  - logstashes/status
+  - logstashes/finalizers # needed for ownerReferences with blockOwnerDeletion on OCP
+  verbs:
+  - get
+  - list
+  - watch
+  - create
+  - update
+  - patch
 - apiGroups:
   - storage.k8s.io
   resources:
@@ -276,7 +309,7 @@ metadata:
     rbac.authorization.k8s.io/aggregate-to-edit: "true"
     rbac.authorization.k8s.io/aggregate-to-admin: "true"
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 rules:
 - apiGroups: ["elasticsearch.k8s.elastic.co"]
   resources: ["elasticsearches"]
@@ -305,6 +338,9 @@ rules:
 - apiGroups: ["stackconfigpolicy.k8s.elastic.co"]
   resources: ["stackconfigpolicies"]
   verbs: ["get", "list", "watch"]
+- apiGroups: ["logstash.k8s.elastic.co"]
+  resources: ["logstashes"]
+  verbs: ["get", "list", "watch"]
 ---
 # Source: eck-operator/templates/cluster-roles.yaml
 apiVersion: rbac.authorization.k8s.io/v1
@@ -315,7 +351,7 @@ metadata:
     rbac.authorization.k8s.io/aggregate-to-edit: "true"
     rbac.authorization.k8s.io/aggregate-to-admin: "true"
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 rules:
 - apiGroups: ["elasticsearch.k8s.elastic.co"]
   resources: ["elasticsearches"]
@@ -344,6 +380,9 @@ rules:
 - apiGroups: ["stackconfigpolicy.k8s.elastic.co"]
   resources: ["stackconfigpolicies"]
   verbs: ["create", "delete", "deletecollection", "patch", "update"]
+- apiGroups: ["logstash.k8s.elastic.co"]
+  resources: ["logstashes"]
+  verbs: ["create", "delete", "deletecollection", "patch", "update"]
 ---
 # Source: eck-operator/templates/role-bindings.yaml
 apiVersion: rbac.authorization.k8s.io/v1
@@ -352,7 +391,7 @@ metadata:
   name: elastic-operator
   labels:
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 roleRef:
   apiGroup: rbac.authorization.k8s.io
   kind: ClusterRole
@@ -370,7 +409,7 @@ metadata:
   namespace: elastic-system
   labels:
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 spec:
   ports:
   - name: https
@@ -387,7 +426,7 @@ metadata:
   namespace: elastic-system
   labels:
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 spec:
   selector:
     matchLabels:
@@ -400,7 +439,7 @@ spec:
         # Rename the fields "error" to "error.message" and "source" to "event.source"
         # This is to avoid a conflict with the ECS "error" and "source" documents.
         "co.elastic.logs/raw": "[{\"type\":\"container\",\"json.keys_under_root\":true,\"paths\":[\"/var/log/containers/*${data.kubernetes.container.id}.log\"],\"processors\":[{\"convert\":{\"mode\":\"rename\",\"ignore_missing\":true,\"fields\":[{\"from\":\"error\",\"to\":\"_error\"}]}},{\"convert\":{\"mode\":\"rename\",\"ignore_missing\":true,\"fields\":[{\"from\":\"_error\",\"to\":\"error.message\"}]}},{\"convert\":{\"mode\":\"rename\",\"ignore_missing\":true,\"fields\":[{\"from\":\"source\",\"to\":\"_source\"}]}},{\"convert\":{\"mode\":\"rename\",\"ignore_missing\":true,\"fields\":[{\"from\":\"_source\",\"to\":\"event.source\"}]}}]}]"
-        "checksum/config": e58cbb3b8467599c33d5c3a30c38d480d0c47cc783fd2fcbe33c08441312d93e
+        "checksum/config": f5dd5faf7957b8681c25599dfb9862fa493377fc9a4525517707c7a633411235
       labels:
         control-plane: elastic-operator
     spec:
@@ -409,7 +448,7 @@ spec:
       securityContext:
         runAsNonRoot: true
       containers:
-      - image: "docker.elastic.co/eck/eck-operator:2.7.0"
+      - image: "docker.elastic.co/eck/eck-operator:2.8.0"
         imagePullPolicy: IfNotPresent
         name: manager
         args:
@@ -467,10 +506,9 @@ metadata:
   name: elastic-webhook.k8s.elastic.co
   labels:
     control-plane: elastic-operator
-    app.kubernetes.io/version: "2.7.0"
+    app.kubernetes.io/version: "2.8.0"
 webhooks:
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -491,7 +529,6 @@ webhooks:
     resources:
     - agents
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -512,7 +549,6 @@ webhooks:
     resources:
     - apmservers
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -533,7 +569,6 @@ webhooks:
     resources:
     - apmservers
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -554,7 +589,6 @@ webhooks:
     resources:
     - beats
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -575,7 +609,6 @@ webhooks:
     resources:
     - enterprisesearches
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -596,7 +629,6 @@ webhooks:
     resources:
     - enterprisesearches
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -617,7 +649,6 @@ webhooks:
     resources:
     - elasticsearches
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -638,7 +669,6 @@ webhooks:
     resources:
     - elasticsearches
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -659,7 +689,6 @@ webhooks:
     resources:
     - mapsservers
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -680,7 +709,6 @@ webhooks:
     resources:
     - kibanas
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -701,7 +729,6 @@ webhooks:
     resources:
     - kibanas
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system
@@ -722,7 +749,6 @@ webhooks:
     resources:
     - elasticsearchautoscalers
 - clientConfig:
-    caBundle: Cg==
     service:
       name: elastic-webhook-server
       namespace: elastic-system

conf/operator.yaml

@@ -3,7 +3,7 @@ kind: ApmServer
 metadata:
       name: dingo-apm
 spec:
-    version: 8.6.2
+    version: 8.8.0
     count: 1
     elasticsearchRef:
         name: dingo

templates/apm.yml

@@ -3,7 +3,7 @@ kind: Elasticsearch
 metadata:
     name: dingo
 spec:
-    version: 8.6.2
+    version: 8.8.0
     #http:
         #service:
             #spec:

templates/es.all_role.yml

@@ -3,7 +3,7 @@ kind: Elasticsearch
 metadata:
     name: dingo-demo
 spec:
-    version: 8.6.2
+    version: 8.8.0
     http:
         service:
             spec:

templates/es.demo.yml

@@ -3,7 +3,7 @@ kind: Elasticsearch
 metadata:
     name: dingo
 spec:
-    version: 8.6.2
+    version: 8.8.0
     #http:
         #service:
             #spec:

templates/es.prod.yml

@@ -3,7 +3,7 @@ kind: Elasticsearch
 metadata:
     name: dingo
 spec:
-    version: 8.6.2
+    version: 8.8.0
     #http:
         #service:
             #spec:

templates/es.single_node.yml

@@ -3,7 +3,7 @@ kind: Kibana
 metadata:
     name: dingo-demo-kbn 
 spec:
-    version: 8.6.2
+    version: 8.8.0
     count: 1
     http:
         service: