bump kafka version

Author: razvan

demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml

@@ -26,7 +26,7 @@ spec:
               echo 'Waiting for all nifi instances to be ready'
               kubectl wait --for=condition=ready --timeout=30m pod -l app.kubernetes.io/name=nifi,app.kubernetes.io/instance=nifi
         - name: wait-for-kafka-topics
-          image: oci.stackable.tech/sdp/kafka:3.9.1-stackable0.0.0-dev
+          image: oci.stackable.tech/sdp/kafka:4.1.0-stackable0.0.0-dev
           command:
             - bash
             - -euo

stacks/data-lakehouse-iceberg-trino-spark/kafka.yaml

@@ -7,9 +7,12 @@ spec:
   image:
     productVersion: 3.9.1
   clusterConfig:
-    zookeeperConfigMapName: kafka-znode
     authentication:
       - authenticationClass: kafka-client-tls
+  controllers:
+    roleGroups:
+      default:
+        replicas: 1
   brokers:
     config:
       resources:
@@ -25,7 +28,7 @@ spec:
       default:
         replicas: 5
         configOverrides:
-          server.properties:
+          broker.properties:
             num.partitions: "27"
             log.segment.bytes: "50000000" # 0.5GB
             log.retention.bytes: "2000000000" # 2 GB. Should keep between 2.0 and 2.5GB
@@ -38,11 +41,3 @@ spec:
   provider:
     tls:
       clientCertSecretClass: tls
----
-apiVersion: zookeeper.stackable.tech/v1alpha1
-kind: ZookeeperZnode
-metadata:
-  name: kafka-znode
-spec:
-  clusterRef:
-    name: zookeeper

stacks/nifi-kafka-druid-superset-s3/kafka.yaml

@@ -1,23 +1,18 @@
 ---
-apiVersion: zookeeper.stackable.tech/v1alpha1
-kind: ZookeeperZnode
-metadata:
-  name: kafka-znode
-spec:
-  clusterRef:
-    name: zookeeper
----
 apiVersion: kafka.stackable.tech/v1alpha1
 kind: KafkaCluster
 metadata:
   name: kafka
 spec:
   image:
-    productVersion: 3.9.1
+    productVersion: 4.1.0
   clusterConfig:
-    zookeeperConfigMapName: kafka-znode
     authentication:
       - authenticationClass: kafka-client-tls
+  controllers:
+    roleGroups:
+      default:
+        replicas: 1
   brokers:
     config:
       bootstrapListenerClass: external-stable
@@ -35,7 +30,7 @@ spec:
       default:
         replicas: 1
         configOverrides:
-          server.properties:
+          broker.properties:
             num.partitions: "8"
             # We have
             # 1 brokers