DBZ-9188 Use KRaft in examples (#382)

* DBZ-9188 Update tutorials to use KRaft mode
* DBZ-9188 Remove zookeeper from all the examples
* DBZ-9188 Update and fix problems

Author: AlvarVG

auditlog/docker-compose.yaml

@@ -1,22 +1,20 @@
-version: '2.1'
 services:
-  zookeeper:
-    image: quay.io/debezium/zookeeper:${DEBEZIUM_VERSION}
-    ports:
-     - 2181:2181
-     - 2888:2888
-     - 3888:3888
   kafka:
     image: quay.io/debezium/kafka:${DEBEZIUM_VERSION}
     ports:
-     - 9092:9092
-    links:
-     - zookeeper
+      - 9092:9092
+      - 9093:9093
     environment:
-     - ZOOKEEPER_CONNECT=zookeeper:2181
-     # For local development of auditlog-enricher
-     # - ADVERTISED_HOST_NAME=192.168.1.6
-     - KAFKA_GROUP_MIN_SESSION_TIMEOUT_MS=250
+      - CLUSTER_ID=oh-sxaDRTcyAr6pFRbXyzA
+      - NODE_ID=1
+      - NODE_ROLE=combined
+      - KAFKA_CONTROLLER_QUORUM_VOTERS=1@kafka:9093
+      - KAFKA_LISTENERS=PLAINTEXT://kafka:9092,CONTROLLER://kafka:9093
+      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092
+      # For local development of auditlog-enricher
+      # - ADVERTISED_HOST_NAME=192.168.1.6
+      - KAFKA_GROUP_MIN_SESSION_TIMEOUT_MS=250
+
   vegetables-db:
     image: quay.io/debezium/example-postgres:${DEBEZIUM_VERSION}
     ports:
@@ -25,11 +23,12 @@ services:
      - POSTGRES_USER=postgresuser
      - POSTGRES_PASSWORD=postgrespw
      - POSTGRES_DB=vegetablesdb
+
   connect:
     image: quay.io/debezium/connect:${DEBEZIUM_VERSION}
     ports:
      - 8083:8083
-    links:
+    depends_on:
      - kafka
      - vegetables-db
     environment:
@@ -48,7 +47,7 @@ services:
       dockerfile: src/main/docker/Dockerfile.jvm
     ports:
      - 8080:8080
-    links:
+    depends_on:
      - vegetables-db
     environment:
      - QUARKUS_DATASOURCE_URL=jdbc:postgresql://vegetables-db:5432/vegetablesdb?currentSchema=inventory
@@ -63,7 +62,7 @@ services:
       dockerfile: src/main/docker/Dockerfile.jvm
     ports:
      - 8081:8080
-    links:
+    depends_on:
      - kafka
     environment:
      - QUARKUS_KAFKA_STREAMS_BOOTSTRAP_SERVERS=kafka:9092
@@ -75,7 +74,7 @@ services:
       dockerfile: src/main/docker/Dockerfile.jvm
     ports:
      - 8085:8080
-    links:
+    depends_on:
      - kafka
     environment:
      - MP_MESSAGING_INCOMING_VEGETABLES_BOOTSTRAP_SERVERS=kafka:9092

camel-component/docker-compose.yaml

@@ -1,30 +1,32 @@
-version: '2.1'
 services:
   mailhog:
     image: mailhog/mailhog
     ports:
      - 8025:8025
+
   qa-db:
     image: quay.io/debezium/example-postgres:${DEBEZIUM_VERSION}
     ports:
      - 5432:5432
     environment:
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=postgres
+
   qa-app:
     image: debezium-examples/qa-app:${DEBEZIUM_VERSION}
     build:
       context: qa-app
       dockerfile: src/main/docker/Dockerfile.jvm
     ports:
      - 8080:8080
-    links:
+    depends_on:
      - qa-db
+
   qa-camel:
     image: debezium-examples/qa-camel:${DEBEZIUM_VERSION}
     build:
       context: qa-camel
-    links:
+    depends_on:
      - qa-db
      - mailhog
     environment:

camel-kafka-connect/docker-compose.yaml

@@ -1,26 +1,25 @@
-version: '2'
 services:
-  zookeeper:
-    image: quay.io/debezium/zookeeper:${DEBEZIUM_VERSION}
-    ports:
-     - 2181:2181
-     - 2888:2888
-     - 3888:3888
   kafka:
     image: quay.io/debezium/kafka:${DEBEZIUM_VERSION}
     ports:
-     - 9092:9092
-    links:
-     - zookeeper
+      - 9092:9092
+      - 9093:9093
     environment:
-     - ZOOKEEPER_CONNECT=zookeeper:2181
+      - CLUSTER_ID=oh-sxaDRTcyAr6pFRbXyzA
+      - NODE_ID=1
+      - NODE_ROLE=combined
+      - KAFKA_CONTROLLER_QUORUM_VOTERS=1@kafka:9093
+      - KAFKA_LISTENERS=PLAINTEXT://kafka:9092,CONTROLLER://kafka:9093
+      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092
+
   postgres:
     image: quay.io/debezium/example-postgres:${DEBEZIUM_VERSION}
     ports:
      - 5432:5432
     environment:
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=postgres
+
   coap-server:
     image: debezium/example-coap
     build:
@@ -30,13 +29,14 @@ services:
     environment:
      - JAVA_MAIN_CLASS=io.debezium.examples.camel.coap.Runner
      - JAVA_OPTIONS=-Dcoap.port=5684
+
   connect:
     image: debezium/example-camel-kafka-connector
     build:
       context: .
     ports:
      - 8083:8083
-    links:
+    depends_on:
      - kafka
      - postgres
      - coap-server

cloudevents/docker-compose.yaml

@@ -1,23 +1,19 @@
-version: '2.1'
 services:
-  zookeeper:
-    image: quay.io/debezium/zookeeper:${DEBEZIUM_VERSION}
-    ports:
-     - 2181:2181
-     - 2888:2888
-     - 3888:3888
-    networks:
-     - my-network
   kafka:
     image: quay.io/debezium/kafka:${DEBEZIUM_VERSION}
     ports:
-     - 9092:9092
-    links:
-     - zookeeper
+      - 9092:9092
+      - 9093:9093
     environment:
-     - ZOOKEEPER_CONNECT=zookeeper:2181
+      - CLUSTER_ID=oh-sxaDRTcyAr6pFRbXyzA
+      - NODE_ID=1
+      - NODE_ROLE=combined
+      - KAFKA_CONTROLLER_QUORUM_VOTERS=1@kafka:9093
+      - KAFKA_LISTENERS=PLAINTEXT://kafka:9092,CONTROLLER://kafka:9093
+      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092
     networks:
      - my-network
+
   postgres:
     image: quay.io/debezium/example-postgres:${DEBEZIUM_VERSION}
     ports:
@@ -27,12 +23,13 @@ services:
      - POSTGRES_PASSWORD=postgres
     networks:
      - my-network
+
   connect:
     image: quay.io/debezium/connect:${DEBEZIUM_VERSION}
     ports:
      - 8083:8083
      - 5005:5005
-    links:
+    depends_on:
      - kafka
      - postgres
      - schema-registry
@@ -46,6 +43,7 @@ services:
      - DEBUG_SUSPEND_FLAG=n
     networks:
      - my-network
+
   schema-registry:
     image: confluentinc/cp-schema-registry:7.0.1
     ports:
@@ -57,34 +55,35 @@ services:
       - SCHEMA_REGISTRY_LISTENERS=http://schema-registry:8081
       - SCHEMA_REGISTRY_ACCESS_CONTROL_ALLOW_METHODS=GET,POST,PUT,OPTIONS
       - SCHEMA_REGISTRY_ACCESS_CONTROL_ALLOW_ORIGIN=*
-    links:
-      - zookeeper
     networks:
       - my-network
+
   schema-registry-ui:
     image: landoop/schema-registry-ui
     ports:
       - 8000:8000
     environment:
       - SCHEMAREGISTRY_URL=http://schema-registry:8081
       - PROXY=true
-    links:
+    depends_on:
       - schema-registry
     networks:
       - my-network
+
   avro-extractor:
     image: debezium-examples/cloudevents-avro-extractor:${DEBEZIUM_VERSION}
     build:
       context: avro-data-extractor
     ports:
       - 8079:8079
-    links:
+    depends_on:
       - kafka
     environment:
       - PORT=8079
       - QUARKUS_KAFKA_STREAMS_BOOTSTRAP_SERVERS=kafka:9092
     networks:
       - my-network
+      
 networks:
   my-network:
     name: cloudevents-network

db-activity-monitoring/docker-compose.yml

@@ -1,18 +1,17 @@
 services:
-  zookeeper:
-    image: quay.io/debezium/zookeeper:${DEBEZIUM_VERSION}
-    ports:
-     - 2181:2181
-     - 2888:2888
-     - 3888:3888
   kafka:
     image: quay.io/debezium/kafka:${DEBEZIUM_VERSION}
     ports:
-     - 9092:9092
-    links:
-     - zookeeper
+      - 9092:9092
+      - 9093:9093
     environment:
-     - ZOOKEEPER_CONNECT=zookeeper:2181
+      - CLUSTER_ID=oh-sxaDRTcyAr6pFRbXyzA
+      - NODE_ID=1
+      - NODE_ROLE=combined
+      - KAFKA_CONTROLLER_QUORUM_VOTERS=1@kafka:9093
+      - KAFKA_LISTENERS=PLAINTEXT://kafka:9092,CONTROLLER://kafka:9093
+      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092
+
   postgres:
     container_name: postgres
     image: debezium/example-postgres:${DEBEZIUM_VERSION}
@@ -21,6 +20,7 @@ services:
     environment:
       - POSTGRES_USER=postgres
       - POSTGRES_PASSWORD=postgres
+
   order-service:
     container_name: order-service
     build:
@@ -30,8 +30,9 @@ services:
       - 8080:8080
     environment:
       - APP_VERSION=1.0
-    links:
+    depends_on:
       - postgres
+
   connect:
     build:
       context: debezium-jmx-exporter
@@ -41,7 +42,7 @@ services:
     ports:
      - 8083:8083
      - 1976:1976
-    links:
+    depends_on:
      - kafka
      - postgres
     environment:
@@ -53,28 +54,31 @@ services:
      - KAFKA_OPTS=-javaagent:/kafka/etc/jmx_prometheus_javaagent.jar=8080:/kafka/etc/config.yml
      - JMXHOST=localhost
      - JMXPORT=1976
+
   prometheus:
     build:
       context: debezium-prometheus
       args:
         PROMETHEUS_VERSION: v2.43.0
     ports:
      - 9090:9090
-    links:
+    depends_on:
      - connect
      - order-service
+
   grafana:
     build:
       context: debezium-grafana
       args:
         GRAFANA_VERSION: 9.4.7
     ports:
      - 3000:3000
-    links:
+    depends_on:
      - prometheus
      - smtp-service
     environment:
      - DS_PROMETHEUS=prometheus
+     
   smtp-service:
     image: gessnerfl/fake-smtp-server:2.2.1
     hostname: "fake-smtp-server"

debezium-server-name-mapper/docker-compose.yaml

@@ -1,4 +1,3 @@
-version: '2.1'
 services:
   db:
     image: quay.io/debezium/example-postgres:${DEBEZIUM_VERSION}