Update to use Apache Kafka Docker image (#379)

SiaaG-dev · gkwan-ibm · shin19991207 · web-flow · commit 483f2ec55aa6 · 2025-10-17T09:51:41.000-04:00
* update to apache kafka

Signed-off-by: Siaa Gor &lt;Siaa.Gor@ibm.com&gt;

* added apache/kafka:latest word instead

Signed-off-by: Siaa Gor &lt;Siaa.Gor@ibm.com&gt;

* organize imports

* Update README.adoc

* Remove .java-version

* dev content review

Signed-off-by: Gilbert Kwan &lt;gkwan@ca.ibm.com&gt;

* dev content review

Signed-off-by: Gilbert Kwan &lt;gkwan@ca.ibm.com&gt;

* Update README.adoc

---------

Signed-off-by: Siaa Gor &lt;Siaa.Gor@ibm.com&gt;
Signed-off-by: Gilbert Kwan &lt;gkwan@ca.ibm.com&gt;
Co-authored-by: Siaa Gor &lt;Siaa.Gor@ibm.com&gt;
Co-authored-by: Gilbert Kwan &lt;gkwan@ca.ibm.com&gt;
Co-authored-by: Morgan Chang &lt;shin19991207@gmail.com&gt;
Co-authored-by: George Zhang &lt;geetransit@gmail.com&gt;
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -58,5 +58,5 @@ jobs:
       if: always()
       run: |
         sudo docker images
-        echo bitnamilegacy/kafka:latest version:
-        sudo docker inspect --format "{{ index .Config.Labels \"org.opencontainers.image.version\"}}" bitnamilegacy/kafka:latest
+        echo apache/kafka:latest version:
+        sudo docker inspect --format "{{ index .Config.Labels \"org.opencontainers.image.version\"}}" apache/kafka:latest
diff --git a/README.adoc b/README.adoc
@@ -251,6 +251,8 @@ include::{common-includes}/os-tabs.adoc[]
 ```
 --
 
+// cloud hosted instruction
+ifdef::cloud-hosted[]
 In this IBM Cloud environment, you must first create the ***logs*** directory by running the following commands:
 ```bash
 mkdir -p /home/project/guide-reactive-service-testing/start/system/target/liberty/wlp/usr/servers/defaultServer/logs
@@ -355,7 +357,7 @@ include::finish/system/Dockerfile[]
 
 Construct the [hotspot=buildSystemImage file=0]`systemImage` by using the `ImageFromDockerfile` class, which allows Testcontainers to build the Docker image from a Dockerfile during the test run time. For instance, the provided Dockerfile at the specified [hotspot file=3]`./Dockerfile` paths is used to generate the `system:1.0-SNAPSHOT` image.
 
-Use the [hotspot=kafkaContainer file=0]`kafkaContainer` class to instantiate the `kafkaContainer` test container, initiating the `confluentinc/cp-kafka:latest` Docker image. Similarly, use the `GenericContainer` class to create the [hotspot=systemContainer file=0]`systemContainer` test container, starting the `system:1.0-SNAPSHOT` Docker image.
+Use the [hotspot=kafkaContainer file=0]`kafkaContainer` class to instantiate the `kafkaContainer` test container, initiating the `apache/kafka:latest` Docker image. Similarly, use the `GenericContainer` class to create the [hotspot=systemContainer file=0]`systemContainer` test container, starting the `system:1.0-SNAPSHOT` Docker image.
  
 The [hotspot=withListener file=0]`withListener()` is configured to `kafka:19092`, as the containerized `system` microservice functions as an additional producer. Therefore, the Kafka container needs to set up a listener to accommodate this requirement. For more information about using an additional consumer or producer with a Kafka container, see the https://java.testcontainers.org/modules/kafka/[Testcontainers Kafka documentation^]
 
@@ -443,6 +445,8 @@ The `inventory` microservice is tested in the same way as the `system` microserv
 
 === Launching the inventory microservice in dev mode with container
 
+// cloud hosted instruction
+ifdef::cloud-hosted[]
 First, create the ***logs*** directory by running the following commands:
 ```bash
 mkdir -p /home/project/guide-reactive-service-testing/start/inventory/target/liberty/wlp/usr/servers/defaultServer/logs
diff --git a/finish/inventory/src/test/java/it/io/openliberty/guides/inventory/InventoryServiceIT.java b/finish/inventory/src/test/java/it/io/openliberty/guides/inventory/InventoryServiceIT.java
@@ -11,49 +11,44 @@
 // end::copyright[]
 package it.io.openliberty.guides.inventory;
 
-import java.util.List;
-import java.net.Socket;
-import java.time.Duration;
-
 import static org.junit.jupiter.api.Assertions.assertEquals;
 
 import java.math.BigDecimal;
+import java.net.Socket;
 import java.nio.file.Paths;
+import java.time.Duration;
+import java.util.List;
 import java.util.Properties;
-
-import jakarta.ws.rs.core.GenericType;
-import jakarta.ws.rs.core.Response;
-import jakarta.ws.rs.core.UriBuilder;
-import jakarta.ws.rs.client.ClientBuilder;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.junit.jupiter.api.Test;
-import org.junit.jupiter.api.AfterAll;
-import org.junit.jupiter.api.AfterEach;
-import org.junit.jupiter.api.BeforeAll;
-import org.junit.jupiter.api.BeforeEach;
-import org.junit.jupiter.api.Assertions;
-import org.testcontainers.containers.Network;
-import org.apache.kafka.clients.producer.ProducerRecord;
-import org.apache.kafka.clients.producer.ProducerConfig;
 // tag::KafkaProducer[]
 import org.apache.kafka.clients.producer.KafkaProducer;
 // end::KafkaProducer[]
-import org.testcontainers.kafka.ConfluentKafkaContainer;
-import org.testcontainers.containers.GenericContainer;
-import org.testcontainers.junit.jupiter.Testcontainers;
-import org.testcontainers.images.builder.ImageFromDockerfile;
+import org.apache.kafka.clients.producer.ProducerConfig;
+import org.apache.kafka.clients.producer.ProducerRecord;
 import org.apache.kafka.common.serialization.StringSerializer;
 import org.jboss.resteasy.client.jaxrs.ResteasyClient;
 import org.jboss.resteasy.client.jaxrs.ResteasyClientBuilder;
 import org.jboss.resteasy.client.jaxrs.ResteasyWebTarget;
-import org.testcontainers.containers.wait.strategy.Wait;
+import org.junit.jupiter.api.AfterAll;
+import org.junit.jupiter.api.AfterEach;
+import org.junit.jupiter.api.Assertions;
+import org.junit.jupiter.api.BeforeAll;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.testcontainers.containers.GenericContainer;
+import org.testcontainers.containers.Network;
 import org.testcontainers.containers.output.Slf4jLogConsumer;
-
+import org.testcontainers.containers.wait.strategy.Wait;
+import org.testcontainers.images.builder.ImageFromDockerfile;
+import org.testcontainers.junit.jupiter.Testcontainers;
+import org.testcontainers.kafka.KafkaContainer;
 import io.openliberty.guides.models.SystemLoad;
 import io.openliberty.guides.models.SystemLoad.SystemLoadSerializer;
-
+import jakarta.ws.rs.client.ClientBuilder;
+import jakarta.ws.rs.core.GenericType;
+import jakarta.ws.rs.core.Response;
+import jakarta.ws.rs.core.UriBuilder;
 
 @Testcontainers
 // tag::InventoryServiceIT[]
@@ -71,8 +66,8 @@ public class InventoryServiceIT {
         new ImageFromDockerfile("inventory:1.0-SNAPSHOT")
             .withDockerfile(Paths.get("./Dockerfile"));
 
-    private static ConfluentKafkaContainer kafkaContainer =
-        new ConfluentKafkaContainer("confluentinc/cp-kafka:latest")
+    private static KafkaContainer kafkaContainer =
+        new KafkaContainer("apache/kafka:latest")
             .withListener("kafka:19092")
             .withNetwork(network);
 
diff --git a/finish/scripts/buildImages.bat b/finish/scripts/buildImages.bat
@@ -1,7 +1,7 @@
 @ECHO Starting Scripts
 @ECHO OFF
 
-start /b docker pull -q bitnamilegacy/kafka:latest
+start /b docker pull -q apache/kafka:latest
 
 start /b docker build -q -t system:1.0-SNAPSHOT system\.
 start /b docker build -q -t inventory:1.0-SNAPSHOT inventory\.
diff --git a/finish/scripts/buildImages.sh b/finish/scripts/buildImages.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 echo Pull kafka images
-docker pull -q bitnamilegacy/kafka:latest
+docker pull -q apache/kafka:latest
 
 echo Building images
 docker build -t system:1.0-SNAPSHOT system/. &
diff --git a/finish/scripts/startContainers.bat b/finish/scripts/startContainers.bat
@@ -5,18 +5,18 @@ set NETWORK=reactive-app
 docker network create %NETWORK%
 
 docker run -d ^
-    -e ALLOW_PLAINTEXT_LISTENER=yes ^
-    -e KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 ^
-    -e KAFKA_CFG_NODE_ID=0 ^
-    -e KAFKA_CFG_PROCESS_ROLES=controller,broker ^
-    -e KAFKA_CFG_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093 ^
-    -e KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 ^
-    -e KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER ^
+    -e KAFKA_NODE_ID=0 ^
+    -e KAFKA_PROCESS_ROLES=controller,broker ^
+    -e KAFKA_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093 ^
+    -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 ^
+    -e KAFKA_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 ^
+    -e KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER ^
+    -e KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 ^
     --hostname=kafka ^
     --network=%NETWORK% ^
     --name=kafka ^
     --rm ^
-    bitnamilegacy/kafka:latest
+    apache/kafka:latest
 
 start /b docker run -d ^
   -p 9083:9083 ^
diff --git a/finish/scripts/startContainers.sh b/finish/scripts/startContainers.sh
@@ -5,18 +5,18 @@ NETWORK=reactive-app
 docker network create $NETWORK
 
 docker run -d \
-    -e ALLOW_PLAINTEXT_LISTENER=yes \
-    -e KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 \
-    -e KAFKA_CFG_NODE_ID=0 \
-    -e KAFKA_CFG_PROCESS_ROLES=controller,broker \
-    -e KAFKA_CFG_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093 \
-    -e KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 \
-    -e KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER \
+    -e KAFKA_NODE_ID=0 \
+    -e KAFKA_PROCESS_ROLES=controller,broker \
+    -e KAFKA_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093 \
+    -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 \
+    -e KAFKA_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 \
+    -e KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER \
+    -e KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 \
     --hostname=kafka \
     --network=$NETWORK \
     --name=kafka \
     --rm \
-    bitnamilegacy/kafka:latest
+    apache/kafka:latest
 
 echo "Waiting until Kafka is ready..."
 sleep 15
diff --git a/finish/scripts/startKafka.bat b/finish/scripts/startKafka.bat
@@ -5,16 +5,16 @@ set NETWORK=reactive-app
 docker network create %NETWORK%
 
 docker run -d ^
-    -e ALLOW_PLAINTEXT_LISTENER=yes ^
-    -e KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092,LOCAL://localhost:9094 ^
-    -e KAFKA_CFG_NODE_ID=0 ^
-    -e KAFKA_CFG_PROCESS_ROLES=controller,broker ^
-    -e KAFKA_CFG_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093,LOCAL://:9094 ^
-    -e KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT,LOCAL:PLAINTEXT ^
-    -e KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 ^
-    -e KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER ^
+    -e KAFKA_NODE_ID=0 ^
+    -e KAFKA_PROCESS_ROLES=controller,broker ^
+    -e KAFKA_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093,LOCAL://:9094 ^
+    -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092,LOCAL://localhost:9094 ^
+    -e KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT,LOCAL:PLAINTEXT ^
+    -e KAFKA_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 ^
+    -e KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER ^
+    -e KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 ^
     -p 9094:9094 ^
     --network=%NETWORK% ^
     --name=kafka ^
     --rm ^
-    bitnamilegacy/kafka:latest
+    apache/kafka:latest
diff --git a/finish/scripts/startKafka.sh b/finish/scripts/startKafka.sh
@@ -6,18 +6,18 @@ docker network create $NETWORK
 # end::dockerNetworkSetup[]
 
 docker run -d \
-    -e ALLOW_PLAINTEXT_LISTENER=yes \
-    -e KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092,LOCAL://localhost:9094 \
-    -e KAFKA_CFG_NODE_ID=0 \
-    -e KAFKA_CFG_PROCESS_ROLES=controller,broker \
-    -e KAFKA_CFG_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093,LOCAL://:9094 \
-    -e KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT,LOCAL:PLAINTEXT \
-    -e KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 \
-    -e KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER \
+    -e KAFKA_NODE_ID=0 \
+    -e KAFKA_PROCESS_ROLES=controller,broker \
+    -e KAFKA_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093,LOCAL://:9094 \
+    -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092,LOCAL://localhost:9094 \
+    -e KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT,LOCAL:PLAINTEXT \
+    -e KAFKA_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 \
+    -e KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER \
+    -e KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 \
     -p 9094:9094 \
     --network=$NETWORK \
     --name=kafka \
     --rm \
-    bitnamilegacy/kafka:latest &
+    apache/kafka:latest &
 
 wait
diff --git a/finish/system/src/test/java/it/io/openliberty/guides/system/SystemServiceIT.java b/finish/system/src/test/java/it/io/openliberty/guides/system/SystemServiceIT.java
@@ -11,28 +11,13 @@
 // end::copyright[]
 package it.io.openliberty.guides.system;
 
+import static org.junit.jupiter.api.Assertions.assertNotNull;
+
 import java.net.Socket;
+import java.nio.file.Paths;
 import java.time.Duration;
 import java.util.Collections;
 import java.util.Properties;
-import java.nio.file.Paths;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.junit.jupiter.api.Test;
-import org.junit.jupiter.api.AfterAll;
-import org.junit.jupiter.api.AfterEach;
-import org.junit.jupiter.api.BeforeAll;
-import org.junit.jupiter.api.BeforeEach;
-import org.testcontainers.junit.jupiter.Testcontainers;
-import static org.junit.jupiter.api.Assertions.assertNotNull;
-
-import org.testcontainers.kafka.ConfluentKafkaContainer;
-import org.testcontainers.containers.Network;
-import org.testcontainers.containers.wait.strategy.Wait;
-import org.testcontainers.images.builder.ImageFromDockerfile;
-import org.testcontainers.containers.GenericContainer;
-import org.testcontainers.containers.output.Slf4jLogConsumer;
 
 import org.apache.kafka.clients.consumer.ConsumerConfig;
 import org.apache.kafka.clients.consumer.ConsumerRecord;
@@ -41,6 +26,20 @@
 import org.apache.kafka.clients.consumer.KafkaConsumer;
 // end::KafkaConsumer[]
 import org.apache.kafka.common.serialization.StringDeserializer;
+import org.junit.jupiter.api.AfterAll;
+import org.junit.jupiter.api.AfterEach;
+import org.junit.jupiter.api.BeforeAll;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.testcontainers.containers.GenericContainer;
+import org.testcontainers.containers.Network;
+import org.testcontainers.containers.output.Slf4jLogConsumer;
+import org.testcontainers.containers.wait.strategy.Wait;
+import org.testcontainers.images.builder.ImageFromDockerfile;
+import org.testcontainers.junit.jupiter.Testcontainers;
+import org.testcontainers.kafka.KafkaContainer;
 
 import io.openliberty.guides.models.SystemLoad;
 import io.openliberty.guides.models.SystemLoad.SystemLoadDeserializer;
@@ -64,8 +63,8 @@ public class SystemServiceIT {
     // end::buildSystemImage[]
 
     // tag::kafkaContainer[]
-    private static ConfluentKafkaContainer kafkaContainer =
-        new ConfluentKafkaContainer("confluentinc/cp-kafka:latest")
+    private static KafkaContainer kafkaContainer =
+        new KafkaContainer("apache/kafka:latest")
             // tag::withListener[]
             .withListener("kafka:19092")
             // end::withListener[]
diff --git a/start/scripts/buildImages.bat b/start/scripts/buildImages.bat
@@ -1,7 +1,7 @@
 @ECHO Starting Scripts
 @ECHO OFF
 
-start /b docker pull -q bitnamilegacy/kafka:latest
+start /b docker pull -q apache/kafka:latest
 
 start /b docker build -q -t system:1.0-SNAPSHOT system\.
 start /b docker build -q -t inventory:1.0-SNAPSHOT inventory\.
diff --git a/start/scripts/buildImages.sh b/start/scripts/buildImages.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 echo Pull kafka images
-docker pull -q bitnamilegacy/kafka:latest
+docker pull -q apache/kafka:latest
 
 echo Building images
 docker build -t system:1.0-SNAPSHOT system/. &
diff --git a/start/scripts/startContainers.bat b/start/scripts/startContainers.bat
@@ -5,18 +5,18 @@ set NETWORK=reactive-app
 docker network create %NETWORK%
 
 docker run -d ^
-    -e ALLOW_PLAINTEXT_LISTENER=yes ^
-    -e KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 ^
-    -e KAFKA_CFG_NODE_ID=0 ^
-    -e KAFKA_CFG_PROCESS_ROLES=controller,broker ^
-    -e KAFKA_CFG_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093 ^
-    -e KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 ^
-    -e KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER ^
+    -e KAFKA_NODE_ID=0 ^
+    -e KAFKA_PROCESS_ROLES=controller,broker ^
+    -e KAFKA_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093 ^
+    -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 ^
+    -e KAFKA_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 ^
+    -e KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER ^
+    -e KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 ^
     --hostname=kafka ^
     --network=%NETWORK% ^
     --name=kafka ^
     --rm ^
-    bitnamilegacy/kafka:latest
+    apache/kafka:latest
 
 start /b docker run -d ^
   -p 9083:9083 ^
diff --git a/start/scripts/startContainers.sh b/start/scripts/startContainers.sh
@@ -5,18 +5,18 @@ NETWORK=reactive-app
 docker network create $NETWORK
 
 docker run -d \
-    -e ALLOW_PLAINTEXT_LISTENER=yes \
-    -e KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 \
-    -e KAFKA_CFG_NODE_ID=0 \
-    -e KAFKA_CFG_PROCESS_ROLES=controller,broker \
-    -e KAFKA_CFG_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093 \
-    -e KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 \
-    -e KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER \
+    -e KAFKA_NODE_ID=0 \
+    -e KAFKA_PROCESS_ROLES=controller,broker \
+    -e KAFKA_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093 \
+    -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 \
+    -e KAFKA_CONTROLLER_QUORUM_VOTERS=0@kafka:9093 \
+    -e KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER \
+    -e KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 \
     --hostname=kafka \
     --network=$NETWORK \
     --name=kafka \
     --rm \
-    bitnamilegacy/kafka:latest
+    apache/kafka:latest
 
 echo "Waiting until Kafka is ready..."
 sleep 15
diff --git a/start/scripts/startKafka.bat b/start/scripts/startKafka.bat
diff --git a/start/scripts/startKafka.sh b/start/scripts/startKafka.sh
