Dependencies upgrade and native build cleaning (#84)

Author: AlexisSouquiere

pom.xml

@@ -12,14 +12,15 @@
     <quarkus.package.jar.type>fast-jar</quarkus.package.jar.type>
     <quarkus.platform.artifact-id>quarkus-bom</quarkus.platform.artifact-id>
     <quarkus.platform.group-id>io.quarkus.platform</quarkus.platform.group-id>
-    <quarkus.platform.version>3.25.4</quarkus.platform.version>
+    <quarkus.platform.version>3.30.6</quarkus.platform.version>
     <skipITs>true</skipITs>
     <surefire-plugin.version>3.5.3</surefire-plugin.version>
-    <confluent.version>7.9.1</confluent.version>
+    <confluent.version>8.1.1</confluent.version>
     <testcontainers.version>1.21.3</testcontainers.version>
     <sonar-maven-plugin.version>5.2.0.4988</sonar-maven-plugin.version>
     <jacoco-maven-plugin.version>0.8.14</jacoco-maven-plugin.version>
     <checkstyle-maven-plugin.version>3.6.0</checkstyle-maven-plugin.version>
+    <bouncycastle.jdk18on.version>1.82</bouncycastle.jdk18on.version>
   </properties>
 
   <repositories>
@@ -70,6 +71,10 @@
       <groupId>io.quarkus</groupId>
       <artifactId>quarkus-container-image-docker</artifactId>
     </dependency>
+    <dependency>
+      <groupId>io.quarkus</groupId>
+      <artifactId>quarkus-jackson</artifactId>
+    </dependency>
     <dependency>
       <groupId>io.quarkus</groupId>
       <artifactId>quarkus-junit5</artifactId>
@@ -105,6 +110,11 @@
       <artifactId>kafka-json-schema-serializer</artifactId>
       <version>${confluent.version}</version>
     </dependency>
+    <dependency>
+      <groupId>org.brotli</groupId>
+      <artifactId>dec</artifactId>
+      <version>0.1.2</version>
+    </dependency>
     <dependency>
       <groupId>io.confluent</groupId>
       <artifactId>kafka-protobuf-serializer</artifactId>
@@ -118,42 +128,38 @@
     <dependency>
       <groupId>com.fasterxml.jackson.dataformat</groupId>
       <artifactId>jackson-dataformat-yaml</artifactId>
-      <version>2.20.1</version>
+    </dependency>
+    <dependency>
+      <groupId>com.fasterxml.jackson.dataformat</groupId>
+      <artifactId>jackson-dataformat-csv</artifactId>
     </dependency>
     <dependency>
       <groupId>org.testcontainers</groupId>
       <artifactId>testcontainers</artifactId>
       <version>${testcontainers.version}</version>
-      <exclusions>
-        <exclusion>
-          <groupId>com.github.docker-java</groupId>
-          <artifactId>docker-java-api</artifactId>
-        </exclusion>
-        <exclusion>
-          <groupId>com.github.docker-java</groupId>
-          <artifactId>docker-java-transport-zerodep</artifactId>
-        </exclusion>
-      </exclusions>
+      <scope>test</scope>
     </dependency>
     <dependency>
       <groupId>org.testcontainers</groupId>
       <artifactId>junit-jupiter</artifactId>
       <version>${testcontainers.version}</version>
+      <scope>test</scope>
     </dependency>
     <dependency>
       <groupId>org.testcontainers</groupId>
       <artifactId>kafka</artifactId>
       <version>${testcontainers.version}</version>
+      <scope>test</scope>
     </dependency>
     <dependency>
-      <groupId>com.github.docker-java</groupId>
-      <artifactId>docker-java-api</artifactId>
-      <version>3.6.0</version>
+      <groupId>org.bouncycastle</groupId>
+      <artifactId>bcprov-jdk18on</artifactId>
+      <version>${bouncycastle.jdk18on.version}</version>
     </dependency>
     <dependency>
-      <groupId>com.github.docker-java</groupId>
-      <artifactId>docker-java-transport-zerodep</artifactId>
-      <version>3.6.0</version>
+      <groupId>org.bouncycastle</groupId>
+      <artifactId>bctls-jdk18on</artifactId>
+      <version>${bouncycastle.jdk18on.version}</version>
     </dependency>
   </dependencies>
   <build>

src/main/java/com/michelin/kafkagen/kafka/GenericProducer.java

@@ -120,6 +120,9 @@ var record = new ProducerRecord<>(topicName,
                 }
             }
         });
+
+        // Flush to ensure all records are sent before returning
+        producer.flush();
     }
 
     public void producerRandom(String topicName, String avroFile, Long iterations, Integer maxInterval,

src/main/resources/application.properties

@@ -1,7 +1,5 @@
 quarkus.log.level=OFF
 quarkus.banner.enabled=false
-quarkus.native.additional-build-args=\
---initialize-at-build-time=org.apache.avro.reflect.ReflectData\\,org.apache.kafka.common.protocol\\,org.apache.kafka.common.message\\,org.apache.kafka.shaded.com.google.protobuf\\,picocli.CommandLine$Tracer\\,picocli.CommandLine$TraceLevel
 quarkus.native.march=compatibility
 quarkus.container-image.group=michelin
 quarkus.kafka.snappy.enabled=true

src/test/java/com/michelin/kafkagen/AssertSubcommandIntegrationTest.java

@@ -91,8 +91,6 @@ public void callWithFoundAndNotFoundDatasets() throws Exception {
 
         genericProducer.produce("avroTopicWithoutKey", dataset, 1, context);
 
-        Thread.sleep(1000);
-
         var assertSubcommand = new AssertSubcommand(configService, datasetService, assertService);
         initCommandLine(assertSubcommand);
         assertSubcommand.commandSpec = commandSpec;

src/test/java/com/michelin/kafkagen/DatasetSubcommandIntegrationTest.java

@@ -99,8 +99,6 @@ public void callWithDifferentOffsetRequests() throws Exception {
         // Partition 2: key1, key2
         genericProducer.produce("avroTopicWithoutKey", dataset, 1, context);
 
-        Thread.sleep(1000);
-
         var datasetSubcommand = new DatasetSubcommand(configService, schemaService, datasetService);
         initCommandLine(datasetSubcommand);
         datasetSubcommand.commandSpec = commandSpec;
@@ -141,8 +139,8 @@ public void callWithoutContext() throws Exception {
 
     private void initCommandLine(DatasetSubcommand datasetSubcommand) {
         var commandLine = new CommandLine(datasetSubcommand);
-        commandLine.setOut(new PrintWriter(out));
-        commandLine.setErr(new PrintWriter(out));
+        commandLine.setOut(new PrintWriter(out, true));
+        commandLine.setErr(new PrintWriter(out, true));
         Mockito.when(commandSpec.commandLine()).thenReturn(commandLine);
     }
 }

src/test/java/com/michelin/kafkagen/services/AssertServiceIntegrationTest.java

@@ -85,8 +85,6 @@ public void assertThatTopicContains() throws Exception {
 
         genericProducer.produce("avroTopicWithoutKey", dataset, 1, context);
 
-        Thread.sleep(1000);
-
         var rawDataset = datasetService.getRawRecord(new File(getClass().getClassLoader().getResource("avro/expected/assertDataset.json").toURI()));
         boolean result = assertService.assertThatTopicContains("avroTopicWithoutKey", rawDataset, new HashMap<>(), context, false, Optional.empty());
         assertTrue(result);
@@ -115,8 +113,6 @@ public void assertThatTopicContainsMostRecent() throws Exception {
 
         genericProducer.produce("avroTopicWithoutKey", dataset, 1, context);
 
-        Thread.sleep(1000);
-
         var rawDataset = datasetService.getRawRecord(new File(getClass().getClassLoader().getResource("avro/expected/assertDatasetWithoutKey.json").toURI()));
         var mostRecentAssertResult = rawDataset.stream()
             .filter(r -> r.getMostRecent().equals(true))

src/test/resources/application.properties

@@ -1,5 +1,8 @@
 quarkus.kafka.snappy.enabled=false
 
+# Suppress noisy Kafka client connection warnings during tests
+quarkus.log.category."org.apache.kafka.clients".level=ERROR
+
 kafka.host=kafkaHost
 kafka.port=9092
 registry.host=registryHost