chore: confluent kafka client

Signed-off-by: Joe Bowbeer <[email protected]>

Author: joebowbeer

package-lock.json

@@ -29,7 +29,7 @@
     "build": "tsc --project tsconfig.build.json"
   },
   "devDependencies": {
-    "kafkajs": "^2.2.4"
+    "@confluentinc/kafka-javascript": "^1.6.0"
   },
   "dependencies": {
     "compare-versions": "^6.1.1",

packages/modules/kafka/package.json

@@ -1,21 +1,27 @@
-import { Kafka, KafkaConfig, logLevel } from "kafkajs";
+import { KafkaJS } from "@confluentinc/kafka-javascript";
 import { StartedKafkaContainer } from "./kafka-container";
 
 // kafkaTestHelper {
 export async function assertMessageProducedAndConsumed(
   container: StartedKafkaContainer,
-  additionalConfig: Partial<KafkaConfig> = {}
+  additionalConfig: Partial<KafkaJS.KafkaConfig> = {}
 ) {
   const brokers = [`${container.getHost()}:${container.getMappedPort(9093)}`];
-  const kafka = new Kafka({ logLevel: logLevel.NOTHING, brokers: brokers, ...additionalConfig });
+  const kafka = new KafkaJS.Kafka({
+    kafkaJS: {
+      logLevel: KafkaJS.logLevel.NOTHING,
+      brokers: brokers,
+      ...additionalConfig,
+    },
+  });
 
   const producer = kafka.producer();
   await producer.connect();
-  const consumer = kafka.consumer({ groupId: "test-group" });
+  const consumer = kafka.consumer({ kafkaJS: { groupId: "test-group", fromBeginning: true } });
   await consumer.connect();
 
   await producer.send({ topic: "test-topic", messages: [{ value: "test message" }] });
-  await consumer.subscribe({ topic: "test-topic", fromBeginning: true });
+  await consumer.subscribe({ topic: "test-topic" });
 
   const consumedMessage = await new Promise((resolve) =>
     consumer.run({