Disabled kafka tests due to flakiness (#7832)

Author: nayeem-kamal

dd-java-agent/instrumentation/kafka-clients-3.8/build.gradle

@@ -14,20 +14,6 @@ apply from: "$rootDir/gradle/java.gradle"
 
 addTestSuite('latestDepTest')
 
-//java {
-//  toolchain {
-//    languageVersion.set(JavaLanguageVersion.of(17))
-//  }
-//}
-
-
-//project.afterEvaluate {
-//  tasks.withType(Test).configureEach {
-//    if (javaLauncher.get().metadata.languageVersion.asInt() >= 16) {
-//      jvmArgs += ['--add-opens', 'java.base/java.util=ALL-UNNAMED']
-//    }
-//  }
-//}
 [compileMain_java17Java, compileTestJava, compileLatestDepTestJava].each {
   it.configure {
     setJavaVersion(it, 17)

dd-java-agent/instrumentation/kafka-clients-3.8/src/test/groovy/KafkaClientCustomPropagationConfigTest.groovy

@@ -1,6 +1,7 @@
 import datadog.trace.agent.test.AgentTestRunner
 import datadog.trace.api.config.TraceInstrumentationConfig
 import datadog.trace.bootstrap.instrumentation.api.AgentSpan
+import datadog.trace.test.util.Flaky
 import org.apache.kafka.clients.consumer.ConsumerRecord
 import org.apache.kafka.clients.producer.ProducerRecord
 import org.apache.kafka.common.header.Headers
@@ -53,6 +54,7 @@ class KafkaClientCustomPropagationConfigTest extends AgentTestRunner {
     injectSysConfig("dd.kafka.e2e.duration.enabled", "true")
   }
 
+  @Flaky
   def "test kafka client header propagation with topic filters"() {
     setup:
     injectSysConfig(TraceInstrumentationConfig.KAFKA_CLIENT_PROPAGATION_DISABLED_TOPICS, value as String)
@@ -160,6 +162,7 @@ class KafkaClientCustomPropagationConfigTest extends AgentTestRunner {
     [value, expected1, expected2, expected3, expected4]<< dataTable()
   }
 
+  @Flaky
   def "test consumer with topic filters"() {
     setup:
     injectSysConfig(TraceInstrumentationConfig.KAFKA_CLIENT_PROPAGATION_DISABLED_TOPICS, value as String)

dd-java-agent/instrumentation/kafka-clients-3.8/src/test/groovy/KafkaClientTestBase.groovy

@@ -7,6 +7,7 @@ import datadog.trace.bootstrap.instrumentation.api.Tags
 import datadog.trace.common.writer.ListWriter
 import datadog.trace.core.DDSpan
 import datadog.trace.core.datastreams.StatsGroup
+import datadog.trace.test.util.Flaky
 import org.apache.kafka.clients.consumer.ConsumerConfig
 import org.apache.kafka.clients.consumer.ConsumerRecord
 import org.apache.kafka.clients.consumer.KafkaConsumer
@@ -150,6 +151,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
     return true
   }
 
+  @Flaky
   def "test kafka produce and consume"() {
     setup:
     // Create and start a Kafka container using Testcontainers
@@ -292,6 +294,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
     kafkaContainer.stop()
   }
 
+  @Flaky
   def "test producing message too large"() {
     setup:
     // set a low max request size, so that we can crash it
@@ -314,6 +317,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
     producer.close()
   }
 
+  @Flaky
   def "test spring kafka template produce and consume"() {
     setup:
     KafkaContainer kafkaContainer = new KafkaContainer(DockerImageName.parse("confluentinc/cp-kafka:latest")).withEmbeddedZookeeper().withEnv("KAFKA_CREATE_TOPICS", SHARED_TOPIC)
@@ -457,6 +461,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
     kafkaContainer.stop()
   }
 
+  @Flaky
   def "test pass through tombstone"() {
     setup:
     KafkaContainer kafkaContainer = new KafkaContainer(DockerImageName.parse("confluentinc/cp-kafka:latest")).withEmbeddedZookeeper().withEnv("KAFKA_CREATE_TOPICS", SHARED_TOPIC)
@@ -528,6 +533,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
 
   }
 
+  @Flaky
   def "test records(TopicPartition) kafka consume"() {
     setup:
     KafkaContainer kafkaContainer = new KafkaContainer(DockerImageName.parse("confluentinc/cp-kafka:latest")).withEmbeddedZookeeper().withEnv("KAFKA_CREATE_TOPICS", SHARED_TOPIC)
@@ -588,6 +594,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
 
   }
 
+  @Flaky
   def "test records(TopicPartition).subList kafka consume"() {
     setup:
 
@@ -650,6 +657,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
 
   }
 
+  @Flaky
   def "test records(TopicPartition).forEach kafka consume"() {
     setup:
     KafkaContainer kafkaContainer = new KafkaContainer(DockerImageName.parse("confluentinc/cp-kafka:latest")).withEmbeddedZookeeper().withEnv("KAFKA_CREATE_TOPICS", SHARED_TOPIC)
@@ -711,6 +719,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
 
   }
 
+  @Flaky
   def "test iteration backwards over ConsumerRecords"() {
     setup:
     KafkaContainer kafkaContainer = new KafkaContainer(DockerImageName.parse("confluentinc/cp-kafka:latest")).withEmbeddedZookeeper().withEnv("KAFKA_CREATE_TOPICS", SHARED_TOPIC)
@@ -825,6 +834,7 @@ abstract class KafkaClientTestBase extends VersionedNamingTestBase {
 
   }
 
+  @Flaky
   def "test kafka client header propagation manual config"() {
     setup:
     KafkaContainer kafkaContainer = new KafkaContainer(DockerImageName.parse("confluentinc/cp-kafka:latest")).withEmbeddedZookeeper().withEnv("KAFKA_CREATE_TOPICS", SHARED_TOPIC)