Removes jctools usage for lock-free queues.

Author: amarziali

dd-java-agent/agent-builder/gradle.lockfile

@@ -109,7 +109,6 @@ org.jacoco:org.jacoco.agent:0.8.14=jacocoAgent,jacocoAnt
 org.jacoco:org.jacoco.ant:0.8.14=jacocoAnt
 org.jacoco:org.jacoco.core:0.8.14=jacocoAnt
 org.jacoco:org.jacoco.report:0.8.14=jacocoAnt
-org.jctools:jctools-core:3.3.0=runtimeClasspath,testRuntimeClasspath
 org.junit.jupiter:junit-jupiter-api:5.12.2=testCompileClasspath,testRuntimeClasspath
 org.junit.jupiter:junit-jupiter-engine:5.12.2=testRuntimeClasspath
 org.junit.jupiter:junit-jupiter-params:5.12.2=testCompileClasspath,testRuntimeClasspath

dd-java-agent/agent-debugger/gradle.lockfile

@@ -123,7 +123,6 @@ org.jacoco:org.jacoco.agent:0.8.14=jacocoAgent,jacocoAnt
 org.jacoco:org.jacoco.ant:0.8.14=jacocoAnt
 org.jacoco:org.jacoco.core:0.8.14=jacocoAnt
 org.jacoco:org.jacoco.report:0.8.14=jacocoAnt
-org.jctools:jctools-core:3.3.0=testRuntimeClasspath
 org.jetbrains.intellij.deps:trove4j:1.0.20200330=testRuntimeClasspath
 org.jetbrains.kotlin:kotlin-compiler-embeddable:2.1.21=testCompileClasspath,testRuntimeClasspath
 org.jetbrains.kotlin:kotlin-daemon-embeddable:2.1.21=testRuntimeClasspath

dd-java-agent/agent-llmobs/build.gradle

@@ -12,7 +12,6 @@ minimumInstructionCoverage = 0.0
 
 dependencies {
   api libs.slf4j
-  implementation libs.jctools
 
   implementation project(':communication')
   implementation project(':components:json')

dd-java-agent/agent-llmobs/src/main/java/datadog/trace/llmobs/EvalProcessingWorker.java

@@ -12,6 +12,7 @@
 import datadog.communication.http.OkHttpUtils;
 import datadog.trace.api.Config;
 import datadog.trace.llmobs.domain.LLMObsEval;
+import datadog.trace.util.queue.MpscArrayQueue;
 import java.util.ArrayList;
 import java.util.List;
 import java.util.concurrent.TimeUnit;
@@ -20,7 +21,6 @@
 import okhttp3.OkHttpClient;
 import okhttp3.Request;
 import okhttp3.RequestBody;
-import org.jctools.queues.MpscBlockingConsumerArrayQueue;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
@@ -34,7 +34,7 @@ public class EvalProcessingWorker implements AutoCloseable {
 
   private static final Logger log = LoggerFactory.getLogger(EvalProcessingWorker.class);
 
-  private final MpscBlockingConsumerArrayQueue<LLMObsEval> queue;
+  private final MpscArrayQueue<LLMObsEval> queue;
   private final Thread serializerThread;
 
   public EvalProcessingWorker(
@@ -43,7 +43,7 @@ public EvalProcessingWorker(
       final TimeUnit timeUnit,
       final SharedCommunicationObjects sco,
       Config config) {
-    this.queue = new MpscBlockingConsumerArrayQueue<>(capacity);
+    this.queue = new MpscArrayQueue<>(capacity);
 
     boolean isAgentless = config.isLlmObsAgentlessEnabled();
     if (isAgentless && (config.getApiKey() == null || config.getApiKey().isEmpty())) {
@@ -98,7 +98,7 @@ public static class EvalSerializingHandler implements Runnable {
     private static final Logger log = LoggerFactory.getLogger(EvalSerializingHandler.class);
     private static final int FLUSH_THRESHOLD = 50;
 
-    private final MpscBlockingConsumerArrayQueue<LLMObsEval> queue;
+    private final MpscArrayQueue<LLMObsEval> queue;
     private final long ticksRequiredToFlush;
     private long lastTicks;
 
@@ -111,7 +111,7 @@ public static class EvalSerializingHandler implements Runnable {
     private final List<LLMObsEval> buffer = new ArrayList<>();
 
     public EvalSerializingHandler(
-        final MpscBlockingConsumerArrayQueue<LLMObsEval> queue,
+        final MpscArrayQueue<LLMObsEval> queue,
         final long flushInterval,
         final TimeUnit timeUnit,
         final HttpUrl submissionUrl,

dd-java-agent/agent-profiling/profiling-controller-jfr/build.gradle

@@ -14,7 +14,6 @@ testJvmConstraints {
 dependencies {
   api project(':dd-java-agent:agent-profiling:profiling-controller')
 
-  implementation libs.jctools
   implementation libs.slf4j
 
   annotationProcessor libs.autoservice.processor

dd-java-agent/instrumentation/graal/native-image/src/main/java/datadog/trace/instrumentation/graal/nativeimage/AnnotationSubstitutionProcessorInstrumentation.java

@@ -37,7 +37,6 @@ public void methodAdvice(MethodTransformer transformer) {
   public String[] helperClassNames() {
     return new String[] {
       packageName + ".Target_com_datadog_profiling_agent_ProcessContext",
-      packageName + ".Target_datadog_jctools_util_UnsafeRefArrayAccess",
       packageName + ".Target_org_datadog_jmxfetch_App",
       packageName + ".Target_org_datadog_jmxfetch_Status",
       packageName + ".Target_org_datadog_jmxfetch_reporter_JsonReporter",
@@ -52,7 +51,6 @@ public String[] muzzleIgnoredClassNames() {
       "jdk.vm.ci.meta.ResolvedJavaField",
       // ignore helper class names as usual
       packageName + ".Target_com_datadog_profiling_agent_ProcessContext",
-      packageName + ".Target_datadog_jctools_util_UnsafeRefArrayAccess",
       packageName + ".Target_org_datadog_jmxfetch_App",
       packageName + ".Target_org_datadog_jmxfetch_Status",
       packageName + ".Target_org_datadog_jmxfetch_reporter_JsonReporter",
@@ -63,7 +61,6 @@ public static class FindTargetClassesAdvice {
     @Advice.OnMethodExit(suppress = Throwable.class)
     public static void onExit(@Advice.Return(readOnly = false) List<Class<?>> result) {
       result.add(Target_com_datadog_profiling_agent_ProcessContext.class);
-      result.add(Target_datadog_jctools_util_UnsafeRefArrayAccess.class);
       result.add(Target_org_datadog_jmxfetch_App.class);
       result.add(Target_org_datadog_jmxfetch_Status.class);
       result.add(Target_org_datadog_jmxfetch_reporter_JsonReporter.class);

dd-java-agent/instrumentation/graal/native-image/src/main/java/datadog/trace/instrumentation/graal/nativeimage/Target_datadog_jctools_util_UnsafeRefArrayAccess.java

@@ -74,7 +74,6 @@ dependencies {
 
   implementation libs.slf4j
   implementation libs.moshi
-  implementation libs.jctools
 
   implementation group: 'com.datadoghq', name: 'sketches-java', version: '0.8.3'
 

dd-trace-core/build.gradle

@@ -4,15 +4,15 @@
 
 import datadog.trace.common.metrics.SignalItem.StopSignal;
 import datadog.trace.core.util.LRUCache;
+import datadog.trace.util.queue.MpscArrayQueue;
 import edu.umd.cs.findbugs.annotations.SuppressFBWarnings;
 import java.util.Iterator;
 import java.util.Map;
 import java.util.Queue;
 import java.util.Set;
 import java.util.concurrent.ConcurrentMap;
 import java.util.concurrent.TimeUnit;
-import org.jctools.queues.MessagePassingQueue;
-import org.jctools.queues.MpscCompoundQueue;
+import java.util.function.Consumer;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
@@ -23,7 +23,7 @@ final class Aggregator implements Runnable {
   private static final Logger log = LoggerFactory.getLogger(Aggregator.class);
 
   private final Queue<Batch> batchPool;
-  private final MpscCompoundQueue<InboxItem> inbox;
+  private final MpscArrayQueue<InboxItem> inbox;
   private final LRUCache<MetricKey, AggregateMetric> aggregates;
   private final ConcurrentMap<MetricKey, Batch> pending;
   private final Set<MetricKey> commonKeys;
@@ -43,7 +43,7 @@ final class Aggregator implements Runnable {
   Aggregator(
       MetricWriter writer,
       Queue<Batch> batchPool,
-      MpscCompoundQueue<InboxItem> inbox,
+      MpscArrayQueue<InboxItem> inbox,
       ConcurrentMap<MetricKey, Batch> pending,
       final Set<MetricKey> commonKeys,
       int maxAggregates,
@@ -64,7 +64,7 @@ final class Aggregator implements Runnable {
   Aggregator(
       MetricWriter writer,
       Queue<Batch> batchPool,
-      MpscCompoundQueue<InboxItem> inbox,
+      MpscArrayQueue<InboxItem> inbox,
       ConcurrentMap<MetricKey, Batch> pending,
       final Set<MetricKey> commonKeys,
       int maxAggregates,
@@ -107,7 +107,7 @@ public void run() {
     log.debug("metrics aggregator exited");
   }
 
-  private final class Drainer implements MessagePassingQueue.Consumer<InboxItem> {
+  private final class Drainer implements Consumer<InboxItem> {
 
     boolean stopped = false;
 

dd-trace-core/src/main/java/datadog/trace/common/metrics/Aggregator.java

@@ -33,6 +33,8 @@
 import datadog.trace.core.DDTraceCoreInfo;
 import datadog.trace.core.monitor.HealthMetrics;
 import datadog.trace.util.AgentTaskScheduler;
+import datadog.trace.util.queue.MpscArrayQueue;
+import datadog.trace.util.queue.SpmcArrayQueue;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Collections;
@@ -47,8 +49,6 @@
 import java.util.concurrent.TimeUnit;
 import java.util.function.Function;
 import javax.annotation.Nonnull;
-import org.jctools.queues.MpscCompoundQueue;
-import org.jctools.queues.SpmcArrayQueue;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
@@ -94,7 +94,7 @@ public final class ConflatingMetricsAggregator implements MetricsAggregator, Eve
   private final ConcurrentHashMap<MetricKey, Batch> pending;
   private final ConcurrentHashMap<MetricKey, MetricKey> keys;
   private final Thread thread;
-  private final MpscCompoundQueue<InboxItem> inbox;
+  private final MpscArrayQueue<InboxItem> inbox;
   private final Sink sink;
   private final Aggregator aggregator;
   private final long reportingInterval;
@@ -177,7 +177,7 @@ public ConflatingMetricsAggregator(
       long reportingInterval,
       TimeUnit timeUnit) {
     this.ignoredResources = ignoredResources;
-    this.inbox = new MpscCompoundQueue<>(queueSize);
+    this.inbox = new MpscArrayQueue<>(queueSize);
     this.batchPool = new SpmcArrayQueue<>(maxAggregates);
     this.pending = new ConcurrentHashMap<>(maxAggregates * 4 / 3);
     this.keys = new ConcurrentHashMap<>();