diff --git a/dd-java-agent/agent-llmobs/src/main/java/datadog/trace/llmobs/EvalProcessingWorker.java b/dd-java-agent/agent-llmobs/src/main/java/datadog/trace/llmobs/EvalProcessingWorker.java
index 7c50e2afbe6..1e17f90b22c 100644
--- a/dd-java-agent/agent-llmobs/src/main/java/datadog/trace/llmobs/EvalProcessingWorker.java
+++ b/dd-java-agent/agent-llmobs/src/main/java/datadog/trace/llmobs/EvalProcessingWorker.java
@@ -145,7 +145,11 @@ public void run() {
     private void runDutyCycle() throws InterruptedException {
       Thread thread = Thread.currentThread();
       while (!thread.isInterrupted()) {
-        consumeBatch();
+        LLMObsEval eval = queue.poll(100, TimeUnit.MILLISECONDS);
+        if (eval != null) {
+          buffer.add(eval);
+          consumeBatch();
+        }
         flushIfNecessary();
       }
     }