Skip to content

Commit e64b81c

Browse files
committed
Do not use a fixed size queue anymore (avoid the thread to be blocked).
1 parent d3a47a2 commit e64b81c

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/inference/bulk/BulkInferenceExecutor.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -9,14 +9,14 @@
99

1010
import org.elasticsearch.action.ActionListener;
1111
import org.elasticsearch.common.util.concurrent.AbstractRunnable;
12+
import org.elasticsearch.common.util.concurrent.ConcurrentCollections;
1213
import org.elasticsearch.threadpool.ThreadPool;
1314
import org.elasticsearch.xpack.core.inference.action.InferenceAction;
1415
import org.elasticsearch.xpack.esql.inference.InferenceRunner;
1516
import org.elasticsearch.xpack.esql.plugin.EsqlPlugin;
1617

1718
import java.util.ArrayList;
1819
import java.util.List;
19-
import java.util.concurrent.ArrayBlockingQueue;
2020
import java.util.concurrent.BlockingQueue;
2121
import java.util.concurrent.ExecutorService;
2222
import java.util.concurrent.Semaphore;
@@ -121,7 +121,7 @@ private ThrottledInferenceRunner(InferenceRunner inferenceRunner, ExecutorServic
121121
this.executorService = executorService;
122122
this.permits = new Semaphore(maxRunningTasks);
123123
this.inferenceRunner = inferenceRunner;
124-
this.pendingRequestsQueue = new ArrayBlockingQueue<>(maxRunningTasks, true);
124+
this.pendingRequestsQueue = ConcurrentCollections.newBlockingQueue();
125125
}
126126

127127
public static ThrottledInferenceRunner create(

0 commit comments

Comments
 (0)