[ML] Pass timeout to chat completion (elastic#128338) (elastic#128379)

prwhelan · web-flow · commit 7ff1f7f8befe · 2025-05-24T01:23:30.000+10:00
diff --git a/docs/changelog/128338.yaml b/docs/changelog/128338.yaml
@@ -0,0 +1,5 @@
+pr: 128338
+summary: Pass timeout to chat completion
+area: Machine Learning
+type: bug
+issues: []
diff --git a/x-pack/plugin/inference/src/main/java/org/elasticsearch/xpack/inference/action/TransportUnifiedCompletionInferenceAction.java b/x-pack/plugin/inference/src/main/java/org/elasticsearch/xpack/inference/action/TransportUnifiedCompletionInferenceAction.java
@@ -89,7 +89,7 @@ protected void doInference(
         InferenceService service,
         ActionListener<InferenceServiceResults> listener
     ) {
-        service.unifiedCompletionInfer(model, request.getUnifiedCompletionRequest(), null, listener);
+        service.unifiedCompletionInfer(model, request.getUnifiedCompletionRequest(), request.getTimeout(), listener);
     }
 
     @Override

Original file line number	Diff line number	Diff line change
`@@ -89,7 +89,7 @@ protected void doInference(`
`89`	`89`	`InferenceService service,`
`90`	`90`	`ActionListener<InferenceServiceResults> listener`
`91`	`91`	`) {`
`92`		`- service.unifiedCompletionInfer(model, request.getUnifiedCompletionRequest(), null, listener);`
	`92`	`+ service.unifiedCompletionInfer(model, request.getUnifiedCompletionRequest(), request.getTimeout(), listener);`
`93`	`93`	`}`
`94`	`94`
`95`	`95`	`@Override`