[ML] Pass timeout to chat completion (#128338) (#128381)

prwhelan · web-flow · commit daf5bf313fb7 · 2025-05-24T01:29:10.000+10:00
diff --git a/docs/changelog/128338.yaml b/docs/changelog/128338.yaml
@@ -0,0 +1,5 @@
+pr: 128338
+summary: Pass timeout to chat completion
+area: Machine Learning
+type: bug
+issues: []
diff --git a/x-pack/plugin/inference/src/main/java/org/elasticsearch/xpack/inference/action/TransportUnifiedCompletionInferenceAction.java b/x-pack/plugin/inference/src/main/java/org/elasticsearch/xpack/inference/action/TransportUnifiedCompletionInferenceAction.java
@@ -90,7 +90,7 @@ protected void doInference(
         InferenceService service,
         ActionListener<InferenceServiceResults> listener
     ) {
-        service.unifiedCompletionInfer(model, request.getUnifiedCompletionRequest(), null, listener);
+        service.unifiedCompletionInfer(model, request.getUnifiedCompletionRequest(), request.getTimeout(), listener);
     }
 
     @Override

Original file line number	Diff line number	Diff line change
`@@ -90,7 +90,7 @@ protected void doInference(`
`90`	`90`	`InferenceService service,`
`91`	`91`	`ActionListener<InferenceServiceResults> listener`
`92`	`92`	`) {`
`93`		`- service.unifiedCompletionInfer(model, request.getUnifiedCompletionRequest(), null, listener);`
	`93`	`+ service.unifiedCompletionInfer(model, request.getUnifiedCompletionRequest(), request.getTimeout(), listener);`
`94`	`94`	`}`
`95`	`95`
`96`	`96`	`@Override`