Add a new field in PredictRequest.

swachhandl · tensorflow-copybara · commit 166dbe21f0c3 · 2024-10-30T18:58:41.000-07:00
PiperOrigin-RevId: 691627574
diff --git a/tensorflow_serving/apis/predict.proto b/tensorflow_serving/apis/predict.proto
@@ -62,6 +62,10 @@ message PredictRequest {
     }
 
     optional DeterministicMode deterministic_mode = 2;
+
+    // Only supported in disaggregated serving. When set, additional arrays from
+    // prefill will be returned if available.
+    optional bool return_additional_arrays_from_prefill = 3;
   }
 
   optional RequestOptions request_options = 7;

Original file line number	Diff line number	Diff line change
`@@ -62,6 +62,10 @@ message PredictRequest {`
`62`	`62`	`}`
`63`	`63`
`64`	`64`	`optional DeterministicMode deterministic_mode = 2;`
	`65`	`+`
	`66`	`+ // Only supported in disaggregated serving. When set, additional arrays from`
	`67`	`+ // prefill will be returned if available.`
	`68`	`+ optional bool return_additional_arrays_from_prefill = 3;`
`65`	`69`	`}`
`66`	`70`
`67`	`71`	`optional RequestOptions request_options = 7;`