From 14354a8cd00f410fb25edb1b37bd2bb45e2b0066 Mon Sep 17 00:00:00 2001
From: Jonathan Buttner <56361221+jonathan-buttner@users.noreply.github.com>
Date: Mon, 20 Oct 2025 12:20:15 -0400
Subject: [PATCH] Adding batch size to custom service (#5523)

* Adding batch size

* Updating batch size info with link

(cherry picked from commit 83b69f482863cba6e25f6f89a1dfaea0184b1f55)
---
 specification/_doc_ids/table.csv              | 1 +
 specification/inference/_types/CommonTypes.ts | 9 ++++++++-
 2 files changed, 9 insertions(+), 1 deletion(-)

diff --git a/specification/_doc_ids/table.csv b/specification/_doc_ids/table.csv
index d8bc65b689..c4e3dc8fa5 100644
--- a/specification/_doc_ids/table.csv
+++ b/specification/_doc_ids/table.csv
@@ -802,6 +802,7 @@ security-saml-guide,https://www.elastic.co/guide/en/elasticsearch/reference/{bra
 security-settings-api-keys,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/security-settings.html#api-key-service-settings,,
 security-settings-hashing,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/security-settings.html#hashing-settings,,
 security-user-cache,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/controlling-user-cache.html,,
+sematic-text-chunking,https://www.elastic.co/docs/reference/elasticsearch/mapping-reference/semantic-text#auto-text-chunking,,
 service-accounts,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/service-accounts.html,,
 set-processor,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/set-processor.html,,
 shape,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/shape.html,,
diff --git a/specification/inference/_types/CommonTypes.ts b/specification/inference/_types/CommonTypes.ts
index ff161f2b4a..6b8caf0d09 100644
--- a/specification/inference/_types/CommonTypes.ts
+++ b/specification/inference/_types/CommonTypes.ts
@@ -903,7 +903,14 @@ export class CohereTaskSettings {
 
 export class CustomServiceSettings {
   /**
-   * Specifies the HTTPS header parameters – such as `Authentication` or `Contet-Type` – that are required to access the custom service.
+   * Specifies the batch size used for the semantic_text field. If the field is not provided, the default is 10.
+   * The batch size is the maximum number of inputs in a single request to the upstream service.
+   * The chunk within the batch are controlled by the selected chunking strategy for the semantic_text field.
+   * @ext_doc_id sematic-text-chunking
+   */
+  batch_size?: integer
+  /**
+   * Specifies the HTTP header parameters – such as `Authentication` or `Content-Type` – that are required to access the custom service.
    * For example:
    * ```
    * "headers":{