Adding batch size to custom service (#5523) (#5526)

* Adding batch size

* Updating batch size info with link

(cherry picked from commit 83b69f4)

Author: jonathan-buttner

specification/_doc_ids/table.csv

@@ -819,6 +819,7 @@ security-saml-guide,https://www.elastic.co/guide/en/elasticsearch/reference/{bra
 security-settings-api-keys,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/security-settings.html#api-key-service-settings,,
 security-settings-hashing,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/security-settings.html#hashing-settings,,
 security-user-cache,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/controlling-user-cache.html,,
+sematic-text-chunking,https://www.elastic.co/docs/reference/elasticsearch/mapping-reference/semantic-text#auto-text-chunking,,
 service-accounts,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/service-accounts.html,,
 set-processor,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/set-processor.html,,
 shape,https://www.elastic.co/guide/en/elasticsearch/reference/{branch}/shape.html,,

specification/inference/_types/CommonTypes.ts

@@ -903,7 +903,14 @@ export class CohereTaskSettings {
 
 export class CustomServiceSettings {
   /**
-   * Specifies the HTTPS header parameters – such as `Authentication` or `Contet-Type` – that are required to access the custom service.
+   * Specifies the batch size used for the semantic_text field. If the field is not provided, the default is 10.
+   * The batch size is the maximum number of inputs in a single request to the upstream service.
+   * The chunk within the batch are controlled by the selected chunking strategy for the semantic_text field.
+   * @ext_doc_id sematic-text-chunking
+   */
+  batch_size?: integer
+  /**
+   * Specifies the HTTP header parameters – such as `Authentication` or `Content-Type` – that are required to access the custom service.
    * For example:
    * ```
    * "headers":{