Adding batch size to custom service (#5523) (#5525)

* Adding batch size

* Updating batch size info with link

(cherry picked from commit 83b69f4)

Co-authored-by: Jonathan Buttner <[email protected]>
Co-authored-by: Quentin Pradet <[email protected]>

Author: 3 people

specification/_doc_ids/table.csv

@@ -854,6 +854,7 @@ security-saml-guide,https://www.elastic.co/docs/deploy-manage/users-roles/cluste
 security-settings-api-keys,https://www.elastic.co/docs/reference/elasticsearch/configuration-reference/security-settings#api-key-service-settings,,
 security-settings-hashing,https://www.elastic.co/docs/reference/elasticsearch/configuration-reference/security-settings#hashing-settings,,
 security-user-cache,https://www.elastic.co/docs/deploy-manage/users-roles/cluster-or-deployment-auth/controlling-user-cache,,
+sematic-text-chunking,https://www.elastic.co/docs/reference/elasticsearch/mapping-reference/semantic-text#auto-text-chunking,,
 service-accounts,https://www.elastic.co/docs/deploy-manage/users-roles/cluster-or-deployment-auth/service-accounts,,
 set-processor,https://www.elastic.co/docs/reference/enrich-processor/set-processor,,
 shape,https://www.elastic.co/docs/reference/elasticsearch/mapping-reference/shape,,

specification/inference/_types/CommonTypes.ts

@@ -946,6 +946,13 @@ export class CohereTaskSettings {
 }
 
 export class CustomServiceSettings {
+  /**
+   * Specifies the batch size used for the semantic_text field. If the field is not provided, the default is 10.
+   * The batch size is the maximum number of inputs in a single request to the upstream service.
+   * The chunk within the batch are controlled by the selected chunking strategy for the semantic_text field.
+   * @ext_doc_id sematic-text-chunking
+   */
+  batch_size?: integer
   /**
    * Specifies the HTTP header parameters – such as `Authentication` or `Content-Type` – that are required to access the custom service.
    * For example: