From 95b45f66ae51cce0d5993067763a849c4cebc9ca Mon Sep 17 00:00:00 2001 From: Jonathan Buttner Date: Mon, 20 Oct 2025 11:09:29 -0400 Subject: [PATCH 1/2] Adding batch size --- specification/inference/_types/CommonTypes.ts | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/specification/inference/_types/CommonTypes.ts b/specification/inference/_types/CommonTypes.ts index b1c2eba6ff..ade2387ab3 100644 --- a/specification/inference/_types/CommonTypes.ts +++ b/specification/inference/_types/CommonTypes.ts @@ -946,6 +946,10 @@ export class CohereTaskSettings { } export class CustomServiceSettings { + /** + * Specifies the batch size used for the semantic_text field. If the field is not provided, the default is 10. + */ + batch_size?: integer /** * Specifies the HTTP header parameters – such as `Authentication` or `Content-Type` – that are required to access the custom service. * For example: From b1a027e2aca5f53e3c6d4c74009331936fecc4bc Mon Sep 17 00:00:00 2001 From: Jonathan Buttner Date: Mon, 20 Oct 2025 12:12:45 -0400 Subject: [PATCH 2/2] Updating batch size info with link --- specification/_doc_ids/table.csv | 1 + specification/inference/_types/CommonTypes.ts | 3 +++ 2 files changed, 4 insertions(+) diff --git a/specification/_doc_ids/table.csv b/specification/_doc_ids/table.csv index 1a48503c97..80bdd64d08 100644 --- a/specification/_doc_ids/table.csv +++ b/specification/_doc_ids/table.csv @@ -853,6 +853,7 @@ security-saml-guide,https://www.elastic.co/docs/deploy-manage/users-roles/cluste security-settings-api-keys,https://www.elastic.co/docs/reference/elasticsearch/configuration-reference/security-settings#api-key-service-settings,, security-settings-hashing,https://www.elastic.co/docs/reference/elasticsearch/configuration-reference/security-settings#hashing-settings,, security-user-cache,https://www.elastic.co/docs/deploy-manage/users-roles/cluster-or-deployment-auth/controlling-user-cache,, +sematic-text-chunking,https://www.elastic.co/docs/reference/elasticsearch/mapping-reference/semantic-text#auto-text-chunking,, service-accounts,https://www.elastic.co/docs/deploy-manage/users-roles/cluster-or-deployment-auth/service-accounts,, set-processor,https://www.elastic.co/docs/reference/enrich-processor/set-processor,, shape,https://www.elastic.co/docs/reference/elasticsearch/mapping-reference/shape,, diff --git a/specification/inference/_types/CommonTypes.ts b/specification/inference/_types/CommonTypes.ts index ade2387ab3..338fb5859c 100644 --- a/specification/inference/_types/CommonTypes.ts +++ b/specification/inference/_types/CommonTypes.ts @@ -948,6 +948,9 @@ export class CohereTaskSettings { export class CustomServiceSettings { /** * Specifies the batch size used for the semantic_text field. If the field is not provided, the default is 10. + * The batch size is the maximum number of inputs in a single request to the upstream service. + * The chunk within the batch are controlled by the selected chunking strategy for the semantic_text field. + * @ext_doc_id sematic-text-chunking */ batch_size?: integer /**