[Inference API] Adds chunking_settings to PUT inference API.

Author: szabosteve

specification/inference/_types/Services.ts

@@ -19,6 +19,7 @@
 
 import { UserDefinedValue } from '@spec_utils/UserDefinedValue'
 import { TaskType } from '../_types/TaskType'
+import { integer } from '@_types/Numeric'
 
 /**
  * Configuration options when storing the inference endpoint
@@ -52,6 +53,37 @@ export class InferenceEndpointInfo extends InferenceEndpoint {
   task_type: TaskType
 }
 
+/**
+ * Chunking configuration object
+ */
+export class InferenceChunkingSettings extends InferenceEndpoint {
+  /**
+   * Specifies the maximum size of a chunk in words
+   * This value cannot be higher than `300` or lower than `20` (for `sentence` strategy) or `10` (for `word` strategy)
+   * @server_default 250
+   */
+  max_chunk_size?: integer
+  /**
+   * Specifies the number of overlapping words for chunks
+   * Only for `word` chunking strategy
+   * This value cannot be higher than the half of `max_chunk_size`
+   * @server_default 100
+   */
+  overlap?: integer
+  /**
+   * Specifies the number of overlapping sentences for chunks
+   * Only for `sentence` chunking strategy
+   * It can be either `1` or `0`
+   * @server_default 1
+   */
+  sentence_overlap?: integer
+ /**
+  * Specifies the chunking strategy
+  * It could be either `sentence` or `word`
+  */ 
+  strategy?: string
+}
+
 export type ServiceSettings = UserDefinedValue
 
 export type TaskSettings = UserDefinedValue