Skip to content

Commit e3c9927

Browse files
committed
Update EIS sparse embedding max batch size to 16
1 parent a900dd9 commit e3c9927

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

x-pack/plugin/inference/src/main/java/org/elasticsearch/xpack/inference/services/elastic/ElasticInferenceService.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,7 @@ public class ElasticInferenceService extends SenderService {
9191
public static final String NAME = "elastic";
9292
public static final String ELASTIC_INFERENCE_SERVICE_IDENTIFIER = "Elastic Inference Service";
9393
public static final Integer DENSE_TEXT_EMBEDDINGS_DIMENSIONS = 1024;
94-
public static final Integer SPARSE_TEXT_EMBEDDING_MAX_BATCH_SIZE = 512;
94+
public static final Integer SPARSE_TEXT_EMBEDDING_MAX_BATCH_SIZE = 16;
9595

9696
private static final EnumSet<TaskType> IMPLEMENTED_TASK_TYPES = EnumSet.of(
9797
TaskType.SPARSE_EMBEDDING,

0 commit comments

Comments
 (0)