Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions docs/changelog/117642.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
pr: 117642
summary: Adding endpoint creation validation to `ElasticInferenceService`
area: Machine Learning
type: enhancement
issues: []
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,7 @@
import org.elasticsearch.xpack.inference.services.elastic.completion.ElasticInferenceServiceCompletionModel;
import org.elasticsearch.xpack.inference.services.elastic.completion.ElasticInferenceServiceCompletionServiceSettings;
import org.elasticsearch.xpack.inference.services.settings.RateLimitSettings;
import org.elasticsearch.xpack.inference.services.validation.ModelValidatorBuilder;
import org.elasticsearch.xpack.inference.telemetry.TraceContext;

import java.util.ArrayList;
Expand Down Expand Up @@ -557,11 +558,8 @@ private ElasticInferenceServiceModel createModelFromPersistent(

@Override
public void checkModelConfig(Model model, ActionListener<Model> listener) {
if (model instanceof ElasticInferenceServiceSparseEmbeddingsModel embeddingsModel) {
listener.onResponse(updateModelWithEmbeddingDetails(embeddingsModel));
} else {
listener.onResponse(model);
}
// TODO: Remove this function once all services have been updated to use the new model validators
ModelValidatorBuilder.buildModelValidator(model.getTaskType()).validate(this, model, listener);
}

private static List<ChunkedInference> translateToChunkedResults(InferenceInputs inputs, InferenceServiceResults inferenceResults) {
Expand All @@ -576,18 +574,6 @@ private static List<ChunkedInference> translateToChunkedResults(InferenceInputs
}
}

private ElasticInferenceServiceSparseEmbeddingsModel updateModelWithEmbeddingDetails(
ElasticInferenceServiceSparseEmbeddingsModel model
) {
ElasticInferenceServiceSparseEmbeddingsServiceSettings serviceSettings = new ElasticInferenceServiceSparseEmbeddingsServiceSettings(
model.getServiceSettings().modelId(),
model.getServiceSettings().maxInputTokens(),
model.getServiceSettings().rateLimitSettings()
);

return new ElasticInferenceServiceSparseEmbeddingsModel(model, serviceSettings);
}

private TraceContext getCurrentTraceInfo() {
var threadPool = getServiceComponents().threadPool();

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -317,7 +317,21 @@ public void testParsePersistedConfigWithSecrets_DoesNotThrowWhenAnExtraKeyExists

public void testCheckModelConfig_ReturnsNewModelReference() throws IOException {
var senderFactory = HttpRequestSenderTests.createSenderFactory(threadPool, clientManager);

try (var service = createService(senderFactory, getUrl(webServer))) {
String responseJson = """
{
"data": [
{
"hello": 2.1259406,
"greet": 1.7073475
}
]
}
""";

webServer.enqueue(new MockResponse().setResponseCode(200).setBody(responseJson));

var model = ElasticInferenceServiceSparseEmbeddingsModelTests.createModel(getUrl(webServer), "my-model-id");
PlainActionFuture<Model> listener = new PlainActionFuture<>();
service.checkModelConfig(model, listener);
Expand Down