Physical plan planning.

Author: afoucret

x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/inference/embedding/DenseEmbeddingOperator.java

@@ -43,8 +43,8 @@ public DenseEmbeddingOperator(
         DriverContext driverContext,
         InferenceRunner inferenceRunner,
         ThreadPool threadPool,
-        int dimensions,
         String inferenceId,
+        int dimensions,
         ExpressionEvaluator inputEvaluator
     ) {
         super(driverContext, inferenceRunner, BulkInferenceExecutionConfig.DEFAULT, threadPool, inferenceId);
@@ -100,8 +100,8 @@ protected DenseEmbeddingOperatorOutputBuilder outputBuilder(Page input) {
      */
     public record Factory(
         InferenceRunner inferenceRunner,
-        int dimensions,
         String inferenceId,
+        int dimensions,
         ExpressionEvaluator.Factory inputEvaluatorFactory
     ) implements OperatorFactory {
 
@@ -116,8 +116,8 @@ public Operator get(DriverContext driverContext) {
                 driverContext,
                 inferenceRunner,
                 inferenceRunner.threadPool(),
-                dimensions,
                 inferenceId,
+                dimensions,
                 inputEvaluatorFactory().get(driverContext)
             );
         }

x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/planner/LocalExecutionPlanner.java

@@ -88,6 +88,7 @@
 import org.elasticsearch.xpack.esql.inference.InferenceRunner;
 import org.elasticsearch.xpack.esql.inference.XContentRowEncoder;
 import org.elasticsearch.xpack.esql.inference.completion.CompletionOperator;
+import org.elasticsearch.xpack.esql.inference.embedding.DenseEmbeddingOperator;
 import org.elasticsearch.xpack.esql.inference.rerank.RerankOperator;
 import org.elasticsearch.xpack.esql.plan.logical.Fork;
 import org.elasticsearch.xpack.esql.plan.physical.AggregateExec;
@@ -119,6 +120,7 @@
 import org.elasticsearch.xpack.esql.plan.physical.TopNExec;
 import org.elasticsearch.xpack.esql.plan.physical.inference.CompletionExec;
 import org.elasticsearch.xpack.esql.plan.physical.inference.RerankExec;
+import org.elasticsearch.xpack.esql.plan.physical.inference.embedding.DenseVectorEmbeddingExec;
 import org.elasticsearch.xpack.esql.planner.EsPhysicalOperationProviders.ShardContext;
 import org.elasticsearch.xpack.esql.plugin.QueryPragmas;
 import org.elasticsearch.xpack.esql.score.ScoreMapper;
@@ -266,6 +268,8 @@ private PhysicalOperation plan(PhysicalPlan node, LocalExecutionPlannerContext c
             return planChangePoint(changePoint, context);
         } else if (node instanceof CompletionExec completion) {
             return planCompletion(completion, context);
+        } else if (node instanceof DenseVectorEmbeddingExec embedding) {
+            return planDenseVectorEmbedding(embedding, context);
         } else if (node instanceof SampleExec Sample) {
             return planSample(Sample, context);
         }
@@ -319,6 +323,31 @@ private PhysicalOperation planCompletion(CompletionExec completion, LocalExecuti
         return source.with(new CompletionOperator.Factory(inferenceRunner, inferenceId, promptEvaluatorFactory), outputLayout);
     }
 
+    private PhysicalOperation planDenseVectorEmbedding(DenseVectorEmbeddingExec embedding, LocalExecutionPlannerContext context) {
+        PhysicalOperation source = plan(embedding.child(), context);
+        String inferenceId = BytesRefs.toString(embedding.inferenceId().fold(context.foldCtx()));
+
+        int dimensions;
+        if (embedding.dimensions() instanceof Literal literal) {
+            Object val = literal.value() instanceof BytesRef br ? BytesRefs.toString(br) : literal.value();
+            dimensions = stringToInt(val.toString());
+        } else {
+            throw new EsqlIllegalArgumentException("dimensions only supported with literal values");
+        }
+
+        Layout outputLayout = source.layout.builder().append(embedding.targetField()).build();
+        EvalOperator.ExpressionEvaluator.Factory inputEvaluatorFactory = EvalMapper.toEvaluator(
+            context.foldCtx(),
+            embedding.input(),
+            source.layout
+        );
+
+        return source.with(
+            new DenseEmbeddingOperator.Factory(inferenceRunner, inferenceId, dimensions, inputEvaluatorFactory),
+            outputLayout
+        );
+    }
+
     private PhysicalOperation planRrfScoreEvalExec(RrfScoreEvalExec rrf, LocalExecutionPlannerContext context) {
         PhysicalOperation source = plan(rrf.child(), context);
 

x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/planner/mapper/MapperUtils.java

@@ -29,6 +29,7 @@
 import org.elasticsearch.xpack.esql.plan.logical.UnaryPlan;
 import org.elasticsearch.xpack.esql.plan.logical.inference.Completion;
 import org.elasticsearch.xpack.esql.plan.logical.inference.Rerank;
+import org.elasticsearch.xpack.esql.plan.logical.inference.embedding.DenseVectorEmbedding;
 import org.elasticsearch.xpack.esql.plan.logical.local.LocalRelation;
 import org.elasticsearch.xpack.esql.plan.logical.show.ShowInfo;
 import org.elasticsearch.xpack.esql.plan.physical.AggregateExec;
@@ -47,6 +48,7 @@
 import org.elasticsearch.xpack.esql.plan.physical.TimeSeriesAggregateExec;
 import org.elasticsearch.xpack.esql.plan.physical.inference.CompletionExec;
 import org.elasticsearch.xpack.esql.plan.physical.inference.RerankExec;
+import org.elasticsearch.xpack.esql.plan.physical.inference.embedding.DenseVectorEmbeddingExec;
 import org.elasticsearch.xpack.esql.planner.AbstractPhysicalOperationProviders;
 
 import java.util.List;
@@ -106,6 +108,17 @@ static PhysicalPlan mapUnary(UnaryPlan p, PhysicalPlan child) {
             return new CompletionExec(completion.source(), child, completion.inferenceId(), completion.prompt(), completion.targetField());
         }
 
+        if (p instanceof DenseVectorEmbedding embedding) {
+            return new DenseVectorEmbeddingExec(
+                embedding.source(),
+                child,
+                embedding.inferenceId(),
+                embedding.dimensions(),
+                embedding.input(),
+                embedding.embeddingField()
+            );
+        }
+
         if (p instanceof Enrich enrich) {
             return new EnrichExec(
                 enrich.source(),

x-pack/plugin/esql/src/test/java/org/elasticsearch/xpack/esql/inference/embedding/DenseEmbeddingOperatorTests.java

@@ -80,7 +80,7 @@ public DenseEmbeddingOperatorTests(
 
     @Override
     protected Operator.OperatorFactory simple(SimpleOptions options) {
-        return new DenseEmbeddingOperator.Factory(mockedSimpleInferenceRunner(), dimensions, SIMPLE_INFERENCE_ID, evaluatorFactory(0));
+        return new DenseEmbeddingOperator.Factory(mockedSimpleInferenceRunner(), SIMPLE_INFERENCE_ID, dimensions, evaluatorFactory(0));
     }
 
     @Override