ES|QL: Add project routing to request body and configuration (#138580)

Author: luigidellaquila

benchmarks/src/main/java/org/elasticsearch/benchmark/_nightly/esql/QueryPlanningBenchmark.java

@@ -92,7 +92,8 @@ public void setup() {
             System.nanoTime(),
             false,
             AnalyzerSettings.QUERY_TIMESERIES_RESULT_TRUNCATION_DEFAULT_SIZE.getDefault(Settings.EMPTY),
-            AnalyzerSettings.QUERY_TIMESERIES_RESULT_TRUNCATION_DEFAULT_SIZE.get(Settings.EMPTY)
+            AnalyzerSettings.QUERY_TIMESERIES_RESULT_TRUNCATION_DEFAULT_SIZE.get(Settings.EMPTY),
+            null
         );
 
         var fields = 10_000;

benchmarks/src/main/java/org/elasticsearch/benchmark/compute/operator/EvalBenchmark.java

@@ -373,7 +373,8 @@ private static Configuration configuration() {
             0,
             false,
             AnalyzerSettings.QUERY_TIMESERIES_RESULT_TRUNCATION_MAX_SIZE.getDefault(Settings.EMPTY),
-            AnalyzerSettings.QUERY_TIMESERIES_RESULT_TRUNCATION_DEFAULT_SIZE.getDefault(Settings.EMPTY)
+            AnalyzerSettings.QUERY_TIMESERIES_RESULT_TRUNCATION_DEFAULT_SIZE.getDefault(Settings.EMPTY),
+            null
         );
     }
 

x-pack/plugin/esql/qa/testFixtures/src/main/java/org/elasticsearch/xpack/esql/ConfigurationBuilder.java

@@ -43,6 +43,8 @@ public class ConfigurationBuilder {
     private Map<String, Map<String, Column>> tables;
     private long queryStartTimeNanos;
 
+    private String projectRouting;
+
     public ConfigurationBuilder(Configuration configuration) {
         clusterName = configuration.clusterName();
         username = configuration.username();
@@ -58,6 +60,7 @@ public ConfigurationBuilder(Configuration configuration) {
         allowPartialResults = configuration.allowPartialResults();
         tables = configuration.tables();
         queryStartTimeNanos = configuration.queryStartTimeNanos();
+        projectRouting = configuration.projectRouting();
     }
 
     public ConfigurationBuilder clusterName(String clusterName) {
@@ -130,6 +133,11 @@ public ConfigurationBuilder queryStartTimeNanos(long queryStartTimeNanos) {
         return this;
     }
 
+    public ConfigurationBuilder projectRouting(String projectRouting) {
+        this.projectRouting = projectRouting;
+        return this;
+    }
+
     public Configuration build() {
         return new Configuration(
             zoneId,
@@ -145,7 +153,8 @@ public Configuration build() {
             queryStartTimeNanos,
             allowPartialResults,
             resultTruncationMaxSizeTimeseries,
-            resultTruncationDefaultSizeTimeseries
+            resultTruncationDefaultSizeTimeseries,
+            projectRouting
         );
     }
 }

x-pack/plugin/esql/qa/testFixtures/src/main/java/org/elasticsearch/xpack/esql/ConfigurationTestUtils.java

@@ -76,7 +76,8 @@ public static Configuration randomConfiguration(String query, Map<String, Map<St
             System.nanoTime(),
             false,
             tsTruncation,
-            defaultTsTruncation
+            defaultTsTruncation,
+            null
         );
     }
 

x-pack/plugin/esql/qa/testFixtures/src/main/java/org/elasticsearch/xpack/esql/EsqlTestUtils.java

@@ -595,7 +595,8 @@ public static Configuration configuration(QueryPragmas pragmas, String query, Es
             System.nanoTime(),
             false,
             AnalyzerSettings.QUERY_TIMESERIES_RESULT_TRUNCATION_MAX_SIZE.getDefault(Settings.EMPTY),
-            AnalyzerSettings.QUERY_TIMESERIES_RESULT_TRUNCATION_DEFAULT_SIZE.getDefault(Settings.EMPTY)
+            AnalyzerSettings.QUERY_TIMESERIES_RESULT_TRUNCATION_DEFAULT_SIZE.getDefault(Settings.EMPTY),
+            null
         );
     }
 

x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/action/EsqlQueryRequest.java

@@ -59,6 +59,7 @@ public class EsqlQueryRequest extends org.elasticsearch.xpack.core.esql.action.E
     private boolean onSnapshotBuild = Build.current().isSnapshot();
     private boolean acceptedPragmaRisks = false;
     private Boolean allowPartialResults = null;
+    private String projectRouting;
 
     /**
      * "Tables" provided in the request for use with things like {@code LOOKUP}.
@@ -317,4 +318,12 @@ void onSnapshotBuild(boolean onSnapshotBuild) {
     void acceptedPragmaRisks(boolean accepted) {
         this.acceptedPragmaRisks = accepted;
     }
+
+    public void projectRouting(String projectRouting) {
+        this.projectRouting = projectRouting;
+    }
+
+    public String projectRouting() {
+        return projectRouting;
+    }
 }

x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/action/RequestXContent.java

@@ -90,6 +90,7 @@ String fields() {
     static final ParseField WAIT_FOR_COMPLETION_TIMEOUT = new ParseField("wait_for_completion_timeout");
     static final ParseField KEEP_ALIVE = new ParseField("keep_alive");
     static final ParseField KEEP_ON_COMPLETION = new ParseField("keep_on_completion");
+    static final ParseField PROJECT_ROUTING = new ParseField("project_routing");
 
     private static final ObjectParser<EsqlQueryRequest, Void> SYNC_PARSER = objectParserSync(() -> syncEsqlQueryRequest(null));
     private static final ObjectParser<EsqlQueryRequest, Void> ASYNC_PARSER = objectParserAsync(() -> asyncEsqlQueryRequest(null));
@@ -121,6 +122,7 @@ private static void objectParserCommon(ObjectParser<EsqlQueryRequest, ?> parser)
         parser.declareString((request, localeTag) -> request.locale(Locale.forLanguageTag(localeTag)), LOCALE_FIELD);
         parser.declareBoolean(EsqlQueryRequest::profile, PROFILE_FIELD);
         parser.declareField((p, r, c) -> new ParseTables(r, p).parseTables(), TABLES_FIELD, ObjectParser.ValueType.OBJECT);
+        parser.declareString(EsqlQueryRequest::projectRouting, PROJECT_ROUTING);
     }
 
     private static ObjectParser<EsqlQueryRequest, Void> objectParserSync(Supplier<EsqlQueryRequest> supplier) {

x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/capabilities/ConfigurationAware.java

@@ -33,7 +33,8 @@ public interface ConfigurationAware {
         0,
         false,
         0,
-        0
+        0,
+        null
     );
 
     Configuration configuration();

x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/session/Configuration.java

@@ -60,6 +60,7 @@ public class Configuration implements Writeable {
 
     private final Map<String, Map<String, Column>> tables;
     private final long queryStartTimeNanos;
+    private final String projectRouting;
 
     public Configuration(
         ZoneId zi,
@@ -75,7 +76,8 @@ public Configuration(
         long queryStartTimeNanos,
         boolean allowPartialResults,
         int resultTruncationMaxSizeTimeseries,
-        int resultTruncationDefaultSizeTimeseries
+        int resultTruncationDefaultSizeTimeseries,
+        String projectRouting
     ) {
         this.zoneId = zi.normalized();
         this.now = ZonedDateTime.now(Clock.tick(Clock.system(zoneId), Duration.ofNanos(1)));
@@ -93,6 +95,7 @@ public Configuration(
         assert tables != null;
         this.queryStartTimeNanos = queryStartTimeNanos;
         this.allowPartialResults = allowPartialResults;
+        this.projectRouting = projectRouting;
     }
 
     public Configuration(BlockStreamInput in) throws IOException {
@@ -120,6 +123,9 @@ public Configuration(BlockStreamInput in) throws IOException {
             this.resultTruncationMaxSizeTimeseries = this.resultTruncationMaxSizeRegular;
             this.resultTruncationDefaultSizeTimeseries = this.resultTruncationDefaultSizeRegular;
         }
+
+        // not needed on the data nodes for now
+        this.projectRouting = null;
     }
 
     @Override
@@ -233,7 +239,8 @@ public Configuration withoutTables() {
             queryStartTimeNanos,
             allowPartialResults,
             resultTruncationMaxSizeTimeseries,
-            resultTruncationDefaultSizeTimeseries
+            resultTruncationDefaultSizeTimeseries,
+            projectRouting
         );
     }
 
@@ -252,6 +259,10 @@ public boolean allowPartialResults() {
         return allowPartialResults;
     }
 
+    public String projectRouting() {
+        return projectRouting;
+    }
+
     private static void writeQuery(StreamOutput out, String query) throws IOException {
         if (query.length() > QUERY_COMPRESS_THRESHOLD_CHARS) { // compare on chars to avoid UTF-8 encoding unless actually required
             out.writeBoolean(true);

x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/session/EsqlSession.java

@@ -202,7 +202,8 @@ public void execute(EsqlQueryRequest request, EsqlExecutionInfo executionInfo, P
             System.nanoTime(),
             request.allowPartialResults(),
             clusterSettings.timeseriesResultTruncationMaxSize(),
-            clusterSettings.timeseriesResultTruncationDefaultSize()
+            clusterSettings.timeseriesResultTruncationDefaultSize(),
+            projectRouting(request, statement)
         );
         FoldContext foldContext = configuration.newFoldContext();
 
@@ -258,6 +259,18 @@ public void onResponse(Versioned<LogicalPlan> analyzedPlan) {
         );
     }
 
+    private String projectRouting(EsqlQueryRequest request, EsqlStatement statement) {
+        String projectRouting = statement.setting(QuerySettings.PROJECT_ROUTING);
+        if (projectRouting == null) {
+            projectRouting = request.projectRouting();
+        }
+
+        if (projectRouting != null && crossProjectModeDecider.crossProjectEnabled() == false) {
+            throw new VerificationException("[project_routing] is only allowed when cross-project search is enabled");
+        }
+        return projectRouting;
+    }
+
     /**
      * Execute an analyzed plan. Most code should prefer calling {@link #execute} but
      * this is public for testing.