Merge branch 'main' into pkar/cps-mrt-default-true

Author: pawankartik-elastic

docs/changelog/130485.yaml

@@ -0,0 +1,5 @@
+pr: 130485
+summary: Add `RerankRequestChunker`
+area: Machine Learning
+type: enhancement
+issues: []

docs/changelog/134080.yaml

@@ -0,0 +1,5 @@
+pr: 134080
+summary: Added Google Model Garden Anthropic Completion and Chat Completion support to the Inference Plugin
+area: Machine Learning
+type: enhancement
+issues: []

docs/changelog/135051.yaml

@@ -3,3 +3,13 @@ summary: Ban Limit + `MvExpand` before remote Enrich
 area: ES|QL
 type: bug
 issues: []
+highlight:
+  title: Prevent LIMIT + MV_EXPAND before remote ENRICH
+  body: |-
+    Queries using LIMIT followed by MV_EXPAND before a remote ENRICH can produce incorrect results due to distributed execution semantics.
+    These queries are now unsupported and produce an error. Example:
+    [source,yaml]
+    ----------------------------
+    FROM *:events | SORT @timestamp | LIMIT 2 | MV_EXPAND ip | ENRICH _remote:clientip_policy ON ip
+    ----------------------------
+    To avoid this error, reorder your query, for example by moving ENRICH earlier in the pipeline.

docs/changelog/135204.yaml

@@ -0,0 +1,6 @@
+pr: 135204
+summary: Make `_tsid` available in metadata
+area: ES|QL
+type: enhancement
+issues:
+ - 133205

docs/changelog/135337.yaml

@@ -0,0 +1,5 @@
+pr: 135337
+summary: Do not pass `ProjectMetadata` to lazy index permissions builder
+area: Security
+type: enhancement
+issues: []

docs/changelog/135402.yaml

@@ -0,0 +1,5 @@
+pr: 135402
+summary: Improve TSDB ingestion by hashing dimensions only once, using a new auto-populeted `index.dimensions` private index setting
+area: TSDB
+type: enhancement
+issues: []

docs/reference/query-languages/esql/_snippets/functions/description/count_distinct.md

@@ -24,6 +24,7 @@
 import java.util.stream.Collectors;
 
 public class Utils {
+    private static final FileSystem JRT_FS = FileSystems.getFileSystem(URI.create("jrt:/"));
 
     // TODO Currently ServerProcessBuilder is using --add-modules=ALL-MODULE-PATH, should this rather
     // reflect below excludes (except for java.desktop which requires a special handling)?
@@ -47,9 +48,9 @@ public class Utils {
         && m.contains(".internal.") == false
         && m.contains(".incubator.") == false;
 
-    private static Map<String, Set<String>> findModuleExports(FileSystem fs) throws IOException {
+    public static Map<String, Set<String>> findModuleExports() throws IOException {
         var modulesExports = new HashMap<String, Set<String>>();
-        try (var stream = Files.walk(fs.getPath("modules"))) {
+        try (var stream = Files.walk(JRT_FS.getPath("modules"))) {
             stream.filter(p -> p.getFileName().toString().equals("module-info.class")).forEach(x -> {
                 try (var is = Files.newInputStream(x)) {
                     var md = ModuleDescriptor.read(is);
@@ -74,21 +75,20 @@ public interface JdkModuleConsumer {
     }
 
     public static void walkJdkModules(JdkModuleConsumer c) throws IOException {
-        walkJdkModules(DEFAULT_MODULE_PREDICATE, c);
+        walkJdkModules(DEFAULT_MODULE_PREDICATE, Utils.findModuleExports(), c);
     }
 
-    public static void walkJdkModules(Predicate<String> modulePredicate, JdkModuleConsumer c) throws IOException {
-        FileSystem fs = FileSystems.getFileSystem(URI.create("jrt:/"));
-
-        var moduleExports = Utils.findModuleExports(fs);
-        try (var stream = Files.walk(fs.getPath("modules"))) {
-            var modules = stream.filter(x -> x.toString().endsWith(".class"))
-                .collect(Collectors.groupingBy(x -> x.subpath(1, 2).toString()));
+    public static void walkJdkModules(Predicate<String> modulePredicate, Map<String, Set<String>> exportsByModule, JdkModuleConsumer c)
+        throws IOException {
+        try (var stream = Files.walk(JRT_FS.getPath("modules"))) {
+            var modules = stream.filter(
+                x -> x.toString().endsWith(".class") && x.getFileName().toString().equals("module-info.class") == false
+            ).collect(Collectors.groupingBy(x -> x.subpath(1, 2).toString()));
 
             for (var kv : modules.entrySet()) {
                 var moduleName = kv.getKey();
                 if (modulePredicate.test(moduleName)) {
-                    var thisModuleExports = moduleExports.get(moduleName);
+                    var thisModuleExports = exportsByModule.get(moduleName);
                     c.accept(moduleName, kv.getValue(), thisModuleExports);
                 }
             }