Merge branch 'main' into pit-allow-cps

Author: piergm

.buildkite/pipelines/periodic.template.yml

@@ -92,8 +92,7 @@ steps:
           setup:
             ES_RUNTIME_JAVA:
               - openjdk21
-              - openjdk23
-              - openjdk24
+              - openjdk25
             GRADLE_TASK:
               - checkPart1
               - checkPart2
@@ -118,7 +117,7 @@ steps:
           setup:
             ES_RUNTIME_JAVA:
               - openjdk21
-              - openjdk23
+              - openjdk25
             BWC_VERSION: $BWC_LIST
         agents:
           provider: gcp

.buildkite/pipelines/periodic.yml

@@ -549,8 +549,7 @@ steps:
           setup:
             ES_RUNTIME_JAVA:
               - openjdk21
-              - openjdk23
-              - openjdk24
+              - openjdk25
             GRADLE_TASK:
               - checkPart1
               - checkPart2
@@ -575,7 +574,7 @@ steps:
           setup:
             ES_RUNTIME_JAVA:
               - openjdk21
-              - openjdk23
+              - openjdk25
             BWC_VERSION: ["8.19.8", "9.1.8", "9.2.2", "9.3.0"]
         agents:
           provider: gcp

CONTRIBUTING.md

@@ -49,6 +49,13 @@ We add the `help wanted` label to existing GitHub issues for which community
 contributions are particularly welcome, and we use the `good first issue` label
 to mark issues that we think will be suitable for new contributors.
 
+We generally do not assign issues to contributors outside of Elastic, but
+please check the discussion on the issue to see if anyone else is working on
+the same topic. If there are other active contributors in the same area then it
+is a good idea to reach out to them so you can work together on the issue. If
+there hasn't been any discussion for a while then go ahead and start working on
+the issue yourself.
+
 The process for contributing to any of the [Elastic repositories](https://github.com/elastic/) is similar. Details for individual projects can be found below.
 
 ### Fork and clone the repository

build-tools-internal/version.properties

@@ -5,7 +5,7 @@ bundled_jdk_vendor = openjdk
 bundled_jdk = 25.0.1+8@2fbf10d8c78e40bd87641c434705079d
 # optional dependencies
 spatial4j         = 0.7
-jts               = 1.15.0
+jts               = 1.20.0
 jackson           = 2.15.0
 snakeyaml         = 2.0
 icu4j             = 77.1

docs/changelog/137367.yaml

@@ -0,0 +1,5 @@
+pr: 137367
+summary: GROUP BY ALL
+area: ES|QL
+type: enhancement
+issues: []

docs/changelog/137638.yaml

@@ -0,0 +1,6 @@
+pr: 137638
+summary: "ILM Explain: valid JSON on truncated step info"
+area: ILM+SLM
+type: bug
+issues:
+ - 135458

docs/changelog/138029.yaml

@@ -0,0 +1,5 @@
+pr: 138029
+summary: Fuse MV_MIN and MV_MAX and document process
+area: ES|QL
+type: feature
+issues: []

docs/changelog/138316.yaml

@@ -0,0 +1,5 @@
+pr: 138316
+summary: '`DateDiff` timezone support'
+area: ES|QL
+type: feature
+issues: []

docs/changelog/138351.yaml

@@ -0,0 +1,5 @@
+pr: 138351
+summary: Bumps jts version to 1.20.0
+area: Geo
+type: upgrade
+issues: []

docs/changelog/138524.yaml

@@ -0,0 +1,16 @@
+pr: 138524
+summary: Remove feature flag to enable binary doc value compression
+area: Mapping
+type: feature
+issues: []
+highlight:
+  title: Remove feature flag to enable binary doc value compression
+  body: |-
+    Add compression for binary doc values using Zstd and blocks with a variable number of values.
+
+    Block-wise LZ4 compression was previously added to Lucene in LUCENE-9211 and removed in LUCENE-9378 due to query performance issues. This approach stored a constant number of values per block (specifically 32 values). This made it easy to map a given value index (e.g., docId) to the block containing it by doing blockId = docId / 32.
+    Unfortunately, if values are very large, we must still have exactly 32 values per block, and (de)compressing a block could cause very high memory usage. As a result, we had to keep the number of values small, meaning that in the average case, a block was much smaller than ideal.
+    To overcome the issues of blocks with a constant number of values, this PR adds block-wise compression with a variable number of values per block. It stores a minimum of 1 document per block and stops adding values when the size of a block exceeds a threshold or the number of values exceeds a threshold.
+    Like the previous version, it stores an array of addresses for the start of each block. Additionally, it stores a parallel array with the docId at the start of each block. When looking up a given docId, if it is not in the current block, we binary search the array of docId starts to find the blockId containing the value. We then look up the address of the block. After this, decompression works very similarly to the code from LUCENE-9211; the main difference being that Zstd(1) is used instead of LZ4.
+
+  notable: true