Merge branch 'main' into transport/avoid_validating_newer_branches

Author: rjernst

build-conventions/src/main/java/org/elasticsearch/gradle/internal/conventions/precommit/FormattingPrecommitPlugin.java

@@ -52,6 +52,23 @@ public void apply(Project project) {
             // Spotless resolves required dependencies from project repositories, so we need maven central
             project.getRepositories().mavenCentral();
 
+            // we cannot update to a newer spotless plugin version yet but we want to use the latest eclipse formatter to be compatible
+            // with latest java versions
+            project.getConfigurations().matching(it -> it.getName().startsWith("spotless")).configureEach(conf -> {
+                project.getDependencies().constraints(constraints -> {
+                    constraints.add(conf.getName(), "org.eclipse.jdt:org.eclipse.jdt.core:3.42.0", dependencyConstraint -> {
+                        dependencyConstraint.because(
+                            "We want to use a recent version of the Eclipse formatter libraries to support latest Java"
+                        );
+                    });
+                    constraints.add(conf.getName(), "org.eclipse.jdt:ecj:3.42.0", dependencyConstraint -> {
+                        dependencyConstraint.because(
+                            "We want to use a recent version of the Eclipse formatter libraries to support latest Java"
+                        );
+                    });
+                });
+            });
+
             project.getExtensions().getByType(SpotlessExtension.class).java(java -> {
                 File elasticsearchWorkspace = Util.locateElasticsearchWorkspace(project.getGradle());
                 String importOrderPath = "build-conventions/elastic.importorder";
@@ -74,7 +91,7 @@ public void apply(Project project) {
                 // When running build benchmarks we alter the source in some scenarios.
                 // The gradle-profiler unfortunately does not generate compliant formatted
                 // sources so we ignore that altered file when running build benchmarks
-                if(Boolean.getBoolean("BUILD_PERFORMANCE_TEST") && project.getPath().equals(":server")) {
+                if (Boolean.getBoolean("BUILD_PERFORMANCE_TEST") && project.getPath().equals(":server")) {
                     java.targetExclude("src/main/java/org/elasticsearch/bootstrap/BootstrapInfo.java");
                 }
             });

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/InternalDistributionDownloadPlugin.java

@@ -113,6 +113,9 @@ private void registerInternalDistributionResolutions(List<DistributionResolution
             String versionProperty = System.getProperty("tests.bwc.main.version");
             // We use this phony version as a placeholder for the real version
             if (distribution.getVersion().equals("0.0.0")) {
+                if (versionProperty == null) {
+                    throw new GradleException("System property 'tests.bwc.main.version' expected for building bwc version.");
+                }
                 BwcVersions.UnreleasedVersionInfo unreleasedVersionInfo = new BwcVersions.UnreleasedVersionInfo(
                     Version.fromString(versionProperty),
                     "main",

build-tools/src/main/java/org/elasticsearch/gradle/util/OsUtils.java

@@ -38,7 +38,7 @@ private OsUtils() {}
       * This method returns true if the given version of the JDK is known to be incompatible
       */
     public static boolean jdkIsIncompatibleWithOS(Version version) {
-        return version.onOrBefore("8.10.4") && isUbuntu2404OrLater();
+        return version.after("0.0.0") && version.onOrBefore("8.10.4") && isUbuntu2404OrLater();
     }
 
     private static boolean isUbuntu2404OrLater() {

build.gradle

@@ -338,18 +338,13 @@ allprojects {
   tasks.register('resolveAllDependencies', ResolveAllDependencies) {
     def ignoredPrefixes = [DistributionDownloadPlugin.ES_DISTRO_CONFIG_PREFIX, "jdbcDriver"]
     configs = project.configurations.matching { config -> ignoredPrefixes.any { config.name.startsWith(it) } == false }
+
     if (project.path == ':') {
       resolveJavaToolChain = true
-
-      // ensure we have best possible caching of bwc builds
-      dependsOn ":distribution:bwc:major1:buildBwcLinuxTar"
-      dependsOn ":distribution:bwc:major2:buildBwcLinuxTar"
-      dependsOn ":distribution:bwc:major3:buildBwcLinuxTar"
-      dependsOn ":distribution:bwc:major4:buildBwcLinuxTar"
-      dependsOn ":distribution:bwc:minor1:buildBwcLinuxTar"
-      dependsOn ":distribution:bwc:minor2:buildBwcLinuxTar"
-      dependsOn ":distribution:bwc:minor3:buildBwcLinuxTar"
-      dependsOn ":distribution:bwc:minor4:buildBwcLinuxTar"
+    }
+    // ensure we have best possible caching of bwc builds
+    if(project.path.startsWith(":distribution:bwc:")) {
+      dependsOn project.tasks.matching { it.name == 'buildBwcLinuxTar' }
     }
     if (project.path.contains("fixture")) {
       dependsOn tasks.withType(ComposePull)

docs/changelog/134673.yaml

@@ -0,0 +1,6 @@
+pr: 134673
+summary: Gracefully shutdown model deployment when node is removed from assignment
+  routing
+area: Machine Learning
+type: bug
+issues: []

docs/changelog/135244.yaml

@@ -0,0 +1,5 @@
+pr: 135244
+summary: Add reload listener to `SslProfile`
+area: TLS
+type: enhancement
+issues: []

docs/changelog/135342.yaml

@@ -0,0 +1,5 @@
+pr: 135342
+summary: Add 'profile' support for knn query on HNSW with early termination
+area: Vector Search
+type: enhancement
+issues: []

docs/changelog/135401.yaml

@@ -0,0 +1,5 @@
+pr: 135401
+summary: "Adds an OTLP metrics endpoint (`_otlp/v1/metrics`) as tech preview"
+area: TSDB
+type: enhancement
+issues: []

docs/reference/aggregations/search-aggregations-change-point-aggregation.md

@@ -2,29 +2,24 @@
 navigation_title: "Change point"
 mapped_pages:
   - https://www.elastic.co/guide/en/elasticsearch/reference/current/search-aggregations-change-point-aggregation.html
+applies_to:
+  stack: preview 9.0, ga 9.2
+  serverless: ga 
 ---
 
 # Change point aggregation [search-aggregations-change-point-aggregation]
 
-
-::::{warning}
-This functionality is in technical preview and may be changed or removed in a future release. Elastic will work to fix any issues, but features in technical preview are not subject to the support SLA of official GA features.
-::::
-
-
 A sibling pipeline that detects, spikes, dips, and change points in a metric. Given a distribution of values provided by the sibling multi-bucket aggregation, this aggregation indicates the bucket of any spike or dip and/or the bucket at which the largest change in the distribution of values, if they are statistically significant.
 
 ::::{tip}
 It is recommended to use the change point aggregation to detect changes in time-based data, however, you can use any metric to create buckets.
 ::::
 
-
 ## Parameters [change-point-agg-syntax]
 
 `buckets_path`
 :   (Required, string) Path to the buckets that contain one set of values in which to detect a change point. There must be at least 22 bucketed values. Fewer than 1,000 is preferred. For syntax, see [`buckets_path` Syntax](/reference/aggregations/pipeline.md#buckets-path-syntax).
 
-
 ## Syntax [_syntax_11]
 
 A `change_point` aggregation looks like this in isolation:
@@ -39,8 +34,6 @@ A `change_point` aggregation looks like this in isolation:
 
 1. The buckets containing the values to test against.
 
-
-
 ## Response body [change-point-agg-response]
 
 `bucket`
@@ -54,7 +47,6 @@ A `change_point` aggregation looks like this in isolation:
     `doc_count`
     :   (number) The document count of the bucket.
 
-
 `type`
 :   (object) The found change point type and its related values. Possible types:
 
@@ -67,7 +59,6 @@ A `change_point` aggregation looks like this in isolation:
     * `trend_change`: there is an overall trend change occurring at this point
 
 
-
 ## Example [_example_7]
 
 The following example uses the Kibana sample data logs data set.
@@ -103,7 +94,6 @@ GET kibana_sample_data_logs/_search
 3. The change point detection aggregation configuration object.
 4. The path of the aggregation values to detect change points. In this case, the input of the change point aggregation is the value of `avg` which is a sibling aggregation of `date`.
 
-
 The request returns a response that is similar to the following:
 
 ```js
@@ -130,6 +120,3 @@ The request returns a response that is similar to the following:
 4. Type of change found.
 5. The `p_value` indicates how extreme the change is; lower values indicate greater change.
 6. The specific bucket where the change occurs (indexing starts at `0`).
-
-
-

docs/reference/enrich-processor/inference-processor.md

@@ -127,8 +127,8 @@ Classification configuration for inference.
     * `deberta_v2`: Use for DeBERTa v2 and v3-style models
     * `mpnet`: Use for MPNet-style models
     * `roberta`: Use for RoBERTa-style and BART-style models
-    * [preview] `xlm_roberta`: Use for XLMRoBERTa-style models
-    * [preview] `bert_ja`: Use for BERT-style models trained for the Japanese language.
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `xlm_roberta`: Use for XLMRoBERTa-style models
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `bert_ja`: Use for BERT-style models trained for the Japanese language.
 
 ::::{dropdown} Properties of tokenization
 `bert`
@@ -191,8 +191,8 @@ Classification configuration for inference.
     * `deberta_v2`: Use for DeBERTa v2 and v3-style models
     * `mpnet`: Use for MPNet-style models
     * `roberta`: Use for RoBERTa-style and BART-style models
-    * [preview] `xlm_roberta`: Use for XLMRoBERTa-style models
-    * [preview] `bert_ja`: Use for BERT-style models trained for the Japanese language.
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `xlm_roberta`: Use for XLMRoBERTa-style models
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `bert_ja`: Use for BERT-style models trained for the Japanese language.
 
 ::::{dropdown} Properties of tokenization
 `bert`
@@ -271,8 +271,8 @@ Regression configuration for inference.
     * `deberta_v2`: Use for DeBERTa v2 and v3-style models
     * `mpnet`: Use for MPNet-style models
     * `roberta`: Use for RoBERTa-style and BART-style models
-    * [preview] `xlm_roberta`: Use for XLMRoBERTa-style models
-    * [preview] `bert_ja`: Use for BERT-style models trained for the Japanese language.
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `xlm_roberta`: Use for XLMRoBERTa-style models
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `bert_ja`: Use for BERT-style models trained for the Japanese language.
 
 ::::{dropdown} Properties of tokenization
 `bert`
@@ -353,8 +353,8 @@ Regression configuration for inference.
     * `deberta_v2`: Use for DeBERTa v2 and v3-style models
     * `mpnet`: Use for MPNet-style models
     * `roberta`: Use for RoBERTa-style and BART-style models
-    * [preview] `xlm_roberta`: Use for XLMRoBERTa-style models
-    * [preview] `bert_ja`: Use for BERT-style models trained for the Japanese language.
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `xlm_roberta`: Use for XLMRoBERTa-style models
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `bert_ja`: Use for BERT-style models trained for the Japanese language.
 
 ::::{dropdown} Properties of tokenization
 `bert`
@@ -417,8 +417,8 @@ Regression configuration for inference.
     * `deberta_v2`: Use for DeBERTa v2 and v3-style models
     * `mpnet`: Use for MPNet-style models
     * `roberta`: Use for RoBERTa-style and BART-style models
-    * [preview] `xlm_roberta`: Use for XLMRoBERTa-style models
-    * [preview] `bert_ja`: Use for BERT-style models trained for the Japanese language.
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `xlm_roberta`: Use for XLMRoBERTa-style models
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `bert_ja`: Use for BERT-style models trained for the Japanese language.
 
 ::::{dropdown} Properties of tokenization
 `bert`
@@ -504,8 +504,8 @@ Regression configuration for inference.
 * `deberta_v2`: Use for DeBERTa v2 and v3-style models
 * `mpnet`: Use for MPNet-style models
 * `roberta`: Use for RoBERTa-style and BART-style models
-* [preview] `xlm_roberta`: Use for XLMRoBERTa-style models
-* [preview] `bert_ja`: Use for BERT-style models trained for the Japanese language.
+* {applies_to}`stack: preview` {applies_to}`serverless: preview` `xlm_roberta`: Use for XLMRoBERTa-style models
+* {applies_to}`stack: preview` {applies_to}`serverless: preview` `bert_ja`: Use for BERT-style models trained for the Japanese language.
 Refer to [Properties of `tokenizaton`](https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-ml-put-trained-model) to review the properties of the `tokenization` object.
 ::::
 
@@ -527,8 +527,8 @@ Refer to [Properties of `tokenizaton`](https://www.elastic.co/docs/api/doc/elast
     * `deberta_v2`: Use for DeBERTa v2 and v3-style models
     * `mpnet`: Use for MPNet-style models
     * `roberta`: Use for RoBERTa-style and BART-style models
-    * [preview] `xlm_roberta`: Use for XLMRoBERTa-style models
-    * [preview] `bert_ja`: Use for BERT-style models trained for the Japanese language.
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `xlm_roberta`: Use for XLMRoBERTa-style models
+    * {applies_to}`stack: preview` {applies_to}`serverless: preview` `bert_ja`: Use for BERT-style models trained for the Japanese language.
 
     ::::{dropdown} Properties of tokenization
     `bert`