Merge branch 'main' into enhancement/add_ilm_explain_age_in_millis

Author: gmjehovich

benchmarks/src/test/java/org/elasticsearch/benchmark/vector/JDKVectorInt7uBenchmarkTests.java

@@ -11,7 +11,9 @@
 
 import com.carrotsearch.randomizedtesting.annotations.ParametersFactory;
 
+import org.apache.lucene.util.Constants;
 import org.elasticsearch.test.ESTestCase;
+import org.junit.BeforeClass;
 import org.openjdk.jmh.annotations.Param;
 
 import java.util.Arrays;
@@ -25,6 +27,15 @@ public JDKVectorInt7uBenchmarkTests(int size) {
         this.size = size;
     }
 
+    @BeforeClass
+    public static void skipWindows() {
+        assumeFalse("doesn't work on windows yet", Constants.WINDOWS);
+    }
+
+    static boolean supportsHeapSegments() {
+        return Runtime.version().feature() >= 22;
+    }
+
     public void testDotProduct() {
         for (int i = 0; i < 100; i++) {
             var bench = new JDKVectorInt7uBenchmark();
@@ -33,8 +44,10 @@ public void testDotProduct() {
             try {
                 float expected = dotProductScalar(bench.byteArrayA, bench.byteArrayB);
                 assertEquals(expected, bench.dotProductLucene(), delta);
-                assertEquals(expected, bench.dotProductNativeWithHeapSeg(), delta);
                 assertEquals(expected, bench.dotProductNativeWithNativeSeg(), delta);
+                if (supportsHeapSegments()) {
+                    assertEquals(expected, bench.dotProductNativeWithHeapSeg(), delta);
+                }
             } finally {
                 bench.teardown();
             }

build-tools-internal/src/test/java/org/elasticsearch/gradle/internal/release/ReleaseNotesGeneratorTest.java

@@ -19,6 +19,7 @@
 import java.util.Objects;
 
 import static org.elasticsearch.gradle.internal.release.GenerateReleaseNotesTask.getSortedBundlesWithUniqueChangelogs;
+import static org.hamcrest.Matchers.arrayContaining;
 import static org.hamcrest.Matchers.equalTo;
 import static org.junit.Assert.assertFalse;
 import static org.junit.Assert.assertThat;
@@ -100,7 +101,10 @@ public void testTemplate(String templateFilename, String outputFilename, List<Ch
             writeResource(outputFile, actualOutput);
             assertFalse("UPDATE_EXPECTED_OUTPUT should be set back to false after updating output", UPDATE_EXPECTED_OUTPUT);
         } else {
-            assertThat(actualOutput, equalTo(expectedOutput));
+            String[] expectedLines = expectedOutput.replace("\r", "").split("\n");
+            String[] actualLines = actualOutput.split("\n");
+
+            assertThat(actualLines, arrayContaining(expectedLines));
         }
     }
 

docs/changelog/129945.yaml

@@ -0,0 +1,5 @@
+pr: 129945
+summary: "Enhancement: ILM sets `indexing_complete` to true from `ReadOnly` action"
+area: ILM+SLM
+type: enhancement
+issues: []

docs/changelog/130251.yaml

@@ -0,0 +1,5 @@
+pr: 130251
+summary: Speed up (filtered) KNN queries for flat vector fields
+area: Vector Search
+type: enhancement
+issues: []

docs/changelog/130308.yaml

@@ -0,0 +1,5 @@
+pr: 130308
+summary: Force niofs for fdt tmp file read access when flushing stored fields
+area: Logs
+type: bug
+issues: []

docs/changelog/130330.yaml

@@ -0,0 +1,6 @@
+pr: 130330
+summary: "TopNOperator, release Row on failure"
+area: ES|QL
+type: bug
+issues:
+ - 130215

docs/reference/elasticsearch/index-settings/index-block.md

@@ -39,210 +39,3 @@ $$$index-blocks-write$$$
 `index.blocks.metadata`
 :   Set to `true` to disable index metadata reads and writes.
 
-
-## Add index block API [add-index-block]
-
-Adds an index block to an index.
-
-```console
-PUT /my-index-000001/_block/write
-```
-
-
-### {{api-request-title}} [add-index-block-api-request]
-
-`PUT /<index>/_block/<block>`
-
-
-### {{api-path-parms-title}} [add-index-block-api-path-params]
-
-`<index>`
-:   (Optional, string) Comma-separated list or wildcard expression of index names used to limit the request.
-
-    By default, you must explicitly name the indices you are adding blocks to. To allow the adding of blocks to indices with `_all`, `*`, or other wildcard expressions, change the `action.destructive_requires_name` setting to `false`. You can update this setting in the `elasticsearch.yml` file or using the [cluster update settings](https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-cluster-put-settings) API.
-
-
-`<block>`
-:   (Required, string) Block type to add to the index.
-
-    **Valid values**:
-
-    `metadata`
-    :   Disable metadata changes, such as closing the index.
-
-    `read`
-    :   Disable read operations.
-
-    `read_only`
-    :   Disable write operations and metadata changes.
-
-    `write`
-    :   Disable write operations. However, metadata changes are still allowed.
-
-    ::::
-
-
-
-### {{api-query-parms-title}} [add-index-block-api-query-params]
-
-`allow_no_indices`
-:   (Optional, Boolean) If `false`, the request returns an error if any wildcard expression, [index alias](docs-content://manage-data/data-store/aliases.md), or `_all` value targets only missing or closed indices. This behavior applies even if the request targets other open indices. For example, a request targeting `foo*,bar*` returns an error if an index starts with `foo` but no index starts with `bar`.
-
-    Defaults to `true`.
-
-
-`expand_wildcards`
-:   (Optional, string) Type of index that wildcard patterns can match. If the request can target data streams, this argument determines whether wildcard expressions match hidden data streams. Supports comma-separated values, such as `open,hidden`. Valid values are:
-
-`all`
-:   Match any data stream or index, including [hidden](/reference/elasticsearch/rest-apis/api-conventions.md#multi-hidden) ones.
-
-`open`
-:   Match open, non-hidden indices. Also matches any non-hidden data stream.
-
-`closed`
-:   Match closed, non-hidden indices. Also matches any non-hidden data stream. Data streams cannot be closed.
-
-`hidden`
-:   Match hidden data streams and hidden indices. Must be combined with `open`, `closed`, or both.
-
-`none`
-:   Wildcard patterns are not accepted.
-
-Defaults to `open`.
-
-
-`ignore_unavailable`
-:   (Optional, Boolean) If `false`, the request returns an error if it targets a missing or closed index. Defaults to `false`.
-
-`master_timeout`
-:   (Optional, [time units](/reference/elasticsearch/rest-apis/api-conventions.md#time-units)) Period to wait for the master node. If the master node is not available before the timeout expires, the request fails and returns an error. Defaults to `30s`. Can also be set to `-1` to indicate that the request should never timeout.
-
-`timeout`
-:   (Optional, [time units](/reference/elasticsearch/rest-apis/api-conventions.md#time-units)) Period to wait for a response from all relevant nodes in the cluster after updating the cluster metadata. If no response is received before the timeout expires, the cluster metadata update still applies but the response will indicate that it was not completely acknowledged. Defaults to `30s`. Can also be set to `-1` to indicate that the request should never timeout.
-
-
-### {{api-examples-title}} [add-index-block-api-example]
-
-The following example shows how to add an index block:
-
-```console
-PUT /my-index-000001/_block/write
-```
-
-The API returns following response:
-
-```console-result
-{
-  "acknowledged" : true,
-  "shards_acknowledged" : true,
-  "indices" : [ {
-    "name" : "my-index-000001",
-    "blocked" : true
-  } ]
-}
-```
-
-
-## Remove index block API [remove-index-block]
-
-Removes an index block from an index.
-
-```console
-DELETE /my-index-000001/_block/write
-```
-
-
-### {{api-request-title}} [remove-index-block-api-request]
-
-`DELETE /<index>/_block/<block>`
-
-
-### {{api-path-parms-title}} [remove-index-block-api-path-params]
-
-`<index>`
-:   (Optional, string) Comma-separated list or wildcard expression of index names used to limit the request.
-
-    By default, you must explicitly name the indices you are removing blocks from. To allow the removal of blocks from indices with `_all`, `*`, or other wildcard expressions, change the `action.destructive_requires_name` setting to `false`. You can update this setting in the `elasticsearch.yml` file or using the [cluster update settings](https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-cluster-put-settings) API.
-
-
-`<block>`
-:   (Required, string) Block type to remove from the index.
-
-    **Valid values**:
-
-    `metadata`
-    :   Remove metadata block, allowing metadata changes.
-
-    `read`
-    :   Remove read block, allowing read operations.
-
-    `read_only`
-    :   Remove read-only block, allowing write operations and metadata changes.
-
-    `write`
-    :   Remove write block, allowing write operations.
-
-    ::::
-
-
-
-### {{api-query-parms-title}} [remove-index-block-api-query-params]
-
-`allow_no_indices`
-:   (Optional, Boolean) If `false`, the request returns an error if any wildcard expression, [index alias](docs-content://manage-data/data-store/aliases.md), or `_all` value targets only missing or closed indices. This behavior applies even if the request targets other open indices. For example, a request targeting `foo*,bar*` returns an error if an index starts with `foo` but no index starts with `bar`.
-
-    Defaults to `true`.
-
-
-`expand_wildcards`
-:   (Optional, string) Type of index that wildcard patterns can match. If the request can target data streams, this argument determines whether wildcard expressions match hidden data streams. Supports comma-separated values, such as `open,hidden`. Valid values are:
-
-`all`
-:   Match any data stream or index, including [hidden](/reference/elasticsearch/rest-apis/api-conventions.md#multi-hidden) ones.
-
-`open`
-:   Match open, non-hidden indices. Also matches any non-hidden data stream.
-
-`closed`
-:   Match closed, non-hidden indices. Also matches any non-hidden data stream. Data streams cannot be closed.
-
-`hidden`
-:   Match hidden data streams and hidden indices. Must be combined with `open`, `closed`, or both.
-
-`none`
-:   Wildcard patterns are not accepted.
-
-Defaults to `open`.
-
-
-`ignore_unavailable`
-:   (Optional, Boolean) If `false`, the request returns an error if it targets a missing or closed index. Defaults to `false`.
-
-`master_timeout`
-:   (Optional, [time units](/reference/elasticsearch/rest-apis/api-conventions.md#time-units)) Period to wait for the master node. If the master node is not available before the timeout expires, the request fails and returns an error. Defaults to `30s`. Can also be set to `-1` to indicate that the request should never timeout.
-
-`timeout`
-:   (Optional, [time units](/reference/elasticsearch/rest-apis/api-conventions.md#time-units)) Period to wait for a response from all relevant nodes in the cluster after updating the cluster metadata. If no response is received before the timeout expires, the cluster metadata update still applies but the response will indicate that it was not completely acknowledged. Defaults to `30s`. Can also be set to `-1` to indicate that the request should never timeout.
-
-
-### {{api-examples-title}} [remove-index-block-api-example]
-
-The following example shows how to remove an index block:
-
-```console
-DELETE /my-index-000001/_block/write
-```
-
-The API returns following response:
-
-```console-result
-{
-  "acknowledged" : true,
-  "indices" : [ {
-    "name" : "my-index-000001",
-    "unblocked" : true
-  } ]
-}
-```
-

docs/reference/elasticsearch/mapping-reference/semantic-text.md

@@ -231,7 +231,7 @@ Refer
 to [this tutorial](docs-content://solutions/search/semantic-search/semantic-search-semantic-text.md)
 to learn more about semantic search using `semantic_text`.
 
-## Extracting Relevant Fragments from Semantic Text [semantic-text-highlighting]
+## Extracting relevant fragments from semantic text [semantic-text-highlighting]
 
 You can extract the most relevant fragments from a semantic text field by using
 the [highlight parameter](/reference/elasticsearch/rest-apis/highlighting.md) in
@@ -295,8 +295,7 @@ automatic {{infer}} and a dedicated query so you don’t need to provide further
 details.
 
 If you want to override those defaults and customize the embeddings that
-`semantic_text` indexes, you can do so by modifying <<semantic-text-params,
-parameters>>:
+`semantic_text` indexes, you can do so by modifying [parameters](#semantic-text-params):
 
 - Use `index_options` to specify alternate index options such as specific
   `dense_vector` quantization methods
@@ -398,6 +397,6 @@ PUT test-index
 * `semantic_text` fields are not currently supported as elements
   of [nested fields](/reference/elasticsearch/mapping-reference/nested.md).
 * `semantic_text` fields can’t currently be set as part
-  of [Dynamic templates](docs-content://manage-data/data-store/mapping/dynamic-templates.md).
+  of [dynamic templates](docs-content://manage-data/data-store/mapping/dynamic-templates.md).
 * `semantic_text` fields are not supported with Cross-Cluster Search (CCS) or
   Cross-Cluster Replication (CCR).

docs/reference/query-languages/esql/_snippets/commands/examples/fork.csv-spec/simpleFork.md

@@ -0,0 +1,14 @@
+% This is generated by ESQL's AbstractFunctionTestCase. Do not edit it. See ../README.md for how to regenerate it.
+
+```esql
+FROM employees
+| FORK ( WHERE emp_no == 10001 )
+       ( WHERE emp_no == 10002 )
+| KEEP emp_no, _fork
+| SORT emp_no
+```
+
+| emp_no:integer | _fork:keyword |
+| --- | --- |
+| 10001 | fork1 |
+| 10002 | fork2 |

docs/reference/query-languages/esql/_snippets/commands/examples/fork.csv-spec/simpleForkWithStats.md

@@ -0,0 +1,19 @@
+% This is generated by ESQL's AbstractFunctionTestCase. Do not edit it. See ../README.md for how to regenerate it.
+
+```esql
+FROM books METADATA _score
+| WHERE author:"Faulkner"
+| EVAL score = round(_score, 2)
+| FORK (SORT score DESC, author | LIMIT 5 | KEEP author, score)
+       (STATS total = COUNT(*))
+| SORT _fork, score DESC, author
+```
+
+| author:text | score:double | _fork:keyword | total:long |
+| --- | --- | --- | --- |
+| William Faulkner | 2.39 | fork1 | null |
+| William Faulkner | 2.39 | fork1 | null |
+| Colleen Faulkner | 1.59 | fork1 | null |
+| Danny Faulkner | 1.59 | fork1 | null |
+| Keith Faulkner | 1.59 | fork1 | null |
+| null | null | fork2 | 18 |