Merge remote-tracking branch 'upstream/main' into include-default-index-sort-2

Author: jordan-powers

docs/changelog/136017.yaml

@@ -0,0 +1,5 @@
+pr: 136017
+summary: Cohere service Model Id field is required
+area: Machine Learning
+type: bug
+issues: []

docs/reference/query-languages/esql/_snippets/functions/layout/knn.md

@@ -0,0 +1,8 @@
+* {applies_to}`stack: preview 9.2` {applies_to}`serverless: preview` [`KNN`](../../functions-operators/dense-vector-functions.md#esql-knn)
+
+% * {applies_to}`stack: preview 9.3` {applies_to}`serverless: preview` [`V_COSINE`](../../functions-operators/dense-vector-functions.md#esql-v_cosine)
+% * {applies_to}`stack: preview 9.3` {applies_to}`serverless: preview` [`V_DOT_PRODUCT`](../../functions-operators/dense-vector-functions.md#esql-v_dot_product)
+% * {applies_to}`stack: preview 9.3` {applies_to}`serverless: preview`[`V_HAMMING`](../../functions-operators/dense-vector-functions.md#esql-v_hamming)
+% * {applies_to}`stack: preview 9.3` {applies_to}`serverless: preview` [`V_L1_NORM`](../../functions-operators/dense-vector-functions.md#esql-v_l1_norm)
+% * {applies_to}`stack: preview 9.3` {applies_to}`serverless: preview` [`V_L2_NORM`](../../functions-operators/dense-vector-functions.md#esql-v_l2_norm)
+% * {applies_to}`stack: preview 9.3` {applies_to}`serverless: preview` [`V_MAGNITUDE`](../../functions-operators/dense-vector-functions.md#esql-v_magnitude)

docs/reference/query-languages/esql/_snippets/functions/parameters/knn.md

@@ -80,6 +80,12 @@ mapped_pages:
 :::
 ::::
 
+::::{dropdown} Dense vector functions
+:open:
+:::{include} _snippets/lists/dense-vector-functions.md
+:::
+::::
+
 ::::{dropdown} Multi value functions
 :open:
 :::{include} _snippets/lists/mv-functions.md

docs/reference/query-languages/esql/_snippets/lists/dense-vector-functions.md

@@ -0,0 +1,60 @@
+---
+applies_to:
+  stack: preview
+  serverless: preview
+navigation_title: "Dense vector functions"
+mapped_pages:
+  - https://www.elastic.co/guide/en/elasticsearch/reference/current/esql-functions-operators.html#esql-dense-vector-functions
+---
+
+# {{esql}} dense vector functions [esql-dense-vector-functions]
+
+{{esql}} supports dense vector functions for vector similarity calculations and
+k-nearest neighbor search.
+Dsense vector functions work with [
+`dense_vector` fields](/reference/elasticsearch/mapping-reference/dense-vector.md)
+and require appropriate field mappings.
+
+{{esql}} supports these vector functions:
+
+:::{include} ../_snippets/lists/dense-vector-functions.md
+:::
+
+:::{include} ../_snippets/functions/layout/knn.md
+:::
+
+% V_COSINE is currently a hidden feature
+% To make it visible again, uncomment this and the line in
+% lists/dense-vector-functions.md
+% :::{include} ../_snippets/functions/layout/v_cosine.md
+% :::
+
+% V_DOT_PRODUCT is currently a hidden feature
+% To make it visible again, uncomment this and the line in
+% lists/dense-vector-functions.md
+% :::{include} ../_snippets/functions/layout/v_dot_product.md
+% :::
+
+% V_HAMMING is currently a hidden feature
+% To make it visible again, uncomment this and the line in
+% lists/dense-vector-functions.md
+% :::{include} ../_snippets/functions/layout/v_hamming.md
+% :::
+
+% V_L1_NORM is currently a hidden feature
+% To make it visible again, uncomment this and the line in
+% lists/dense-vector-functions.md
+% :::{include} ../_snippets/functions/layout/v_l1_norm.md
+% :::
+
+% V_L2_NORM is currently a hidden feature
+% To make it visible again, uncomment this and the line in
+% lists/dense-vector-functions.md
+% :::{include} ../_snippets/functions/layout/v_l2_norm.md
+% :::
+
+% V_MAGNITUDE is currently a hidden feature
+% To make it visible again, uncomment this and the line in
+% lists/dense-vector-functions.md
+% :::{include} ../_snippets/functions/layout/v_magnitude.md
+% :::

docs/reference/query-languages/esql/esql-functions-operators.md

@@ -14,12 +14,12 @@ Get started with {{esql}} for search use cases with
 our [hands-on tutorial](/reference/query-languages/esql/esql-search-tutorial.md).
 
 For a high-level overview of search functionalities in {{esql}}, and to learn about relevance scoring, refer to [{{esql}} for search](docs-content://solutions/search/esql-for-search.md#esql-for-search-scoring).
-:::
 
-{{esql}} provides a set of functions for performing searching on text fields.
+For information regarding dense vector search functions,
+including [KNN](dense-vector-functions.md#esql-knn), please refer to
+the [Dense vector functions](dense-vector-functions.md) documentation.
+:::
 
-Use these functions
-for [full-text search](docs-content://solutions/search/full-text.md)
 and [semantic search](docs-content://solutions/search/semantic-search/semantic-search-semantic-text.md).
 
 Full text functions can be used to

docs/reference/query-languages/esql/functions-operators/dense-vector-functions.md

@@ -133,6 +133,7 @@ toc:
               - file: esql/functions-operators/search-functions.md
               - file: esql/functions-operators/spatial-functions.md
               - file: esql/functions-operators/string-functions.md
+              - file: esql/functions-operators/dense-vector-functions.md
               - file: esql/functions-operators/type-conversion-functions.md
               - file: esql/functions-operators/mv-functions.md
               - file: esql/functions-operators/operators.md

docs/reference/query-languages/esql/functions-operators/search-functions.md

@@ -615,84 +615,9 @@ tests:
 - class: org.elasticsearch.datastreams.DataStreamIndexSettingsProviderTests
   method: testGetAdditionalIndexSettingsMappingsMerging
   issue: https://github.com/elastic/elasticsearch/issues/135884
-- class: org.elasticsearch.upgrades.FullClusterRestartDownsampleIT
-  method: testRollupIndex {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135906
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testNewReplicasTimeSeriesMode {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135907
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testSingleDoc {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135908
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testResize {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135909
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testSystemIndexMetadataIsUpgraded {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135923
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testSearch {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135927
-- class: org.elasticsearch.xpack.inference.chunking.ChunkingSettingsBuilderTests
-  method: testBuildChunkingSettingsForElasticReranker_QueryTokenCountLessThanHalfOfTokenLimit
-  issue: https://github.com/elastic/elasticsearch/issues/135928
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testPeerRecoveryRetentionLeases {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135929
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testPersianAnalyzerBWC {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135930
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testSnapshotRestore {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135933
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testForbidDisableSoftDeletesOnRestore {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135937
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testShrinkAfterUpgrade {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135938
 - class: org.elasticsearch.xpack.esql.action.EsqlActionBreakerIT
   method: testTopNPushedToLuceneOnSortedIndex
   issue: https://github.com/elastic/elasticsearch/issues/135939
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testClosedIndices {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135941
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testOperationBasedRecovery {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135944
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testRomanianAnalyzerBWC {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135948
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testEmptyShard {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135951
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testRollover {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135952
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testRecovery {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135953
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testNewReplicas {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135956
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testHistoryUUIDIsAdded {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135957
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testTurnOffTranslogRetentionAfterUpgraded {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135958
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testSoftDeletes {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135959
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testClusterState {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135960
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testShrink {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135962
-- class: org.elasticsearch.upgrades.FullClusterRestartIT
-  method: testSearchTimeSeriesMode {cluster=UPGRADED}
-  issue: https://github.com/elastic/elasticsearch/issues/135963
 - class: org.elasticsearch.datastreams.DataStreamIndexSettingsProviderTests
   method: testGetAdditionalIndexSettings
   issue: https://github.com/elastic/elasticsearch/issues/135972
@@ -738,6 +663,24 @@ tests:
 - class: org.elasticsearch.xpack.esql.ccq.MultiClusterSpecIT
   method: test {csv-spec:fork.ForkBranchWithInlineStats}
   issue: https://github.com/elastic/elasticsearch/issues/136091
+- class: org.elasticsearch.xpack.esql.qa.multi_node.EsqlSpecIT
+  method: test {csv-spec:date.EvalDateTruncQuarterlyIntervalWithGTInRange}
+  issue: https://github.com/elastic/elasticsearch/issues/136102
+- class: org.elasticsearch.xpack.esql.qa.single_node.GenerativeForkIT
+  method: test {csv-spec:math.PowIntInt}
+  issue: https://github.com/elastic/elasticsearch/issues/136106
+- class: org.elasticsearch.xpack.esql.qa.single_node.GenerativeForkIT
+  method: test {csv-spec:text-embedding.Text_embedding with knn on semantic_text_dense_field}
+  issue: https://github.com/elastic/elasticsearch/issues/136108
+- class: org.elasticsearch.xpack.esql.qa.single_node.GenerativeForkIT
+  method: test {csv-spec:string.ContainsFail}
+  issue: https://github.com/elastic/elasticsearch/issues/136112
+- class: org.elasticsearch.xpack.esql.qa.single_node.GenerativeForkIT
+  method: test {csv-spec:union_types.MultiIndexTsLongStatsDrop}
+  issue: https://github.com/elastic/elasticsearch/issues/136113
+- class: org.elasticsearch.xpack.esql.ccq.MultiClusterSpecIT
+  method: test {csv-spec:lookup-join-expression.LookupMultiColTwoExprAndNoMatch}
+  issue: https://github.com/elastic/elasticsearch/issues/136121
 
 # Examples:
 #