Merge branch 'main' into update-openjdk240212

Author: breskeby

docs/reference/elasticsearch/index.md

@@ -1,14 +1,65 @@
 # Elasticsearch
 
-This section contains reference information for {{es}} and index management features.
+{{es}} is a distributed search and analytics engine, scalable data store, and vector database built on Apache Lucene. It’s optimized for speed and relevance on production-scale workloads. Use Elasticsearch to search, index, store, and analyze data of all shapes and sizes in near real time.
 
-To learn more about {{es}} features and how to get started, refer to the [{{es}}](docs-content://solutions/search.md) documentation.
+## Quick links
 
-For more details about query and scripting languages, check these sections:
-* [Query languages](../query-languages/index.md)
-* [Scripting languages](../scripting-languages/index.md)
+:::{dropdown} Useful links
 
-{{es}} also provides the following REST APIs:
+- [REST API Reference](./rest-apis/index.md)
+- [API Conventions](./rest-apis/api-conventions.md)
+- [Settings Reference](https://www.elastic.co/guide/en/elasticsearch/reference/current/settings.html)
+- [Breaking Changes](https://www.elastic.co/guide/en/elasticsearch/reference/current/breaking-changes.html)
+- [Compatibility](./rest-apis/compatibility.md)
+- [Glossary](https://www.elastic.co/guide/en/elasticsearch/reference/current/glossary.html)
+- [Plugin Development](https://www.elastic.co/guide/en/elasticsearch/plugins/current/index.html)
+- [Supported Platforms](https://www.elastic.co/support/matrix#matrix_jvm)
+:::
 
-* [{{es}} API](https://www.elastic.co/docs/api/doc/elasticsearch)
-* [{{es}} Serverless API](https://www.elastic.co/docs/api/doc/elasticsearch-serverless)
+## Setup and architecture
+
+- [Set up Elasticsearch](docs-content://deploy-manage/deploy/self-managed/installing-elasticsearch.md)
+- [Secure the Elastic Stack](docs-content://deploy-manage/security.md)
+- [Upgrade Elasticsearch](docs-content://deploy-manage/upgrade/deployment-or-cluster.md)
+- [Set up a cluster for high availability](docs-content://deploy-manage/tools.md)
+- [Stack monitoring](docs-content://deploy-manage/monitor/stack-monitoring.md)
+- [Troubleshooting](docs-content://troubleshoot/elasticsearch.md)
+- [Optimizations](docs-content://deploy-manage/production-guidance/optimize-performance.md)
+
+## Working with data
+
+- [Adding data to Elasticsearch](docs-content://manage-data/ingest.md)
+- [Connectors](https://www.elastic.co/docs/reference/search-connectors)
+- [Web crawler](https://www.elastic.co/search-labs/blog/elastic-open-crawler-release)
+- [Data streams](docs-content://manage-data/data-store/data-streams.md)
+- [Ingest pipelines](docs-content://manage-data/ingest/transform-enrich/ingest-pipelines.md)
+- [Mapping](docs-content://manage-data/data-store/mapping.md)
+- [Data management](docs-content://manage-data/lifecycle.md)
+- [Downsampling](docs-content://manage-data/lifecycle.md)
+- [Snapshot and restore](docs-content://deploy-manage/tools/snapshot-and-restore.md)
+
+## Search and analytics
+
+{{es}} is the search and analytics engine that powers the {{stack}}.
+
+- [Get started](docs-content://get-started/index.md)
+- [Learn how to search your data](docs-content://solutions/search/querying-for-search.md)
+- Query data programmatically: use query languages to run advanced search, filtering, or analytics
+  - [Query DSL](docs-content://explore-analyze/query-filter/languages/querydsl.md): full JSON-based query language
+  - [ES|QL](docs-content://explore-analyze/query-filter/languages/esql.md): fast, SQL-like language with piped syntax
+  - [EQL](docs-content://explore-analyze/query-filter/languages/eql.md): for event-based time series data, such as logs, metrics, and traces
+  - [SQL](docs-content://explore-analyze/query-filter/languages/sql.md): SQL-style queries on Elasticsearch data
+- [Search applications](docs-content://solutions/search/search-applications.md)
+- [Aggregations](docs-content://explore-analyze/query-filter/aggregations.md)
+- [Geospatial analysis](docs-content://explore-analyze/geospatial-analysis.md)
+- [Machine Learning](docs-content://explore-analyze/machine-learning.md)
+- [Alerting](docs-content://explore-analyze/alerts-cases.md)
+
+## APIs and developer docs
+
+- [REST APIs](https://www.elastic.co/docs/reference/elasticsearch/rest-apis)
+- [{{es}} Clients](https://www.elastic.co/docs/reference/elasticsearch-clients)
+- [Painless](https://www.elastic.co/docs/reference/scripting-languages/painless/painless)
+- [Plugins and integrations](https://www.elastic.co/docs/reference/elasticsearch/plugins)
+- [Search Labs](https://www.elastic.co/search-labs)
+- [Notebook examples](https://www.elastic.co/search-labs/tutorials/examples)

libs/core/src/test/java/org/elasticsearch/core/GlobTests.java

@@ -30,7 +30,7 @@ public void testMatchLiteral() {
         str = randomAlphanumericOfLength(randomIntBetween(1, 12));
         assertMatch(str, str);
 
-        str = randomAsciiString(randomIntBetween(1, 24), ch -> ch >= ' ' && ch <= '~' && ch != '*');
+        str = randomAsciiStringNoAsterisks(randomIntBetween(1, 24));
         assertMatch(str, str);
     }
 
@@ -67,7 +67,7 @@ public void testPrefixMatch() {
         assertNonMatch("123*", "abc123");
         assertNonMatch("123*", "abc123def");
 
-        var prefix = randomAsciiString(randomIntBetween(2, 12));
+        var prefix = randomAsciiStringNoAsterisks(randomIntBetween(2, 12));
         var pattern = prefix + "*";
         assertMatch(pattern, prefix);
         assertMatch(pattern, prefix + randomAsciiString(randomIntBetween(1, 30)));
@@ -92,7 +92,7 @@ public void testSuffixMatch() {
         assertNonMatch("*123", "123abc");
         assertNonMatch("*123", "abc123def");
 
-        var suffix = randomAsciiString(randomIntBetween(2, 12));
+        var suffix = randomAsciiStringNoAsterisks(randomIntBetween(2, 12));
         var pattern = "*" + suffix;
         assertMatch(pattern, suffix);
         assertMatch(pattern, randomAsciiString(randomIntBetween(1, 30)) + suffix);
@@ -114,7 +114,7 @@ public void testInfixStringMatch() {
         assertNonMatch("*123*", "12*");
         assertNonMatch("*123*", "1.2.3");
 
-        var infix = randomAsciiString(randomIntBetween(2, 12));
+        var infix = randomAsciiStringNoAsterisks(randomIntBetween(2, 12));
         var pattern = "*" + infix + "*";
         assertMatch(pattern, infix);
         assertMatch(pattern, randomAsciiString(randomIntBetween(1, 30)) + infix + randomAsciiString(randomIntBetween(1, 30)));
@@ -138,8 +138,8 @@ public void testInfixAsteriskMatch() {
         assertMatch("123*321", "12345678987654321");
         assertNonMatch("123*321", "12321");
 
-        var prefix = randomAsciiString(randomIntBetween(2, 12));
-        var suffix = randomAsciiString(randomIntBetween(2, 12));
+        var prefix = randomAsciiStringNoAsterisks(randomIntBetween(2, 12));
+        var suffix = randomAsciiStringNoAsterisks(randomIntBetween(2, 12));
         var pattern = prefix + "*" + suffix;
         assertMatch(pattern, prefix + suffix);
         assertMatch(pattern, prefix + randomAsciiString(randomIntBetween(1, 30)) + suffix);
@@ -180,6 +180,10 @@ private String randomAsciiString(int length) {
         return randomAsciiString(length, ch -> ch >= ' ' && ch <= '~');
     }
 
+    private String randomAsciiStringNoAsterisks(final int length) {
+        return randomAsciiString(length, ch -> ch >= ' ' && ch <= '~' && ch != '*');
+    }
+
     private String randomAsciiString(int length, CharPredicate validCharacters) {
         StringBuilder str = new StringBuilder(length);
         nextChar: for (int i = 0; i < length; i++) {

muted-tests.yml

@@ -489,9 +489,6 @@ tests:
 - class: org.elasticsearch.reservedstate.service.FileSettingsServiceIT
   method: testSettingsAppliedOnStart
   issue: https://github.com/elastic/elasticsearch/issues/131210
-- class: org.elasticsearch.index.mapper.vectors.SparseVectorFieldMapperTests
-  method: testPruningScenarios
-  issue: https://github.com/elastic/elasticsearch/issues/132810
 - class: org.elasticsearch.test.rest.yaml.CcsCommonYamlTestSuiteIT
   method: test {p0=search/160_exists_query/Test exists query on mapped date field with no doc values}
   issue: https://github.com/elastic/elasticsearch/issues/132828

server/src/main/java/org/elasticsearch/action/admin/cluster/stats/TransportClusterStatsAction.java

@@ -60,6 +60,7 @@
 import org.elasticsearch.transport.AbstractTransportRequest;
 import org.elasticsearch.transport.RemoteClusterConnection;
 import org.elasticsearch.transport.RemoteClusterService;
+import org.elasticsearch.transport.RemoteClusterSettings;
 import org.elasticsearch.transport.RemoteConnectionInfo;
 import org.elasticsearch.transport.TransportService;
 import org.elasticsearch.transport.Transports;
@@ -493,7 +494,7 @@ void start(Task task, Collection<String> remotes, ActionListener<Map<String, Rem
         RemoteClusterStats makeRemoteClusterStats(String clusterAlias) {
             RemoteClusterConnection remoteConnection = remoteClusterService.getRemoteClusterConnection(clusterAlias);
             RemoteConnectionInfo remoteConnectionInfo = remoteConnection.getConnectionInfo();
-            var compression = RemoteClusterService.REMOTE_CLUSTER_COMPRESS.getConcreteSettingForNamespace(clusterAlias).get(settings);
+            var compression = RemoteClusterSettings.REMOTE_CLUSTER_COMPRESS.getConcreteSettingForNamespace(clusterAlias).get(settings);
             return new RemoteClusterStats(
                 remoteConnectionInfo.getModeInfo().modeName(),
                 remoteConnection.isSkipUnavailable(),

server/src/main/java/org/elasticsearch/common/settings/ClusterSettings.java

@@ -134,7 +134,7 @@
 import org.elasticsearch.threadpool.ThreadPool;
 import org.elasticsearch.transport.ProxyConnectionStrategy;
 import org.elasticsearch.transport.RemoteClusterPortSettings;
-import org.elasticsearch.transport.RemoteClusterService;
+import org.elasticsearch.transport.RemoteClusterSettings;
 import org.elasticsearch.transport.RemoteConnectionStrategy;
 import org.elasticsearch.transport.SniffConnectionStrategy;
 import org.elasticsearch.transport.TransportService;
@@ -366,13 +366,13 @@ public void apply(Settings value, Settings current, Settings previous) {
         SearchService.DEFAULT_ALLOW_PARTIAL_SEARCH_RESULTS,
         TransportSearchAction.SHARD_COUNT_LIMIT_SETTING,
         TransportSearchAction.DEFAULT_PRE_FILTER_SHARD_SIZE,
-        RemoteClusterService.REMOTE_CLUSTER_SKIP_UNAVAILABLE,
+        RemoteClusterSettings.REMOTE_CLUSTER_SKIP_UNAVAILABLE,
         SniffConnectionStrategy.REMOTE_CONNECTIONS_PER_CLUSTER,
-        RemoteClusterService.REMOTE_INITIAL_CONNECTION_TIMEOUT_SETTING,
-        RemoteClusterService.REMOTE_NODE_ATTRIBUTE,
-        RemoteClusterService.REMOTE_CLUSTER_PING_SCHEDULE,
-        RemoteClusterService.REMOTE_CLUSTER_COMPRESS,
-        RemoteClusterService.REMOTE_CLUSTER_COMPRESSION_SCHEME,
+        RemoteClusterSettings.REMOTE_INITIAL_CONNECTION_TIMEOUT_SETTING,
+        RemoteClusterSettings.REMOTE_NODE_ATTRIBUTE,
+        RemoteClusterSettings.REMOTE_CLUSTER_PING_SCHEDULE,
+        RemoteClusterSettings.REMOTE_CLUSTER_COMPRESS,
+        RemoteClusterSettings.REMOTE_CLUSTER_COMPRESSION_SCHEME,
         RemoteConnectionStrategy.REMOTE_CONNECTION_MODE,
         ProxyConnectionStrategy.PROXY_ADDRESS,
         ProxyConnectionStrategy.REMOTE_SOCKET_CONNECTIONS,
@@ -605,7 +605,7 @@ public void apply(Settings value, Settings current, Settings previous) {
         SimulatePipelineTransportAction.INGEST_NODE_TRANSPORT_ACTION_TIMEOUT,
         WriteAckDelay.WRITE_ACK_DELAY_INTERVAL,
         WriteAckDelay.WRITE_ACK_DELAY_RANDOMNESS_BOUND,
-        RemoteClusterService.REMOTE_CLUSTER_CREDENTIALS,
+        RemoteClusterSettings.REMOTE_CLUSTER_CREDENTIALS,
         RemoteClusterPortSettings.REMOTE_CLUSTER_SERVER_ENABLED,
         RemoteClusterPortSettings.HOST,
         RemoteClusterPortSettings.PUBLISH_HOST,

server/src/main/java/org/elasticsearch/transport/RemoteClusterAware.java

@@ -229,8 +229,8 @@ void validateAndUpdateRemoteCluster(String clusterAlias, Settings settings) {
      */
     public void listenForUpdates(ClusterSettings clusterSettings) {
         List<Setting.AffixSetting<?>> remoteClusterSettings = List.of(
-            RemoteClusterService.REMOTE_CLUSTER_COMPRESS,
-            RemoteClusterService.REMOTE_CLUSTER_PING_SCHEDULE,
+            RemoteClusterSettings.REMOTE_CLUSTER_COMPRESS,
+            RemoteClusterSettings.REMOTE_CLUSTER_PING_SCHEDULE,
             RemoteConnectionStrategy.REMOTE_CONNECTION_MODE,
             SniffConnectionStrategy.REMOTE_CLUSTERS_PROXY,
             SniffConnectionStrategy.REMOTE_CLUSTER_SEEDS,

server/src/main/java/org/elasticsearch/transport/RemoteClusterConnection.java

@@ -37,7 +37,7 @@
  * remote case we only connect to a subset of the nodes in the cluster in an uni-directional fashion.
  *
  * This class also handles the discovery of nodes from the remote cluster. The initial list of seed nodes is only used to discover all nodes
- * in the remote cluster and connects to all eligible nodes, for details see {@link RemoteClusterService#REMOTE_NODE_ATTRIBUTE}.
+ * in the remote cluster and connects to all eligible nodes, for details see {@link RemoteClusterSettings#REMOTE_NODE_ATTRIBUTE}.
  *
  * In the case of a disconnection, this class will issue a re-connect task to establish at most
  * {@link SniffConnectionStrategy#REMOTE_CONNECTIONS_PER_CLUSTER} until either all eligible nodes are exhausted or the maximum number of
@@ -83,10 +83,10 @@ public final class RemoteClusterConnection implements Closeable {
         this.connectionStrategy = RemoteConnectionStrategy.buildStrategy(clusterAlias, transportService, remoteConnectionManager, settings);
         // we register the transport service here as a listener to make sure we notify handlers on disconnect etc.
         this.remoteConnectionManager.addListener(transportService);
-        this.skipUnavailable = RemoteClusterService.REMOTE_CLUSTER_SKIP_UNAVAILABLE.getConcreteSettingForNamespace(clusterAlias)
+        this.skipUnavailable = RemoteClusterSettings.REMOTE_CLUSTER_SKIP_UNAVAILABLE.getConcreteSettingForNamespace(clusterAlias)
             .get(settings);
         this.threadPool = transportService.threadPool;
-        initialConnectionTimeout = RemoteClusterService.REMOTE_INITIAL_CONNECTION_TIMEOUT_SETTING.get(settings);
+        initialConnectionTimeout = RemoteClusterSettings.REMOTE_INITIAL_CONNECTION_TIMEOUT_SETTING.get(settings);
     }
 
     /**

server/src/main/java/org/elasticsearch/transport/RemoteClusterCredentialsManager.java

@@ -21,7 +21,7 @@
 import java.util.Map;
 import java.util.Set;
 
-import static org.elasticsearch.transport.RemoteClusterService.REMOTE_CLUSTER_CREDENTIALS;
+import static org.elasticsearch.transport.RemoteClusterSettings.REMOTE_CLUSTER_CREDENTIALS;
 
 public class RemoteClusterCredentialsManager {
     private static final Logger logger = LogManager.getLogger(RemoteClusterCredentialsManager.class);