From a89dbd7c5824da3c5a8d1ae4f592fce016cb9092 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edu=20Gonz=C3=A1lez=20de=20la=20Herr=C3=A1n?= <25320357+eedugon@users.noreply.github.com> Date: Tue, 30 Sep 2025 14:40:05 +0200 Subject: [PATCH 1/4] remote clusters client settings moved from docs-content --- .../networking-settings.md | 4 +- .../remote-clusters.md | 79 +++++++++++++++++++ docs/reference/elasticsearch/toc.yml | 1 + 3 files changed, 83 insertions(+), 1 deletion(-) create mode 100644 docs/reference/elasticsearch/configuration-reference/remote-clusters.md diff --git a/docs/reference/elasticsearch/configuration-reference/networking-settings.md b/docs/reference/elasticsearch/configuration-reference/networking-settings.md index 5cd52acadd50b..6529291b3459d 100644 --- a/docs/reference/elasticsearch/configuration-reference/networking-settings.md +++ b/docs/reference/elasticsearch/configuration-reference/networking-settings.md @@ -434,7 +434,9 @@ The compression settings do not configure compression for responses. {{es}} will ## Advanced remote cluster (API key based model) settings [remote-cluster-network-settings] -Use the following advanced settings to configure the remote cluster interface (API key based model) independently of the [transport interface](#transport-settings). You can also configure both interfaces together using the [network settings](#common-network-settings). +The section describes the advanced settings to configure the remote cluster interface ([API key-based security model](docs-content://deploy-manage/remote-clusters/remote-clusters-api-key.md)) independently of the [transport interface](#transport-settings). You can also configure both interfaces together using the [network settings](#common-network-settings). + +For client settings that control how your local cluster connects to remote clusters, refer to [Remote cluster settings](/reference/elasticsearch/configuration-reference/remote-clusters.md). `remote_cluster_server.enabled` : ([Static](docs-content://deploy-manage/stack-settings.md#static-cluster-setting), boolean) Determines whether the remote cluster server should be enabled. This setting must be `true` for `remote_cluster.port` and all following remote cluster settings to take effect. Enabling it allows the cluster to serve cross-cluster requests using the API key based model. Defaults to `false`. diff --git a/docs/reference/elasticsearch/configuration-reference/remote-clusters.md b/docs/reference/elasticsearch/configuration-reference/remote-clusters.md new file mode 100644 index 0000000000000..f21dd85f3b896 --- /dev/null +++ b/docs/reference/elasticsearch/configuration-reference/remote-clusters.md @@ -0,0 +1,79 @@ +--- +mapped_pages: + - https://www.elastic.co/guide/en/elasticsearch/reference/current/remote-clusters-settings.html +applies_to: + deployment: + self: ga +products: + - id: elasticsearch +--- + +# Remote cluster settings [remote-clusters-settings] + +This document describes the client settings available when configuring a remote cluster connection. These settings control how your local cluster connects to and communicates with the remote cluster as a client. + +For settings related to configuring the remote cluster server interface (used with the new [API key-based security model](docs-content://deploy-manage/remote-clusters/remote-clusters-api-key.md)), refer to [Remote cluster network settings](/reference/elasticsearch/configuration-reference/networking-settings.md#remote-cluster-network-settings). + +## General remote cluster settings + +The following settings apply to both [sniff mode](docs-content://deploy-manage/remote-clusters/remote-clusters-self-managed.md#sniff-mode) and [proxy mode](docs-content://deploy-manage/remote-clusters/remote-clusters-self-managed.md#proxy-mode). Settings that are specific to sniff mode and proxy mode are described separately. + +`cluster.remote..mode` +: The mode used for a remote cluster connection. The only supported modes are `sniff` and `proxy`. The default is `sniff`. See [Connection modes](docs-content://deploy-manage/remote-clusters/remote-clusters-self-managed.md#sniff-proxy-modes) for further information about these modes, and [Sniff mode remote cluster settings](#remote-cluster-sniff-settings) and [Proxy mode remote cluster settings](#remote-cluster-proxy-settings) for further information about their settings. + +`cluster.remote.initial_connect_timeout` +: The time to wait for remote connections to be established when the node starts. The default is `30s`. + +`remote_cluster_client` [role](/reference/elasticsearch/configuration-reference/node-settings.md#node-roles) +: By default, any node in the cluster can act as a cross-cluster client and connect to remote clusters. To prevent a node from connecting to remote clusters, specify the [node.roles](/reference/elasticsearch/configuration-reference/node-settings.md#node-roles) setting in [`elasticsearch.yml`](docs-content://deploy-manage/stack-settings.md) and exclude `remote_cluster_client` from the listed roles. Search requests targeting remote clusters must be sent to a node that is allowed to act as a cross-cluster client. Other features such as {{ml}} [data feeds](/reference/elasticsearch/configuration-reference/machine-learning-settings.md#general-ml-settings), [transforms](/reference/elasticsearch/configuration-reference/transforms-settings.md#general-transform-settings), and [{{ccr}}](docs-content://deploy-manage/tools/cross-cluster-replication/set-up-cross-cluster-replication.md) require the `remote_cluster_client` role. + +`cluster.remote..skip_unavailable` +: Per cluster boolean setting that allows to skip specific clusters when no nodes belonging to them are available and they are the target of a remote cluster request. + +::::{important} +In {{es}} 8.15, the default value for `skip_unavailable` was changed from `false` to `true`. Before {{es}} 8.15, if you want a cluster to be treated as optional for a {{ccs}}, then you need to set that configuration. From {{es}} 8.15 forward, you need to set the configuration in order to make a cluster required for the {{ccs}}. Once you upgrade the local ("querying") cluster search coordinator node (the node you send CCS requests to) to 8.15 or later, any remote clusters that do not have an explicit setting for `skip_unavailable` will immediately change over to using the new default of true. This is true regardless of whether you have upgraded the remote clusters to 8.15, as the `skip_unavailable` search behavior is entirely determined by the setting on the local cluster where you configure the remotes. +:::: + + +`cluster.remote..transport.ping_schedule` +: Sets the time interval between regular application-level ping messages that are sent to try and keep remote cluster connections alive. If set to `-1`, application-level ping messages to this remote cluster are not sent. If unset, application-level ping messages are sent according to the global `transport.ping_schedule` setting, which defaults to `-1` meaning that pings are not sent. It is preferable to correctly configure TCP keep-alives instead of configuring a `ping_schedule`, because TCP keep-alives are handled by the operating system and not by {{es}}. By default {{es}} enables TCP keep-alives on remote cluster connections. Remote cluster connections are transport connections so the `transport.tcp.*` [advanced settings](/reference/elasticsearch/configuration-reference/networking-settings.md#transport-settings) regarding TCP keep-alives apply to them. + +`cluster.remote..transport.compress` +: Per-cluster setting that enables you to configure compression for requests to a specific remote cluster. The handling cluster will automatically compress responses to compressed requests. The setting options are `true`, `indexing_data`, and `false`. If unset, defaults to the behavior specified by the node-wide `transport.compress` setting. See the [documentation for the `transport.compress` setting](/reference/elasticsearch/configuration-reference/networking-settings.md#transport-settings-compress) for further information. + +`cluster.remote..transport.compression_scheme` +: Per-cluster setting that enables you to configure the compression scheme for requests to a specific cluster if those requests are selected to be compressed by to the `cluster.remote..transport.compress` setting. The handling cluster will automatically use the same compression scheme for responses as for the corresponding requests. The setting options are `deflate` and `lz4`. If unset, defaults to the behavior specified by the node-wide `transport.compression_scheme` setting. See the [documentation for the `transport.compression_scheme` setting](/reference/elasticsearch/configuration-reference/networking-settings.md#transport-settings-compression-scheme) for further information. + +$$$remote-cluster-credentials-setting$$$ + +`cluster.remote..credentials` +: ([Secure](docs-content://deploy-manage/security/secure-settings.md), [Reloadable](docs-content://deploy-manage/security/secure-settings.md#reloadable-secure-settings)) Per-cluster setting for configuring [remote clusters with the API Key based model](docs-content://deploy-manage/remote-clusters/remote-clusters-api-key.md). This setting takes the encoded value of a [cross-cluster API key](https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-security-create-cross-cluster-api-key) and must be set in the [{{es}} keystore](docs-content://deploy-manage/security/secure-settings.md) on each node in the cluster. The presence (or not) of this setting determines which model a remote cluster uses. If present, the remote cluster uses the API key based model. Otherwise, it uses the certificate based model. If the setting is added, removed, or updated in the {{es}} keystore and reloaded via the [Nodes reload secure settings](https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-nodes-reload-secure-settings) API, the cluster will automatically rebuild its connection to the remote. + +## Sniff mode remote cluster settings [remote-cluster-sniff-settings] + +To use [sniff mode](docs-content://deploy-manage/remote-clusters/remote-clusters-self-managed.md#sniff-mode) to connect to a remote cluster, set `cluster.remote..mode: sniff` and then configure the following settings. You may also leave `cluster.remote..mode` unset since `sniff` is the default mode. + +`cluster.remote..seeds` +: The list of seed nodes used to sniff the remote cluster state. + +`cluster.remote..node_connections` +: The number of gateway nodes to connect to for this remote cluster. The default is `3`. + +$$$cluster-remote-node-attr$$$ + +`cluster.remote.node.attr` +: A node attribute to filter out nodes that are eligible as a gateway node in the remote cluster. For instance a node can have a node attribute `node.attr.gateway: true` such that only nodes with this attribute will be connected to if `cluster.remote.node.attr` is set to `gateway`. + + +## Proxy mode remote cluster settings [remote-cluster-proxy-settings] + +To use [proxy mode](docs-content://deploy-manage/remote-clusters/remote-clusters-self-managed.md#proxy-mode) to connect to a remote cluster, set `cluster.remote..mode: proxy` and then configure the following settings. + +`cluster.remote..proxy_address` +: The address used for all remote connections. A single address value, either an IP address or a fully qualified domain name (FQDN). + +`cluster.remote..proxy_socket_connections` +: The number of socket connections to open per remote cluster. The default is `18`. + +`cluster.remote..server_name` +: An optional hostname string which is sent in the `server_name` field of the TLS Server Name Indication extension if [TLS is enabled](docs-content://deploy-manage/security/secure-cluster-communications.md#encrypt-internode-communication). The TLS transport will fail to open remote connections if this field is not a valid hostname as defined by the TLS SNI specification. \ No newline at end of file diff --git a/docs/reference/elasticsearch/toc.yml b/docs/reference/elasticsearch/toc.yml index c2c1feb83821b..fa1e66aa2364c 100644 --- a/docs/reference/elasticsearch/toc.yml +++ b/docs/reference/elasticsearch/toc.yml @@ -24,6 +24,7 @@ toc: - file: configuration-reference/node-settings.md - file: configuration-reference/networking-settings.md - file: configuration-reference/node-query-cache-settings.md + - file: configuration-reference/remote-clusters.md - file: configuration-reference/search-settings.md - file: configuration-reference/security-settings.md - file: configuration-reference/shard-request-cache-settings.md From cc8ad063e049a533b870abbe7b37187de13396db Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edu=20Gonz=C3=A1lez=20de=20la=20Herr=C3=A1n?= <25320357+eedugon@users.noreply.github.com> Date: Thu, 2 Oct 2025 08:55:41 +0200 Subject: [PATCH 2/4] frontmatter and intro refined --- .../configuration-reference/networking-settings.md | 2 ++ .../configuration-reference/remote-clusters.md | 8 ++++++-- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/docs/reference/elasticsearch/configuration-reference/networking-settings.md b/docs/reference/elasticsearch/configuration-reference/networking-settings.md index 6529291b3459d..a3e2c33aa205f 100644 --- a/docs/reference/elasticsearch/configuration-reference/networking-settings.md +++ b/docs/reference/elasticsearch/configuration-reference/networking-settings.md @@ -5,6 +5,8 @@ applies_to: deployment: ess: self: + ece: + eck: --- # Networking settings [modules-network] diff --git a/docs/reference/elasticsearch/configuration-reference/remote-clusters.md b/docs/reference/elasticsearch/configuration-reference/remote-clusters.md index f21dd85f3b896..f9147bd7076d5 100644 --- a/docs/reference/elasticsearch/configuration-reference/remote-clusters.md +++ b/docs/reference/elasticsearch/configuration-reference/remote-clusters.md @@ -4,15 +4,19 @@ mapped_pages: applies_to: deployment: self: ga + ess: ga + eck: ga + ece: ga + serverless: unavailable products: - id: elasticsearch --- # Remote cluster settings [remote-clusters-settings] -This document describes the client settings available when configuring a remote cluster connection. These settings control how your local cluster connects to and communicates with the remote cluster as a client. +This document describes the client settings available when configuring a remote cluster connection. These settings control how your local cluster connects to and communicates with the remote cluster as a client. For a general overview of remote clusters and how to set them up, refer to [Remote clusters](docs-content://deploy-manage/remote-clusters.md). -For settings related to configuring the remote cluster server interface (used with the new [API key-based security model](docs-content://deploy-manage/remote-clusters/remote-clusters-api-key.md)), refer to [Remote cluster network settings](/reference/elasticsearch/configuration-reference/networking-settings.md#remote-cluster-network-settings). +For settings related to configuring the remote cluster server interface (used with the [API key-based security model](docs-content://deploy-manage/remote-clusters/remote-clusters-api-key.md)), refer to [Remote cluster network settings](/reference/elasticsearch/configuration-reference/networking-settings.md#remote-cluster-network-settings). ## General remote cluster settings From 9ae98b0d40804e1457ca9aebcdea98d3ab560b1f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edu=20Gonz=C3=A1lez=20de=20la=20Herr=C3=A1n?= <25320357+eedugon@users.noreply.github.com> Date: Thu, 2 Oct 2025 08:56:42 +0200 Subject: [PATCH 3/4] frontmatter and intro refined --- .../elasticsearch/configuration-reference/networking-settings.md | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/reference/elasticsearch/configuration-reference/networking-settings.md b/docs/reference/elasticsearch/configuration-reference/networking-settings.md index a3e2c33aa205f..1559929b8b77b 100644 --- a/docs/reference/elasticsearch/configuration-reference/networking-settings.md +++ b/docs/reference/elasticsearch/configuration-reference/networking-settings.md @@ -7,6 +7,7 @@ applies_to: self: ece: eck: + serverless: unavailable --- # Networking settings [modules-network] From 31af3b548fc573d7e4ea96c54c9d767f66bf6ee3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edu=20Gonz=C3=A1lez=20de=20la=20Herr=C3=A1n?= <25320357+eedugon@users.noreply.github.com> Date: Mon, 6 Oct 2025 14:55:47 +0200 Subject: [PATCH 4/4] applies to updated --- .../configuration-reference/networking-settings.md | 8 +++----- .../configuration-reference/remote-clusters.md | 6 +----- 2 files changed, 4 insertions(+), 10 deletions(-) diff --git a/docs/reference/elasticsearch/configuration-reference/networking-settings.md b/docs/reference/elasticsearch/configuration-reference/networking-settings.md index 1559929b8b77b..363a74f9a795f 100644 --- a/docs/reference/elasticsearch/configuration-reference/networking-settings.md +++ b/docs/reference/elasticsearch/configuration-reference/networking-settings.md @@ -2,12 +2,10 @@ mapped_pages: - https://www.elastic.co/guide/en/elasticsearch/reference/current/modules-network.html applies_to: - deployment: - ess: - self: - ece: - eck: + stack: ga serverless: unavailable +products: + - id: elasticsearch --- # Networking settings [modules-network] diff --git a/docs/reference/elasticsearch/configuration-reference/remote-clusters.md b/docs/reference/elasticsearch/configuration-reference/remote-clusters.md index f9147bd7076d5..8f8244c72e5d8 100644 --- a/docs/reference/elasticsearch/configuration-reference/remote-clusters.md +++ b/docs/reference/elasticsearch/configuration-reference/remote-clusters.md @@ -2,11 +2,7 @@ mapped_pages: - https://www.elastic.co/guide/en/elasticsearch/reference/current/remote-clusters-settings.html applies_to: - deployment: - self: ga - ess: ga - eck: ga - ece: ga + stack: ga serverless: unavailable products: - id: elasticsearch