Skip to content

Commit 58c2611

Browse files
authored
Merge branch 'main' into ip-parsing-optimization
2 parents 594bf80 + 91bdd04 commit 58c2611

File tree

12 files changed

+99
-81
lines changed

12 files changed

+99
-81
lines changed

.buildkite/pipelines/intake.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -65,7 +65,7 @@ steps:
6565
timeout_in_minutes: 300
6666
matrix:
6767
setup:
68-
BWC_VERSION: ["8.17.10", "8.18.5", "8.19.2", "9.0.5", "9.1.2", "9.2.0"]
68+
BWC_VERSION: ["8.17.11", "8.18.6", "8.19.2", "9.0.6", "9.1.2", "9.2.0"]
6969
agents:
7070
provider: gcp
7171
image: family/elasticsearch-ubuntu-2404

.buildkite/pipelines/periodic-packaging.yml

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -302,8 +302,8 @@ steps:
302302
env:
303303
BWC_VERSION: 8.16.6
304304

305-
- label: "{{matrix.image}} / 8.17.10 / packaging-tests-upgrade"
306-
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.17.10
305+
- label: "{{matrix.image}} / 8.17.11 / packaging-tests-upgrade"
306+
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.17.11
307307
timeout_in_minutes: 300
308308
matrix:
309309
setup:
@@ -316,10 +316,10 @@ steps:
316316
machineType: custom-16-32768
317317
buildDirectory: /dev/shm/bk
318318
env:
319-
BWC_VERSION: 8.17.10
319+
BWC_VERSION: 8.17.11
320320

321-
- label: "{{matrix.image}} / 8.18.5 / packaging-tests-upgrade"
322-
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.18.5
321+
- label: "{{matrix.image}} / 8.18.6 / packaging-tests-upgrade"
322+
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.18.6
323323
timeout_in_minutes: 300
324324
matrix:
325325
setup:
@@ -332,7 +332,7 @@ steps:
332332
machineType: custom-16-32768
333333
buildDirectory: /dev/shm/bk
334334
env:
335-
BWC_VERSION: 8.18.5
335+
BWC_VERSION: 8.18.6
336336

337337
- label: "{{matrix.image}} / 8.19.2 / packaging-tests-upgrade"
338338
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v8.19.2
@@ -350,8 +350,8 @@ steps:
350350
env:
351351
BWC_VERSION: 8.19.2
352352

353-
- label: "{{matrix.image}} / 9.0.5 / packaging-tests-upgrade"
354-
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v9.0.5
353+
- label: "{{matrix.image}} / 9.0.6 / packaging-tests-upgrade"
354+
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v9.0.6
355355
timeout_in_minutes: 300
356356
matrix:
357357
setup:
@@ -364,7 +364,7 @@ steps:
364364
machineType: custom-16-32768
365365
buildDirectory: /dev/shm/bk
366366
env:
367-
BWC_VERSION: 9.0.5
367+
BWC_VERSION: 9.0.6
368368

369369
- label: "{{matrix.image}} / 9.1.2 / packaging-tests-upgrade"
370370
command: ./.ci/scripts/packaging-test.sh -Dbwc.checkout.align=true destructiveDistroUpgradeTest.v9.1.2

.buildkite/pipelines/periodic.yml

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -325,8 +325,8 @@ steps:
325325
- signal_reason: agent_stop
326326
limit: 3
327327

328-
- label: 8.17.10 / bwc
329-
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.17.10#bwcTest
328+
- label: 8.17.11 / bwc
329+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.17.11#bwcTest
330330
timeout_in_minutes: 300
331331
agents:
332332
provider: gcp
@@ -335,7 +335,7 @@ steps:
335335
buildDirectory: /dev/shm/bk
336336
preemptible: true
337337
env:
338-
BWC_VERSION: 8.17.10
338+
BWC_VERSION: 8.17.11
339339
retry:
340340
automatic:
341341
- exit_status: "-1"
@@ -344,8 +344,8 @@ steps:
344344
- signal_reason: agent_stop
345345
limit: 3
346346

347-
- label: 8.18.5 / bwc
348-
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.18.5#bwcTest
347+
- label: 8.18.6 / bwc
348+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v8.18.6#bwcTest
349349
timeout_in_minutes: 300
350350
agents:
351351
provider: gcp
@@ -354,7 +354,7 @@ steps:
354354
buildDirectory: /dev/shm/bk
355355
preemptible: true
356356
env:
357-
BWC_VERSION: 8.18.5
357+
BWC_VERSION: 8.18.6
358358
retry:
359359
automatic:
360360
- exit_status: "-1"
@@ -382,8 +382,8 @@ steps:
382382
- signal_reason: agent_stop
383383
limit: 3
384384

385-
- label: 9.0.5 / bwc
386-
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v9.0.5#bwcTest
385+
- label: 9.0.6 / bwc
386+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true v9.0.6#bwcTest
387387
timeout_in_minutes: 300
388388
agents:
389389
provider: gcp
@@ -392,7 +392,7 @@ steps:
392392
buildDirectory: /dev/shm/bk
393393
preemptible: true
394394
env:
395-
BWC_VERSION: 9.0.5
395+
BWC_VERSION: 9.0.6
396396
retry:
397397
automatic:
398398
- exit_status: "-1"
@@ -506,7 +506,7 @@ steps:
506506
setup:
507507
ES_RUNTIME_JAVA:
508508
- openjdk21
509-
BWC_VERSION: ["8.17.10", "8.18.5", "8.19.2", "9.0.5", "9.1.2", "9.2.0"]
509+
BWC_VERSION: ["8.17.11", "8.18.6", "8.19.2", "9.0.6", "9.1.2", "9.2.0"]
510510
agents:
511511
provider: gcp
512512
image: family/elasticsearch-ubuntu-2404
@@ -550,7 +550,7 @@ steps:
550550
ES_RUNTIME_JAVA:
551551
- openjdk21
552552
- openjdk23
553-
BWC_VERSION: ["8.17.10", "8.18.5", "8.19.2", "9.0.5", "9.1.2", "9.2.0"]
553+
BWC_VERSION: ["8.17.11", "8.18.6", "8.19.2", "9.0.6", "9.1.2", "9.2.0"]
554554
agents:
555555
provider: gcp
556556
image: family/elasticsearch-ubuntu-2404

.ci/bwcVersions

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -16,9 +16,9 @@ BWC_VERSION:
1616
- "8.14.3"
1717
- "8.15.5"
1818
- "8.16.6"
19-
- "8.17.10"
20-
- "8.18.5"
19+
- "8.17.11"
20+
- "8.18.6"
2121
- "8.19.2"
22-
- "9.0.5"
22+
- "9.0.6"
2323
- "9.1.2"
2424
- "9.2.0"

.ci/snapshotBwcVersions

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
BWC_VERSION:
2-
- "8.17.10"
3-
- "8.18.5"
2+
- "8.17.11"
3+
- "8.18.6"
44
- "8.19.2"
5-
- "9.0.5"
5+
- "9.0.6"
66
- "9.1.2"
77
- "9.2.0"

docs/changelog/132320.yaml

Lines changed: 0 additions & 6 deletions
This file was deleted.

muted-tests.yml

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -143,8 +143,6 @@ tests:
143143
- class: org.elasticsearch.backwards.MixedClusterClientYamlTestSuiteIT
144144
method: test {p0=nodes.stats/11_indices_metrics/indices mappings exact count test for indices level}
145145
issue: https://github.com/elastic/elasticsearch/issues/120950
146-
- class: org.elasticsearch.test.rest.yaml.CcsCommonYamlTestSuiteIT
147-
issue: https://github.com/elastic/elasticsearch/issues/121407
148146
- class: org.elasticsearch.analysis.common.CommonAnalysisClientYamlTestSuiteIT
149147
method: test {yaml=analysis-common/40_token_filters/stemmer_override file access}
150148
issue: https://github.com/elastic/elasticsearch/issues/121625
@@ -518,6 +516,9 @@ tests:
518516
- class: org.elasticsearch.test.rest.ClientYamlTestSuiteIT
519517
method: test {yaml=indices.simulate_index_template/10_basic/Simulate index template with data stream with mapping and setting overrides}
520518
issue: https://github.com/elastic/elasticsearch/issues/132702
519+
- class: org.elasticsearch.xpack.ml.integration.RevertModelSnapshotIT
520+
method: testRevertModelSnapshot
521+
issue: https://github.com/elastic/elasticsearch/issues/132733
521522

522523
# Examples:
523524
#

qa/ccs-common-rest/src/yamlRestTest/java/org/elasticsearch/test/rest/yaml/CcsCommonYamlTestSuiteIT.java

Lines changed: 56 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -52,6 +52,8 @@
5252
import java.util.Map;
5353
import java.util.Optional;
5454
import java.util.Set;
55+
import java.util.concurrent.atomic.AtomicBoolean;
56+
import java.util.concurrent.atomic.AtomicReference;
5557
import java.util.function.BiPredicate;
5658
import java.util.stream.Collectors;
5759
import java.util.stream.Stream;
@@ -78,6 +80,12 @@ public class CcsCommonYamlTestSuiteIT extends ESClientYamlSuiteTestCase {
7880
// the remote cluster is the one we write index operations etc... to
7981
private static final String REMOTE_CLUSTER_NAME = "remote_cluster";
8082

83+
private static final AtomicBoolean isRemoteConfigured = new AtomicBoolean(false);
84+
private static final AtomicBoolean isCombinedComputed = new AtomicBoolean(false);
85+
private static final AtomicReference<TestFeatureService> combinedTestFeatureServiceRef = new AtomicReference<>();
86+
private static final AtomicReference<Set<String>> combinedOsSetRef = new AtomicReference<>();
87+
private static final AtomicReference<Set<String>> combinedNodeVersionsRef = new AtomicReference<>();
88+
8189
private static LocalClusterConfigProvider commonClusterConfig = cluster -> cluster.module("x-pack-async-search")
8290
.module("aggregations")
8391
.module("analysis-common")
@@ -165,25 +173,26 @@ public void initSearchClient() throws IOException {
165173
}
166174
clusterHosts = unmodifiableList(hosts);
167175
logger.info("initializing REST search clients against {}", clusterHosts);
168-
searchClient = buildClient(restClientSettings(), clusterHosts.toArray(new HttpHost[clusterHosts.size()]));
169-
adminSearchClient = buildClient(restAdminSettings(), clusterHosts.toArray(new HttpHost[clusterHosts.size()]));
176+
searchClient = buildClient(restClientSettings(), clusterHosts.toArray(new HttpHost[0]));
177+
adminSearchClient = buildClient(restAdminSettings(), clusterHosts.toArray(new HttpHost[0]));
170178

171179
searchYamlTestClient = new TestCandidateAwareClient(getRestSpec(), searchClient, hosts, this::getClientBuilderWithSniffedHosts);
172180

173-
// check that we have an established CCS connection
174-
Request request = new Request("GET", "_remote/info");
175-
Response response = adminSearchClient.performRequest(request);
176-
assertOK(response);
177-
ObjectPath responseObject = ObjectPath.createFromResponse(response);
178-
assertNotNull(responseObject.evaluate(REMOTE_CLUSTER_NAME));
179-
assertNull(responseObject.evaluate(REMOTE_CLUSTER_NAME + ".cluster_credentials"));
180-
logger.info("Established connection to remote cluster [" + REMOTE_CLUSTER_NAME + "]");
181+
assert searchClient != null;
182+
assert adminSearchClient != null;
183+
assert clusterHosts != null;
184+
185+
if (isRemoteConfigured.compareAndSet(false, true)) {
186+
// check that we have an established CCS connection
187+
Request request = new Request("GET", "_remote/info");
188+
Response response = adminSearchClient.performRequest(request);
189+
assertOK(response);
190+
ObjectPath responseObject = ObjectPath.createFromResponse(response);
191+
assertNotNull(responseObject.evaluate(REMOTE_CLUSTER_NAME));
192+
assertNull(responseObject.evaluate(REMOTE_CLUSTER_NAME + ".cluster_credentials"));
193+
logger.info("Established connection to remote cluster [" + REMOTE_CLUSTER_NAME + "]");
194+
}
181195
}
182-
183-
assert searchClient != null;
184-
assert adminSearchClient != null;
185-
assert clusterHosts != null;
186-
187196
searchYamlTestClient.setTestCandidate(getTestCandidate());
188197
}
189198

@@ -301,44 +310,46 @@ protected ClientYamlTestExecutionContext createRestTestExecutionContext(
301310
final Set<String> osSet
302311
) {
303312
try {
304-
// Ensure the test specific initialization is run by calling it explicitly (@Before annotations on base-derived class may
305-
// be called in a different order)
306-
initSearchClient();
307-
// Reconcile and provide unified features, os, version(s), based on both clientYamlTestClient and searchYamlTestClient
308-
var searchOs = readOsFromNodesInfo(adminSearchClient);
309-
var searchNodeVersions = readVersionsFromNodesInfo(adminSearchClient);
310-
var semanticNodeVersions = searchNodeVersions.stream()
311-
.map(ESRestTestCase::parseLegacyVersion)
312-
.flatMap(Optional::stream)
313-
.collect(Collectors.toSet());
314-
final TestFeatureService searchTestFeatureService = createTestFeatureService(
315-
getClusterStateFeatures(adminSearchClient),
316-
semanticNodeVersions
317-
);
318-
final TestFeatureService combinedTestFeatureService = (featureId, any) -> {
319-
boolean adminFeature = testFeatureService.clusterHasFeature(featureId, any);
320-
boolean searchFeature = searchTestFeatureService.clusterHasFeature(featureId, any);
321-
return any ? adminFeature || searchFeature : adminFeature && searchFeature;
322-
};
323-
final Set<String> combinedOsSet = Stream.concat(osSet.stream(), Stream.of(searchOs)).collect(Collectors.toSet());
324-
final Set<String> combinedNodeVersions = Stream.concat(nodesVersions.stream(), searchNodeVersions.stream())
325-
.collect(Collectors.toSet());
313+
if (isCombinedComputed.compareAndSet(false, true)) {
314+
// Ensure the test specific initialization is run by calling it explicitly (@Before annotations on base-derived class may
315+
// be called in a different order)
316+
initSearchClient();
317+
// Reconcile and provide unified features, os, version(s), based on both clientYamlTestClient and searchYamlTestClient
318+
var searchOs = readOsFromNodesInfo(adminSearchClient);
319+
var searchNodeVersions = readVersionsFromNodesInfo(adminSearchClient);
320+
var semanticNodeVersions = searchNodeVersions.stream()
321+
.map(ESRestTestCase::parseLegacyVersion)
322+
.flatMap(Optional::stream)
323+
.collect(Collectors.toSet());
324+
final TestFeatureService searchTestFeatureService = createTestFeatureService(
325+
getClusterStateFeatures(adminSearchClient),
326+
semanticNodeVersions
327+
);
328+
final TestFeatureService combinedTestFeatureService = (featureId, any) -> {
329+
boolean adminFeature = testFeatureService.clusterHasFeature(featureId, any);
330+
boolean searchFeature = searchTestFeatureService.clusterHasFeature(featureId, any);
331+
return any ? adminFeature || searchFeature : adminFeature && searchFeature;
332+
};
333+
final Set<String> combinedOsSet = Stream.concat(osSet.stream(), Stream.of(searchOs)).collect(Collectors.toSet());
334+
final Set<String> combinedNodeVersions = Stream.concat(nodesVersions.stream(), searchNodeVersions.stream())
335+
.collect(Collectors.toSet());
336+
337+
combinedTestFeatureServiceRef.set(combinedTestFeatureService);
338+
combinedOsSetRef.set(combinedOsSet);
339+
combinedNodeVersionsRef.set(combinedNodeVersions);
340+
}
326341

327342
return new ClientYamlTestExecutionContext(
328343
clientYamlTestCandidate,
329344
clientYamlTestClient,
330345
randomizeContentType(),
331-
combinedNodeVersions,
332-
combinedTestFeatureService,
333-
combinedOsSet
346+
combinedNodeVersionsRef.get(),
347+
combinedTestFeatureServiceRef.get(),
348+
combinedOsSetRef.get()
334349
) {
335350
// depending on the API called, we either return the client running against the "write" or the "search" cluster here
336351
protected ClientYamlTestClient clientYamlTestClient(String apiName) {
337-
if (CCS_APIS.contains(apiName)) {
338-
return searchYamlTestClient;
339-
} else {
340-
return super.clientYamlTestClient(apiName);
341-
}
352+
return CCS_APIS.contains(apiName) ? searchYamlTestClient : super.clientYamlTestClient(apiName);
342353
}
343354
};
344355
} catch (IOException e) {

server/src/main/java/org/elasticsearch/TransportVersions.java

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -99,6 +99,7 @@ static TransportVersion def(int id) {
9999
public static final TransportVersion INITIAL_ELASTICSEARCH_8_17_8 = def(8_797_0_08);
100100
public static final TransportVersion INITIAL_ELASTICSEARCH_8_17_9 = def(8_797_0_09);
101101
public static final TransportVersion INITIAL_ELASTICSEARCH_8_17_10 = def(8_797_0_10);
102+
public static final TransportVersion INITIAL_ELASTICSEARCH_8_17_11 = def(8_797_0_11);
102103
public static final TransportVersion INDEXING_PRESSURE_THROTTLING_STATS = def(8_798_0_00);
103104
public static final TransportVersion REINDEX_DATA_STREAMS = def(8_799_0_00);
104105
public static final TransportVersion ESQL_REMOVE_NODE_LEVEL_PLAN = def(8_800_0_00);
@@ -149,6 +150,7 @@ static TransportVersion def(int id) {
149150
public static final TransportVersion INITIAL_ELASTICSEARCH_8_18_3 = def(8_840_0_05);
150151
public static final TransportVersion INITIAL_ELASTICSEARCH_8_18_4 = def(8_840_0_06);
151152
public static final TransportVersion INITIAL_ELASTICSEARCH_8_18_5 = def(8_840_0_07);
153+
public static final TransportVersion INITIAL_ELASTICSEARCH_8_18_6 = def(8_840_0_08);
152154
public static final TransportVersion INITIAL_ELASTICSEARCH_8_19 = def(8_841_0_00);
153155
public static final TransportVersion COHERE_BIT_EMBEDDING_TYPE_SUPPORT_ADDED_BACKPORT_8_X = def(8_841_0_01);
154156
public static final TransportVersion REMOVE_ALL_APPLICABLE_SELECTOR_BACKPORT_8_19 = def(8_841_0_02);
@@ -220,6 +222,7 @@ static TransportVersion def(int id) {
220222
public static final TransportVersion INITIAL_ELASTICSEARCH_9_0_3 = def(9_000_0_12);
221223
public static final TransportVersion INITIAL_ELASTICSEARCH_9_0_4 = def(9_000_0_13);
222224
public static final TransportVersion INITIAL_ELASTICSEARCH_9_0_5 = def(9_000_0_14);
225+
public static final TransportVersion INITIAL_ELASTICSEARCH_9_0_6 = def(9_000_0_15);
223226
public static final TransportVersion COHERE_BIT_EMBEDDING_TYPE_SUPPORT_ADDED = def(9_001_0_00);
224227
public static final TransportVersion REMOVE_SNAPSHOT_FAILURES = def(9_002_0_00);
225228
public static final TransportVersion TRANSPORT_STATS_HANDLING_TIME_REQUIRED = def(9_003_0_00);
@@ -426,7 +429,7 @@ static TransportVersion def(int id) {
426429
* Reference to the minimum transport version that can be used with CCS.
427430
* This should be the transport version used by the previous minor release.
428431
*/
429-
public static final TransportVersion MINIMUM_CCS_VERSION = INITIAL_ELASTICSEARCH_9_1_1;
432+
public static final TransportVersion MINIMUM_CCS_VERSION = INITIAL_ELASTICSEARCH_9_0_5;
430433

431434
/**
432435
* Sorted list of all versions defined in this class

server/src/main/java/org/elasticsearch/Version.java

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -206,12 +206,14 @@ public class Version implements VersionId<Version>, ToXContentFragment {
206206
public static final Version V_8_17_8 = new Version(8_17_08_99);
207207
public static final Version V_8_17_9 = new Version(8_17_09_99);
208208
public static final Version V_8_17_10 = new Version(8_17_10_99);
209+
public static final Version V_8_17_11 = new Version(8_17_11_99);
209210
public static final Version V_8_18_0 = new Version(8_18_00_99);
210211
public static final Version V_8_18_1 = new Version(8_18_01_99);
211212
public static final Version V_8_18_2 = new Version(8_18_02_99);
212213
public static final Version V_8_18_3 = new Version(8_18_03_99);
213214
public static final Version V_8_18_4 = new Version(8_18_04_99);
214215
public static final Version V_8_18_5 = new Version(8_18_05_99);
216+
public static final Version V_8_18_6 = new Version(8_18_06_99);
215217
public static final Version V_8_19_0 = new Version(8_19_00_99);
216218
public static final Version V_8_19_1 = new Version(8_19_01_99);
217219
public static final Version V_8_19_2 = new Version(8_19_02_99);
@@ -221,6 +223,7 @@ public class Version implements VersionId<Version>, ToXContentFragment {
221223
public static final Version V_9_0_3 = new Version(9_00_03_99);
222224
public static final Version V_9_0_4 = new Version(9_00_04_99);
223225
public static final Version V_9_0_5 = new Version(9_00_05_99);
226+
public static final Version V_9_0_6 = new Version(9_00_06_99);
224227
public static final Version V_9_1_0 = new Version(9_01_00_99);
225228
public static final Version V_9_1_1 = new Version(9_01_01_99);
226229
public static final Version V_9_1_2 = new Version(9_01_02_99);

0 commit comments

Comments
 (0)