Skip to content

Commit 44ff283

Browse files
ankit--sethiankit--sethi
authored
Merge branch 'main' into enhancement/better-failure-message-testcluster
2 parents 683922d + e53592e commit 44ff283

File tree

3,708 files changed

+146081
-34650
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

3,708 files changed

+146081
-34650
lines changed

‎.buildkite/hooks/pre-command‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -94,6 +94,16 @@ if [[ "${USE_PROD_DOCKER_CREDENTIALS:-}" == "true" ]]; then
9494
fi
9595
fi
9696

97+
if [[ "${USE_PERF_CREDENTIALS:-}" == "true" ]]; then
98+
PERF_METRICS_HOST=$(vault read -field=es_host /secret/ci/elastic-elasticsearch/microbenchmarks-metrics)
99+
PERF_METRICS_USERNAME=$(vault read -field=es_user /secret/ci/elastic-elasticsearch/microbenchmarks-metrics)
100+
PERF_METRICS_PASSWORD=$(vault read -field=es_password /secret/ci/elastic-elasticsearch/microbenchmarks-metrics)
101+
102+
export PERF_METRICS_HOST
103+
export PERF_METRICS_USERNAME
104+
export PERF_METRICS_PASSWORD
105+
fi
106+
97107
# Authenticate to the Docker Hub public read-only registry
98108
if which docker > /dev/null 2>&1; then
99109
DOCKERHUB_REGISTRY_USERNAME="$(vault read -field=username secret/ci/elastic-elasticsearch/docker_hub_public_ro_credentials)"

‎.buildkite/pipelines/ecs-dynamic-template-tests.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ steps:
44
timeout_in_minutes: 420
55
agents:
66
provider: gcp
7-
image: family/elasticsearch-ubuntu-2004
7+
image: family/elasticsearch-ubuntu-2404
88
diskSizeGb: 350
99
machineType: custom-32-98304
1010
notify:

‎.buildkite/pipelines/intake.template.yml‎

Lines changed: 19 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ steps:
44
timeout_in_minutes: 300
55
agents:
66
provider: gcp
7-
image: family/elasticsearch-ubuntu-2004
7+
image: family/elasticsearch-ubuntu-2404
88
machineType: custom-32-98304
99
buildDirectory: /dev/shm/bk
1010
- wait
@@ -13,41 +13,50 @@ steps:
1313
timeout_in_minutes: 300
1414
agents:
1515
provider: gcp
16-
image: family/elasticsearch-ubuntu-2004
16+
image: family/elasticsearch-ubuntu-2404
1717
machineType: n1-standard-32
1818
buildDirectory: /dev/shm/bk
1919
- label: part2
2020
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart2
2121
timeout_in_minutes: 300
2222
agents:
2323
provider: gcp
24-
image: family/elasticsearch-ubuntu-2004
24+
image: family/elasticsearch-ubuntu-2404
2525
machineType: n1-standard-32
2626
buildDirectory: /dev/shm/bk
2727
- label: part3
2828
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart3
2929
timeout_in_minutes: 300
3030
agents:
3131
provider: gcp
32-
image: family/elasticsearch-ubuntu-2004
32+
image: family/elasticsearch-ubuntu-2404
3333
machineType: n1-standard-32
3434
buildDirectory: /dev/shm/bk
3535
- label: part4
3636
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart4
3737
timeout_in_minutes: 300
3838
agents:
3939
provider: gcp
40-
image: family/elasticsearch-ubuntu-2004
40+
image: family/elasticsearch-ubuntu-2404
4141
machineType: n1-standard-32
4242
buildDirectory: /dev/shm/bk
4343
- label: part5
4444
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart5
4545
timeout_in_minutes: 300
46+
agents:
47+
provider: gcp
48+
image: family/elasticsearch-ubuntu-2404
49+
machineType: n1-standard-32
50+
buildDirectory: /dev/shm/bk
51+
- label: part6
52+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart6
53+
timeout_in_minutes: 300
4654
agents:
4755
provider: gcp
4856
image: family/elasticsearch-ubuntu-2004
4957
machineType: n1-standard-32
5058
buildDirectory: /dev/shm/bk
59+
5160
- group: bwc-snapshots
5261
steps:
5362
- label: "{{matrix.BWC_VERSION}} / bwc-snapshots"
@@ -58,11 +67,13 @@ steps:
5867
BWC_VERSION: $BWC_LIST
5968
agents:
6069
provider: gcp
61-
image: family/elasticsearch-ubuntu-2004
70+
image: family/elasticsearch-ubuntu-2404
6271
machineType: custom-32-98304
6372
buildDirectory: /dev/shm/bk
6473
env:
6574
BWC_VERSION: "{{matrix.BWC_VERSION}}"
75+
- label: bc-upgrade
76+
command: ".buildkite/scripts/run-bc-upgrade-tests.sh"
6677
- group: lucene-compat
6778
steps:
6879
- label: "{{matrix.LUCENE_VERSION}} / lucene-compat"
@@ -78,7 +89,7 @@ steps:
7889
- "10352e57d85505984582616e1e38530d3ec6ca59" # update to match last commit before lucene bump maintained from combat-lucene-10-0-0 branch
7990
agents:
8091
provider: gcp
81-
image: family/elasticsearch-ubuntu-2004
92+
image: family/elasticsearch-ubuntu-2404
8293
machineType: custom-32-98304
8394
buildDirectory: /dev/shm/bk
8495
env:
@@ -89,7 +100,7 @@ steps:
89100
timeout_in_minutes: 300
90101
agents:
91102
provider: gcp
92-
image: family/elasticsearch-ubuntu-2004
103+
image: family/elasticsearch-ubuntu-2404
93104
machineType: custom-32-98304
94105
buildDirectory: /dev/shm/bk
95106
- wait

‎.buildkite/pipelines/intake.yml‎

Lines changed: 22 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ steps:
55
timeout_in_minutes: 300
66
agents:
77
provider: gcp
8-
image: family/elasticsearch-ubuntu-2004
8+
image: family/elasticsearch-ubuntu-2404
99
machineType: custom-32-98304
1010
buildDirectory: /dev/shm/bk
1111
- wait
@@ -14,36 +14,44 @@ steps:
1414
timeout_in_minutes: 300
1515
agents:
1616
provider: gcp
17-
image: family/elasticsearch-ubuntu-2004
17+
image: family/elasticsearch-ubuntu-2404
1818
machineType: n1-standard-32
1919
buildDirectory: /dev/shm/bk
2020
- label: part2
2121
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart2
2222
timeout_in_minutes: 300
2323
agents:
2424
provider: gcp
25-
image: family/elasticsearch-ubuntu-2004
25+
image: family/elasticsearch-ubuntu-2404
2626
machineType: n1-standard-32
2727
buildDirectory: /dev/shm/bk
2828
- label: part3
2929
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart3
3030
timeout_in_minutes: 300
3131
agents:
3232
provider: gcp
33-
image: family/elasticsearch-ubuntu-2004
33+
image: family/elasticsearch-ubuntu-2404
3434
machineType: n1-standard-32
3535
buildDirectory: /dev/shm/bk
3636
- label: part4
3737
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart4
3838
timeout_in_minutes: 300
3939
agents:
4040
provider: gcp
41-
image: family/elasticsearch-ubuntu-2004
41+
image: family/elasticsearch-ubuntu-2404
4242
machineType: n1-standard-32
4343
buildDirectory: /dev/shm/bk
4444
- label: part5
4545
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart5
4646
timeout_in_minutes: 300
47+
agents:
48+
provider: gcp
49+
image: family/elasticsearch-ubuntu-2404
50+
machineType: n1-standard-32
51+
buildDirectory: /dev/shm/bk
52+
- label: part6
53+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart6
54+
timeout_in_minutes: 300
4755
agents:
4856
provider: gcp
4957
image: family/elasticsearch-ubuntu-2004
@@ -56,14 +64,19 @@ steps:
5664
timeout_in_minutes: 300
5765
matrix:
5866
setup:
59-
BWC_VERSION: ["8.17.6", "8.18.1", "8.19.0", "9.0.1", "9.1.0"]
67+
BWC_VERSION: ["8.17.8", "8.18.3", "8.19.0", "9.0.3", "9.1.0"]
6068
agents:
6169
provider: gcp
62-
image: family/elasticsearch-ubuntu-2004
70+
image: family/elasticsearch-ubuntu-2404
6371
machineType: custom-32-98304
6472
buildDirectory: /dev/shm/bk
6573
env:
6674
BWC_VERSION: "{{matrix.BWC_VERSION}}"
75+
- label: bc-upgrade
76+
command: ".buildkite/scripts/run-bc-upgrade-tests.sh"
77+
agents:
78+
image: "docker.elastic.co/ci-agent-images/eck-region/buildkite-agent:1.5"
79+
memory: "4G"
6780
- group: lucene-compat
6881
steps:
6982
- label: "{{matrix.LUCENE_VERSION}} / lucene-compat"
@@ -79,7 +92,7 @@ steps:
7992
- "10352e57d85505984582616e1e38530d3ec6ca59" # update to match last commit before lucene bump maintained from combat-lucene-10-0-0 branch
8093
agents:
8194
provider: gcp
82-
image: family/elasticsearch-ubuntu-2004
95+
image: family/elasticsearch-ubuntu-2404
8396
machineType: custom-32-98304
8497
buildDirectory: /dev/shm/bk
8598
env:
@@ -90,7 +103,7 @@ steps:
90103
timeout_in_minutes: 300
91104
agents:
92105
provider: gcp
93-
image: family/elasticsearch-ubuntu-2004
106+
image: family/elasticsearch-ubuntu-2404
94107
machineType: custom-32-98304
95108
buildDirectory: /dev/shm/bk
96109
- wait

‎.buildkite/pipelines/lucene-snapshot/build-snapshot.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@ steps:
1212
UPDATE_ES_LUCENE_SNAPSHOT: "true"
1313
agents:
1414
provider: gcp
15-
image: family/elasticsearch-ubuntu-2004
15+
image: family/elasticsearch-ubuntu-2404
1616
machineType: custom-32-98304
1717
buildDirectory: /dev/shm/bk
1818
- wait

‎.buildkite/pipelines/lucene-snapshot/run-tests.yml‎

Lines changed: 15 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ steps:
44
timeout_in_minutes: 300
55
agents:
66
provider: gcp
7-
image: family/elasticsearch-ubuntu-2004
7+
image: family/elasticsearch-ubuntu-2404
88
machineType: custom-32-98304
99
buildDirectory: /dev/shm/bk
1010
- wait: null
@@ -13,36 +13,44 @@ steps:
1313
timeout_in_minutes: 300
1414
agents:
1515
provider: gcp
16-
image: family/elasticsearch-ubuntu-2004
16+
image: family/elasticsearch-ubuntu-2404
1717
machineType: custom-32-98304
1818
buildDirectory: /dev/shm/bk
1919
- label: part2
2020
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart2
2121
timeout_in_minutes: 300
2222
agents:
2323
provider: gcp
24-
image: family/elasticsearch-ubuntu-2004
24+
image: family/elasticsearch-ubuntu-2404
2525
machineType: custom-32-98304
2626
buildDirectory: /dev/shm/bk
2727
- label: part3
2828
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart3
2929
timeout_in_minutes: 300
3030
agents:
3131
provider: gcp
32-
image: family/elasticsearch-ubuntu-2004
32+
image: family/elasticsearch-ubuntu-2404
3333
machineType: custom-32-98304
3434
buildDirectory: /dev/shm/bk
3535
- label: part4
3636
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart4
3737
timeout_in_minutes: 300
3838
agents:
3939
provider: gcp
40-
image: family/elasticsearch-ubuntu-2004
40+
image: family/elasticsearch-ubuntu-2404
4141
machineType: custom-32-98304
4242
buildDirectory: /dev/shm/bk
4343
- label: part5
4444
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart5
4545
timeout_in_minutes: 300
46+
agents:
47+
provider: gcp
48+
image: family/elasticsearch-ubuntu-2404
49+
machineType: custom-32-98304
50+
buildDirectory: /dev/shm/bk
51+
- label: part6
52+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints checkPart6
53+
timeout_in_minutes: 300
4654
agents:
4755
provider: gcp
4856
image: family/elasticsearch-ubuntu-2004
@@ -60,7 +68,7 @@ steps:
6068
- 8.10.0
6169
agents:
6270
provider: gcp
63-
image: family/elasticsearch-ubuntu-2004
71+
image: family/elasticsearch-ubuntu-2404
6472
machineType: custom-32-98304
6573
buildDirectory: /dev/shm/bk
6674
env:
@@ -70,6 +78,6 @@ steps:
7078
timeout_in_minutes: 300
7179
agents:
7280
provider: gcp
73-
image: family/elasticsearch-ubuntu-2004
81+
image: family/elasticsearch-ubuntu-2404
7482
machineType: custom-32-98304
7583
buildDirectory: /dev/shm/bk

‎.buildkite/pipelines/periodic-fwc.template.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ steps:
44
timeout_in_minutes: 300
55
agents:
66
provider: gcp
7-
image: family/elasticsearch-ubuntu-2004
7+
image: family/elasticsearch-ubuntu-2404
88
machineType: n1-standard-32
99
buildDirectory: /dev/shm/bk
1010
matrix:

‎.buildkite/pipelines/periodic-fwc.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ steps:
55
timeout_in_minutes: 300
66
agents:
77
provider: gcp
8-
image: family/elasticsearch-ubuntu-2004
8+
image: family/elasticsearch-ubuntu-2404
99
machineType: n1-standard-32
1010
buildDirectory: /dev/shm/bk
1111
matrix:

‎.buildkite/pipelines/periodic-micro-benchmarks.yml‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
steps:
2+
- label: periodic-micro-benchmarks
3+
command: |
4+
.ci/scripts/run-gradle.sh :benchmarks:run --args 'org.elasticsearch.benchmark._nightly -rf json -rff build/result.json'
5+
.buildkite/scripts/index-micro-benchmark-results.sh
6+
env:
7+
USE_PERF_CREDENTIALS: "true"
8+
timeout_in_minutes: 300
9+
agents:
10+
provider: gcp
11+
image: family/elasticsearch-ubuntu-2404
12+
machineType: custom-32-98304
13+
buildDirectory: /dev/shm/bk

‎.buildkite/pipelines/periodic-packaging.bwc.template.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55
setup:
66
image:
77
- rocky-8
8-
- ubuntu-2004
8+
- ubuntu-2404
99
agents:
1010
provider: gcp
1111
image: family/elasticsearch-{{matrix.image}}

0 commit comments

Comments
 (0)