Skip to content

Commit 27c43f3

Browse files
breskebybreskeby
authored
Add daily build pipeline for testing against next java EA version (elastic#133523) (elastic#133877)
This adds buildkite pipeline coverage to test against the next major EA builds. This change includes a few changes to sort out some initial java 25 issues we face: - update asm to use a java 25 compatible version for plugin cli and plugin-scanner - tweak test infra to support java 25 (automatically adding add module support for vectors etc) (cherry picked from commit 97bea1f)
1 parent 56ce6b9 commit 27c43f3

File tree

9 files changed

+888
-7
lines changed

9 files changed

+888
-7
lines changed

‎.buildkite/pipelines/periodic-java-ea.bwc.template.yml‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
- label: $BWC_VERSION / bwc
2+
command: .ci/scripts/run-gradle.sh -Druntime.java=\$\$JAVA_EA_VERSION -Dbwc.checkout.align=true v$BWC_VERSION#bwcTest
3+
timeout_in_minutes: 300
4+
agents:
5+
provider: gcp
6+
image: family/elasticsearch-ubuntu-2404
7+
machineType: n1-standard-32
8+
buildDirectory: /dev/shm/bk
9+
preemptible: true
10+
env:
11+
BWC_VERSION: $BWC_VERSION
12+
retry:
13+
automatic:
14+
- exit_status: "-1"
15+
limit: 3
16+
signal_reason: none
17+
- signal_reason: agent_stop
18+
limit: 3

‎.buildkite/pipelines/periodic-java-ea.template.yml‎

Lines changed: 183 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,183 @@
1+
env:
2+
JAVA_EA_VERSION: "${JAVA_EA_VERSION:-25-pre}"
3+
4+
steps:
5+
- group: bwc
6+
steps: $BWC_STEPS
7+
- label: concurrent-search-tests
8+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dtests.jvm.argline=-Des.concurrent_search=true -Des.concurrent_search=true functionalTests
9+
timeout_in_minutes: 420
10+
agents:
11+
provider: gcp
12+
image: family/elasticsearch-ubuntu-2404
13+
diskSizeGb: 350
14+
machineType: custom-32-98304
15+
- label: encryption-at-rest
16+
command: .buildkite/scripts/encryption-at-rest.sh -Druntime.java=$$JAVA_EA_VERSION
17+
timeout_in_minutes: 420
18+
agents:
19+
provider: gcp
20+
image: family/elasticsearch-ubuntu-2404
21+
diskSizeGb: 350
22+
machineType: custom-32-98304
23+
- label: eql-correctness
24+
command: .buildkite/scripts/eql-correctness.sh -Druntime.java=$$JAVA_EA_VERSION
25+
timeout_in_minutes: 300
26+
agents:
27+
provider: gcp
28+
image: family/elasticsearch-ubuntu-2404
29+
machineType: custom-32-98304
30+
buildDirectory: /dev/shm/bk
31+
- group: java-matrix
32+
steps:
33+
- label: "{{matrix.GRADLE_TASK}} / java-ea"
34+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true $$GRADLE_TASK
35+
timeout_in_minutes: 300
36+
matrix:
37+
setup:
38+
image:
39+
- windows-2025
40+
- ubuntu-2404
41+
GRADLE_TASK:
42+
- checkPart1
43+
- checkPart2
44+
- checkPart3
45+
- checkPart4
46+
- checkPart5
47+
- checkPart6
48+
- checkRestCompat
49+
agents:
50+
provider: gcp
51+
image: family/elasticsearch-{{matrix.image}}
52+
machineType: n1-standard-32
53+
buildDirectory: /dev/shm/bk
54+
env:
55+
GRADLE_TASK: "{{matrix.GRADLE_TASK}}"
56+
- label: "{{matrix.BWC_VERSION}} / matrix-bwc"
57+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v$$BWC_VERSION#bwcTest
58+
timeout_in_minutes: 300
59+
matrix:
60+
setup:
61+
BWC_VERSION: $BWC_LIST
62+
agents:
63+
provider: gcp
64+
image: family/elasticsearch-ubuntu-2404
65+
machineType: n1-standard-32
66+
buildDirectory: /dev/shm/bk
67+
env:
68+
BWC_VERSION: "{{matrix.BWC_VERSION}}"
69+
- label: release-tests
70+
command: .buildkite/scripts/release-tests.sh
71+
timeout_in_minutes: 360
72+
agents:
73+
provider: gcp
74+
image: family/elasticsearch-ubuntu-2404
75+
diskSizeGb: 350
76+
machineType: custom-32-98304
77+
- label: single-processor-node-tests
78+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dtests.configure_test_clusters_with_one_processor=true functionalTests
79+
timeout_in_minutes: 420
80+
agents:
81+
provider: gcp
82+
image: family/elasticsearch-ubuntu-2404
83+
diskSizeGb: 350
84+
machineType: custom-32-98304
85+
- group: third-party tests
86+
steps:
87+
- label: third-party / azure-sas
88+
command: |
89+
export azure_storage_container=elasticsearch-ci-thirdparty-sas
90+
export azure_storage_base_path=$BUILDKITE_BRANCH
91+
92+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION azureThirdPartyTest
93+
env:
94+
USE_3RD_PARTY_AZURE_SAS_CREDENTIALS: "true"
95+
timeout_in_minutes: 30
96+
agents:
97+
provider: gcp
98+
image: family/elasticsearch-ubuntu-2404
99+
machineType: n2-standard-8
100+
buildDirectory: /dev/shm/bk
101+
- label: third-party / azure
102+
command: |
103+
export azure_storage_container=elasticsearch-ci-thirdparty
104+
export azure_storage_base_path=$BUILDKITE_BRANCH
105+
106+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION azureThirdPartyTest
107+
env:
108+
USE_3RD_PARTY_AZURE_CREDENTIALS: "true"
109+
timeout_in_minutes: 30
110+
agents:
111+
provider: gcp
112+
image: family/elasticsearch-ubuntu-2404
113+
machineType: n2-standard-8
114+
buildDirectory: /dev/shm/bk
115+
- label: third-party / gcs
116+
command: |
117+
export google_storage_bucket=elasticsearch-ci-thirdparty
118+
export google_storage_base_path=$BUILDKITE_BRANCH
119+
120+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION gcsThirdPartyTest
121+
env:
122+
USE_3RD_PARTY_GCS_CREDENTIALS: "true"
123+
timeout_in_minutes: 30
124+
agents:
125+
provider: gcp
126+
image: family/elasticsearch-ubuntu-2404
127+
machineType: n2-standard-8
128+
buildDirectory: /dev/shm/bk
129+
- label: third-party / geoip
130+
command: |
131+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION :modules:ingest-geoip:internalClusterTest -Dtests.jvm.argline="-Dgeoip_use_service=true"
132+
timeout_in_minutes: 30
133+
agents:
134+
provider: gcp
135+
image: family/elasticsearch-ubuntu-2404
136+
machineType: n2-standard-8
137+
buildDirectory: /dev/shm/bk
138+
- label: third-party / s3
139+
command: |
140+
export amazon_s3_bucket=elasticsearch-ci.us-west-2
141+
export amazon_s3_base_path=$BUILDKITE_BRANCH
142+
143+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION s3ThirdPartyTest
144+
env:
145+
USE_3RD_PARTY_S3_CREDENTIALS: "true"
146+
timeout_in_minutes: 30
147+
agents:
148+
provider: gcp
149+
image: family/elasticsearch-ubuntu-2404
150+
machineType: n2-standard-8
151+
buildDirectory: /dev/shm/bk
152+
- label: third-party / ms-graph
153+
command: |
154+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION msGraphThirdPartyTest
155+
env:
156+
USE_3RD_PARTY_MS_GRAPH_CREDENTIALS: "true"
157+
timeout_in_minutes: 30
158+
agents:
159+
provider: gcp
160+
image: family/elasticsearch-ubuntu-2404
161+
machineType: n2-standard-8
162+
buildDirectory: /dev/shm/bk
163+
- group: lucene-compat
164+
steps:
165+
- label: "{{matrix.LUCENE_VERSION}} / lucene-compat"
166+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints -Dtests.bwc.main.version=$$ES_VERSION -Dtests.bwc.refspec.main=$$ES_COMMIT luceneBwcTest
167+
timeout_in_minutes: 300
168+
matrix:
169+
setup:
170+
LUCENE_VERSION:
171+
- "10.0.0"
172+
ES_VERSION:
173+
- "9.0.0"
174+
ES_COMMIT:
175+
- "10352e57d85505984582616e1e38530d3ec6ca59" # update to match last commit before lucene bump maintained from combat-lucene-10-0-0 branch
176+
agents:
177+
provider: gcp
178+
image: family/elasticsearch-ubuntu-2404
179+
machineType: custom-32-98304
180+
buildDirectory: /dev/shm/bk
181+
env:
182+
ES_VERSION: "{{matrix.ES_VERSION}}"
183+
ES_COMMIT: "{{matrix.ES_COMMIT}}"

0 commit comments

Comments
 (0)