Skip to content

Commit 1f98716

Browse files
breskebybreskeby
committed
Add periodic pipeline for testing java ea versions
This includes a few fixes in the codebase to support java 25: - Update asm in plugin-scanner - Update ESVectorizationProvider to support java 25 - Update asm in plugin-cli
1 parent e9cfd5f commit 1f98716

File tree

10 files changed

+883
-8
lines changed

10 files changed

+883
-8
lines changed

‎.buildkite/pipelines/periodic-java-ea.bwc.template.yml‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
- label: $BWC_VERSION / bwc
2+
command: .ci/scripts/run-gradle.sh -Druntime.java=\$\$JAVA_EA_VERSION -Dbwc.checkout.align=true v$BWC_VERSION#bwcTest
3+
timeout_in_minutes: 300
4+
agents:
5+
provider: gcp
6+
image: family/elasticsearch-ubuntu-2404
7+
machineType: n1-standard-32
8+
buildDirectory: /dev/shm/bk
9+
preemptible: true
10+
env:
11+
BWC_VERSION: $BWC_VERSION
12+
retry:
13+
automatic:
14+
- exit_status: "-1"
15+
limit: 3
16+
signal_reason: none
17+
- signal_reason: agent_stop
18+
limit: 3

‎.buildkite/pipelines/periodic-java-ea.template.yml‎

Lines changed: 180 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,180 @@
1+
env:
2+
JAVA_EA_VERSION: "${JAVA_EA_VERSION:-25-ea}"
3+
4+
steps:
5+
- group: bwc
6+
steps: $BWC_STEPS
7+
- label: concurrent-search-tests
8+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dtests.jvm.argline=-Des.concurrent_search=true -Des.concurrent_search=true functionalTests
9+
timeout_in_minutes: 420
10+
agents:
11+
provider: gcp
12+
image: family/elasticsearch-ubuntu-2404
13+
diskSizeGb: 350
14+
machineType: custom-32-98304
15+
- label: encryption-at-rest
16+
command: .buildkite/scripts/encryption-at-rest.sh -Druntime.java=$$JAVA_EA_VERSION
17+
timeout_in_minutes: 420
18+
agents:
19+
provider: gcp
20+
image: family/elasticsearch-ubuntu-2404
21+
diskSizeGb: 350
22+
machineType: custom-32-98304
23+
- label: eql-correctness
24+
command: .buildkite/scripts/eql-correctness.sh -Druntime.java=$$JAVA_EA_VERSION
25+
timeout_in_minutes: 300
26+
agents:
27+
provider: gcp
28+
image: family/elasticsearch-ubuntu-2404
29+
machineType: custom-32-98304
30+
buildDirectory: /dev/shm/bk
31+
- group: java-matrix
32+
steps:
33+
- label: "{{matrix.GRADLE_TASK}} / java-ea"
34+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true $$GRADLE_TASK
35+
timeout_in_minutes: 300
36+
matrix:
37+
setup:
38+
GRADLE_TASK:
39+
- checkPart1
40+
- checkPart2
41+
- checkPart3
42+
- checkPart4
43+
- checkPart5
44+
- checkPart6
45+
- checkRestCompat
46+
agents:
47+
provider: gcp
48+
image: family/elasticsearch-ubuntu-2404
49+
machineType: n1-standard-32
50+
buildDirectory: /dev/shm/bk
51+
env:
52+
GRADLE_TASK: "{{matrix.GRADLE_TASK}}"
53+
- label: "{{matrix.BWC_VERSION}} / matrix-bwc"
54+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v$$BWC_VERSION#bwcTest
55+
timeout_in_minutes: 300
56+
matrix:
57+
setup:
58+
BWC_VERSION: $BWC_LIST
59+
agents:
60+
provider: gcp
61+
image: family/elasticsearch-ubuntu-2404
62+
machineType: n1-standard-32
63+
buildDirectory: /dev/shm/bk
64+
env:
65+
BWC_VERSION: "{{matrix.BWC_VERSION}}"
66+
- label: release-tests
67+
command: .buildkite/scripts/release-tests.sh
68+
timeout_in_minutes: 360
69+
agents:
70+
provider: gcp
71+
image: family/elasticsearch-ubuntu-2404
72+
diskSizeGb: 350
73+
machineType: custom-32-98304
74+
- label: single-processor-node-tests
75+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dtests.configure_test_clusters_with_one_processor=true functionalTests
76+
timeout_in_minutes: 420
77+
agents:
78+
provider: gcp
79+
image: family/elasticsearch-ubuntu-2404
80+
diskSizeGb: 350
81+
machineType: custom-32-98304
82+
- group: third-party tests
83+
steps:
84+
- label: third-party / azure-sas
85+
command: |
86+
export azure_storage_container=elasticsearch-ci-thirdparty-sas
87+
export azure_storage_base_path=$BUILDKITE_BRANCH
88+
89+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION azureThirdPartyTest
90+
env:
91+
USE_3RD_PARTY_AZURE_SAS_CREDENTIALS: "true"
92+
timeout_in_minutes: 30
93+
agents:
94+
provider: gcp
95+
image: family/elasticsearch-ubuntu-2404
96+
machineType: n2-standard-8
97+
buildDirectory: /dev/shm/bk
98+
- label: third-party / azure
99+
command: |
100+
export azure_storage_container=elasticsearch-ci-thirdparty
101+
export azure_storage_base_path=$BUILDKITE_BRANCH
102+
103+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION azureThirdPartyTest
104+
env:
105+
USE_3RD_PARTY_AZURE_CREDENTIALS: "true"
106+
timeout_in_minutes: 30
107+
agents:
108+
provider: gcp
109+
image: family/elasticsearch-ubuntu-2404
110+
machineType: n2-standard-8
111+
buildDirectory: /dev/shm/bk
112+
- label: third-party / gcs
113+
command: |
114+
export google_storage_bucket=elasticsearch-ci-thirdparty
115+
export google_storage_base_path=$BUILDKITE_BRANCH
116+
117+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION gcsThirdPartyTest
118+
env:
119+
USE_3RD_PARTY_GCS_CREDENTIALS: "true"
120+
timeout_in_minutes: 30
121+
agents:
122+
provider: gcp
123+
image: family/elasticsearch-ubuntu-2404
124+
machineType: n2-standard-8
125+
buildDirectory: /dev/shm/bk
126+
- label: third-party / geoip
127+
command: |
128+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION :modules:ingest-geoip:internalClusterTest -Dtests.jvm.argline="-Dgeoip_use_service=true"
129+
timeout_in_minutes: 30
130+
agents:
131+
provider: gcp
132+
image: family/elasticsearch-ubuntu-2404
133+
machineType: n2-standard-8
134+
buildDirectory: /dev/shm/bk
135+
- label: third-party / s3
136+
command: |
137+
export amazon_s3_bucket=elasticsearch-ci.us-west-2
138+
export amazon_s3_base_path=$BUILDKITE_BRANCH
139+
140+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION s3ThirdPartyTest
141+
env:
142+
USE_3RD_PARTY_S3_CREDENTIALS: "true"
143+
timeout_in_minutes: 30
144+
agents:
145+
provider: gcp
146+
image: family/elasticsearch-ubuntu-2404
147+
machineType: n2-standard-8
148+
buildDirectory: /dev/shm/bk
149+
- label: third-party / ms-graph
150+
command: |
151+
.ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION msGraphThirdPartyTest
152+
env:
153+
USE_3RD_PARTY_MS_GRAPH_CREDENTIALS: "true"
154+
timeout_in_minutes: 30
155+
agents:
156+
provider: gcp
157+
image: family/elasticsearch-ubuntu-2404
158+
machineType: n2-standard-8
159+
buildDirectory: /dev/shm/bk
160+
- group: lucene-compat
161+
steps:
162+
- label: "{{matrix.LUCENE_VERSION}} / lucene-compat"
163+
command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints -Dtests.bwc.main.version=$$ES_VERSION -Dtests.bwc.refspec.main=$$ES_COMMIT luceneBwcTest
164+
timeout_in_minutes: 300
165+
matrix:
166+
setup:
167+
LUCENE_VERSION:
168+
- "10.0.0"
169+
ES_VERSION:
170+
- "9.0.0"
171+
ES_COMMIT:
172+
- "10352e57d85505984582616e1e38530d3ec6ca59" # update to match last commit before lucene bump maintained from combat-lucene-10-0-0 branch
173+
agents:
174+
provider: gcp
175+
image: family/elasticsearch-ubuntu-2404
176+
machineType: custom-32-98304
177+
buildDirectory: /dev/shm/bk
178+
env:
179+
ES_VERSION: "{{matrix.ES_VERSION}}"
180+
ES_COMMIT: "{{matrix.ES_COMMIT}}"

0 commit comments

Comments
 (0)