Skip to content

Commit e338da7

Browse files
brianseedersbrianseeders
authored
[8.10] [buildkite] Migrate intake pipeline (#99133) (#99271)
1 parent 6fb3821 commit e338da7

File tree

3 files changed

+146
-0
lines changed

3 files changed

+146
-0
lines changed

‎.buildkite/pipelines/intake.template.yml‎

Lines changed: 66 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,66 @@
1+
steps:
2+
- label: sanity-check
3+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files precommit
4+
timeout_in_minutes: 300
5+
agents:
6+
provider: gcp
7+
image: family/elasticsearch-ubuntu-2004
8+
machineType: custom-32-98304
9+
buildDirectory: /dev/shm/bk
10+
- wait
11+
- label: part1
12+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files checkPart1
13+
timeout_in_minutes: 300
14+
agents:
15+
provider: gcp
16+
image: family/elasticsearch-ubuntu-2004
17+
machineType: custom-32-98304
18+
buildDirectory: /dev/shm/bk
19+
- label: part2
20+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files checkPart2
21+
timeout_in_minutes: 300
22+
agents:
23+
provider: gcp
24+
image: family/elasticsearch-ubuntu-2004
25+
machineType: custom-32-98304
26+
buildDirectory: /dev/shm/bk
27+
- label: part3
28+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files checkPart3
29+
timeout_in_minutes: 300
30+
agents:
31+
provider: gcp
32+
image: family/elasticsearch-ubuntu-2004
33+
machineType: custom-32-98304
34+
buildDirectory: /dev/shm/bk
35+
- group: bwc-snapshots
36+
steps:
37+
- label: "{{matrix.BWC_VERSION}} / bwc-snapshots"
38+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files v$$BWC_VERSION#bwcTest
39+
timeout_in_minutes: 300
40+
matrix:
41+
setup:
42+
BWC_VERSION: $BWC_LIST
43+
agents:
44+
provider: gcp
45+
image: family/elasticsearch-ubuntu-2004
46+
machineType: custom-32-98304
47+
buildDirectory: /dev/shm/bk
48+
env:
49+
BWC_VERSION: "{{matrix.BWC_VERSION}}"
50+
- label: rest-compat
51+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files checkRestCompat
52+
timeout_in_minutes: 300
53+
agents:
54+
provider: gcp
55+
image: family/elasticsearch-ubuntu-2004
56+
machineType: custom-32-98304
57+
buildDirectory: /dev/shm/bk
58+
- wait
59+
- trigger: elasticsearch-dra-workflow
60+
label: Trigger DRA snapshot workflow
61+
async: true
62+
build:
63+
branch: "$BUILDKITE_BRANCH"
64+
commit: "$BUILDKITE_COMMIT"
65+
env:
66+
DRA_WORKFLOW: snapshot

‎.buildkite/pipelines/intake.yml‎

Lines changed: 67 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,67 @@
1+
# This file is auto-generated. See .buildkite/pipelines/intake.template.yml
2+
steps:
3+
- label: sanity-check
4+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files precommit
5+
timeout_in_minutes: 300
6+
agents:
7+
provider: gcp
8+
image: family/elasticsearch-ubuntu-2004
9+
machineType: custom-32-98304
10+
buildDirectory: /dev/shm/bk
11+
- wait
12+
- label: part1
13+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files checkPart1
14+
timeout_in_minutes: 300
15+
agents:
16+
provider: gcp
17+
image: family/elasticsearch-ubuntu-2004
18+
machineType: custom-32-98304
19+
buildDirectory: /dev/shm/bk
20+
- label: part2
21+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files checkPart2
22+
timeout_in_minutes: 300
23+
agents:
24+
provider: gcp
25+
image: family/elasticsearch-ubuntu-2004
26+
machineType: custom-32-98304
27+
buildDirectory: /dev/shm/bk
28+
- label: part3
29+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files checkPart3
30+
timeout_in_minutes: 300
31+
agents:
32+
provider: gcp
33+
image: family/elasticsearch-ubuntu-2004
34+
machineType: custom-32-98304
35+
buildDirectory: /dev/shm/bk
36+
- group: bwc-snapshots
37+
steps:
38+
- label: "{{matrix.BWC_VERSION}} / bwc-snapshots"
39+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files v$$BWC_VERSION#bwcTest
40+
timeout_in_minutes: 300
41+
matrix:
42+
setup:
43+
BWC_VERSION: ["7.17.13", "8.9.2", "8.10.0"]
44+
agents:
45+
provider: gcp
46+
image: family/elasticsearch-ubuntu-2004
47+
machineType: custom-32-98304
48+
buildDirectory: /dev/shm/bk
49+
env:
50+
BWC_VERSION: "{{matrix.BWC_VERSION}}"
51+
- label: rest-compat
52+
command: .ci/scripts/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-task-input-files checkRestCompat
53+
timeout_in_minutes: 300
54+
agents:
55+
provider: gcp
56+
image: family/elasticsearch-ubuntu-2004
57+
machineType: custom-32-98304
58+
buildDirectory: /dev/shm/bk
59+
- wait
60+
- trigger: elasticsearch-dra-workflow
61+
label: Trigger DRA snapshot workflow
62+
async: true
63+
build:
64+
branch: "$BUILDKITE_BRANCH"
65+
commit: "$BUILDKITE_COMMIT"
66+
env:
67+
DRA_WORKFLOW: snapshot

‎build.gradle‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -73,6 +73,14 @@ tasks.register("updateCIBwcVersions") {
7373
}
7474
}
7575

76+
def writeBuildkiteList = { String outputFilePath, String pipelineTemplatePath, List<Version> versions ->
77+
def outputFile = file(outputFilePath)
78+
def pipelineTemplate = file(pipelineTemplatePath)
79+
80+
def listString = "[" + versions.collect { "\"${it}\"" }.join(", ") + "]"
81+
outputFile.text = "# This file is auto-generated. See ${pipelineTemplatePath}\n" + pipelineTemplate.text.replaceAll('\\$BWC_LIST', listString)
82+
}
83+
7684
def writeBuildkiteSteps = { String outputFilePath, String pipelineTemplatePath, String stepTemplatePath, List<Version> versions ->
7785
def outputFile = file(outputFilePath)
7886
def pipelineTemplate = file(pipelineTemplatePath)
@@ -89,6 +97,11 @@ tasks.register("updateCIBwcVersions") {
8997
doLast {
9098
writeVersions(file(".ci/bwcVersions"), BuildParams.bwcVersions.allIndexCompatible)
9199
writeVersions(file(".ci/snapshotBwcVersions"), BuildParams.bwcVersions.unreleasedIndexCompatible)
100+
writeBuildkiteList(
101+
".buildkite/pipelines/intake.yml",
102+
".buildkite/pipelines/intake.template.yml",
103+
BuildParams.bwcVersions.unreleasedIndexCompatible
104+
)
92105
writeBuildkiteSteps(
93106
".buildkite/pipelines/periodic.yml",
94107
".buildkite/pipelines/periodic.template.yml",

0 commit comments

Comments
 (0)