Skip to content

Commit 77ecd90

Browse files
lsierantfealebenpae
authored andcommitted
Fixed missing venv in periodic builds (#4116)
# Summary This is a followup to #4083 which wasn't addressing periodic builds and periodic teardowns and most probably daily builds are failing. Apparently before we didn't use any venv at all, so our scripts just worked on the system-wide python env. After adding strict checks for venv those scripts started to fail. Changes: - moved functions into shared setup group - bumped periodic build host from `ubuntu1804-large` to `ubuntu2204-large` - added venv setup to all periodic tasks ## Proof of Work - [green teardowns](https://spruce.mongodb.com/version/67b643d3fd300d0007d2bcff/tasks?sorts=STATUS%3AASC%3BBASE_STATUS%3ADESC) - [green one of periodic build tasks](https://spruce.mongodb.com/version/67b647d4b6829600070947fb/tasks?sorts=STATUS%3AASC%3BBASE_STATUS%3ADESC)
1 parent fd8a87a commit 77ecd90

File tree

2 files changed

+15
-89
lines changed

2 files changed

+15
-89
lines changed

.evergreen-functions.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -496,7 +496,7 @@ functions:
496496
working_dir: src/github.com/10gen/ops-manager-kubernetes
497497
script: |
498498
source .generated/context.export.env
499-
scripts/evergreen/e2e/setup_cloud_qa.py delete_all
499+
scripts/evergreen/run_python.sh scripts/evergreen/e2e/setup_cloud_qa.py delete_all
500500
501501
# Updates current expansions with variables from release.json file.
502502
# Use e.g. ${mongoDbOperator} afterwards.

.evergreen-periodic-builds.yaml

Lines changed: 14 additions & 88 deletions
Original file line numberDiff line numberDiff line change
@@ -7,102 +7,68 @@ parameters:
77
value: 00:00
88
description: Pin tags at this time of the day. Midnight by default.
99

10-
tasks:
11-
- name: periodic_build_operator
12-
commands:
10+
variables:
11+
- &setup_group
12+
setup_group_can_fail_task: true
13+
setup_group:
1314
- func: clone
1415
- func: setup_docker_sbom
15-
- func: setup_aws
16-
- func: configure_docker_auth
16+
- func: download_kube_tools
17+
- func: setup_building_host
1718
- func: quay_login
19+
- func: switch_context
20+
21+
tasks:
22+
- name: periodic_build_operator
23+
commands:
1824
- func: pipeline
1925
vars:
2026
image_name: operator-daily
2127

2228
- name: periodic_build_init_appdb
2329
commands:
24-
- func: clone
25-
- func: setup_docker_sbom
26-
- func: setup_aws
27-
- func: configure_docker_auth
28-
- func: quay_login
2930
- func: pipeline
3031
vars:
3132
image_name: init-appdb-daily
3233

3334
- name: periodic_build_init_database
3435
commands:
35-
- func: clone
36-
- func: setup_docker_sbom
37-
- func: setup_aws
38-
- func: configure_docker_auth
39-
- func: quay_login
4036
- func: pipeline
4137
vars:
4238
image_name: init-database-daily
4339

4440
- name: periodic_build_init_opsmanager
4541
commands:
46-
- func: clone
47-
- func: setup_docker_sbom
48-
- func: setup_aws
49-
- func: configure_docker_auth
50-
- func: quay_login
5142
- func: pipeline
5243
vars:
5344
image_name: init-ops-manager-daily
5445

5546
- name: periodic_build_database
5647
commands:
57-
- func: clone
58-
- func: setup_docker_sbom
59-
- func: setup_aws
60-
- func: configure_docker_auth
61-
- func: quay_login
6248
- func: pipeline
6349
vars:
6450
image_name: database-daily
6551

6652
- name: periodic_build_sbom_cli
6753
commands:
68-
- func: clone
69-
- func: setup_docker_sbom
70-
- func: setup_aws
71-
- func: configure_docker_auth
72-
- func: quay_login
7354
- func: pipeline
7455
vars:
7556
image_name: cli
7657

7758
- name: periodic_build_ops_manager_6
7859
commands:
79-
- func: clone
80-
- func: setup_docker_sbom
81-
- func: setup_aws
82-
- func: configure_docker_auth
83-
- func: quay_login
8460
- func: pipeline
8561
vars:
8662
image_name: ops-manager-6-daily
8763

8864
- name: periodic_build_ops_manager_7
8965
commands:
90-
- func: clone
91-
- func: setup_docker_sbom
92-
- func: setup_aws
93-
- func: configure_docker_auth
94-
- func: quay_login
9566
- func: pipeline
9667
vars:
9768
image_name: ops-manager-7-daily
9869

9970
- name: periodic_build_ops_manager_8
10071
commands:
101-
- func: clone
102-
- func: setup_docker_sbom
103-
- func: setup_aws
104-
- func: configure_docker_auth
105-
- func: quay_login
10672
- func: pipeline
10773
vars:
10874
image_name: ops-manager-8-daily
@@ -116,11 +82,6 @@ tasks:
11682
- name: periodic_build_agent
11783
exec_timeout_secs: 43200
11884
commands:
119-
- func: clone
120-
- func: setup_docker_sbom
121-
- func: setup_aws
122-
- func: configure_docker_auth
123-
- func: quay_login
12485
- func: enable_QEMU
12586
- func: pipeline
12687
vars:
@@ -129,11 +90,6 @@ tasks:
12990
- name: periodic_build_agent_1
13091
exec_timeout_secs: 43200
13192
commands:
132-
- func: clone
133-
- func: setup_docker_sbom
134-
- func: setup_aws
135-
- func: configure_docker_auth
136-
- func: quay_login
13793
- func: enable_QEMU
13894
- func: pipeline
13995
vars:
@@ -142,11 +98,6 @@ tasks:
14298
- name: periodic_build_agent_2
14399
exec_timeout_secs: 43200
144100
commands:
145-
- func: clone
146-
- func: setup_docker_sbom
147-
- func: setup_aws
148-
- func: configure_docker_auth
149-
- func: quay_login
150101
- func: enable_QEMU
151102
- func: pipeline
152103
vars:
@@ -155,68 +106,42 @@ tasks:
155106
- name: periodic_build_agent_3
156107
exec_timeout_secs: 43200
157108
commands:
158-
- func: clone
159-
- func: setup_docker_sbom
160-
- func: setup_aws
161-
- func: configure_docker_auth
162-
- func: quay_login
163109
- func: enable_QEMU
164110
- func: pipeline
165111
vars:
166112
image_name: mongodb-agent-3-daily
167113

168114
- name: periodic_build_community_operator
169115
commands:
170-
- func: clone
171-
- func: setup_docker_sbom
172-
- func: setup_aws
173-
- func: configure_docker_auth
174-
- func: quay_login
175116
- func: enable_QEMU
176117
- func: pipeline
177118
vars:
178119
image_name: mongodb-kubernetes-operator-daily
179120

180121
- name: periodic_build_readiness_probe
181122
commands:
182-
- func: clone
183-
- func: setup_docker_sbom
184-
- func: setup_aws
185-
- func: configure_docker_auth
186-
- func: quay_login
187123
- func: pipeline
188124
vars:
189125
image_name: mongodb-kubernetes-readinessprobe-daily
190126

191127
- name: periodic_build_version_upgrade_post_start_hook
192128
commands:
193-
- func: clone
194-
- func: setup_docker_sbom
195-
- func: setup_aws
196-
- func: configure_docker_auth
197-
- func: quay_login
198129
- func: pipeline
199130
vars:
200131
image_name: mongodb-kubernetes-operator-version-upgrade-post-start-hook-daily
201132

202133
- name: periodic_build_appdb_database
203134
commands:
204-
- func: clone
205-
- func: setup_docker_sbom
206-
- func: setup_aws
207-
- func: configure_docker_auth
208-
- func: quay_login
209135
- func: build_and_push_appdb_database
210136

211137
- name: teardowns
212138
commands:
213-
- func: clone
214139
- func: teardown_cloud_qa_all
215-
- func: cleanup_aws
216140

217141
task_groups:
218142
- name: periodic_build_task_group
219143
max_hosts: -1
144+
<<: *setup_group
220145
tasks:
221146
- periodic_build_operator
222147
- periodic_build_readiness_probe
@@ -237,6 +162,7 @@ task_groups:
237162
- periodic_build_agent_3
238163

239164
- name: periodic_teardown_task_group
165+
<<: *setup_group
240166
tasks:
241167
- teardowns
242168

@@ -253,7 +179,7 @@ buildvariants:
253179
display_name: periodic_build
254180
tags: [ "periodic_build" ]
255181
run_on:
256-
- ubuntu1804-large
182+
- ubuntu2204-large
257183
tasks:
258184
- name: periodic_build_task_group
259185

0 commit comments

Comments
 (0)