Skip to content

Commit f5ed54b

Browse files
rabirabi
committed
WIP Add new job to run minor update
Signed-off-by: rabi <[email protected]>
1 parent 84c46b6 commit f5ed54b

File tree

4 files changed

+295
-0
lines changed

4 files changed

+295
-0
lines changed

‎ci/playbooks/edpm_baremetal_deployment_minor_update/phase2_update.yml‎

Lines changed: 105 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,105 @@
1+
---
2+
# Phase 2: Update with PR index image
3+
# This playbook runs in the same execution context as deploy-edpm.yml,
4+
# so it can use install_yamls_makes role that was generated during bootstrap
5+
- name: Phase 2 - Update with PR index image
6+
hosts: "{{ cifmw_target_host | default('localhost') }}"
7+
gather_facts: false
8+
tasks:
9+
- name: Filter out host if needed
10+
when:
11+
- cifmw_zuul_target_host is defined
12+
- cifmw_zuul_target_host != 'all'
13+
- inventory_hostname != cifmw_zuul_target_host
14+
ansible.builtin.meta: end_host
15+
16+
- name: Load parameters files
17+
ansible.builtin.include_vars:
18+
dir: "{{ cifmw_basedir }}/artifacts/parameters"
19+
20+
- name: Run make openstack_cleanup
21+
vars:
22+
make_openstack_cleanup_env: "{{ cifmw_minor_update_pr_env }}"
23+
make_openstack_cleanup_dryrun: false
24+
ansible.builtin.include_role:
25+
name: 'install_yamls_makes'
26+
tasks_from: 'make_openstack_cleanup'
27+
ignore_errors: true # Continue even if cleanup fails
28+
29+
- name: Run make openstack_wait (PR)
30+
vars:
31+
make_openstack_wait_env: "{{ cifmw_minor_update_pr_env }}"
32+
make_openstack_wait_dryrun: false
33+
ansible.builtin.include_role:
34+
name: 'install_yamls_makes'
35+
tasks_from: 'make_openstack_wait'
36+
37+
- name: Run make openstack_init (PR)
38+
vars:
39+
make_openstack_init_env: "{{ cifmw_minor_update_pr_env }}"
40+
make_openstack_init_dryrun: false
41+
ansible.builtin.include_role:
42+
name: 'install_yamls_makes'
43+
tasks_from: 'make_openstack_init'
44+
45+
- name: Get target version from OpenStackVersion CR
46+
kubernetes.core.k8s_info:
47+
kubeconfig: "{{ cifmw_openshift_kubeconfig }}"
48+
api_key: "{{ cifmw_openshift_token | default(omit) }}"
49+
context: "{{ cifmw_openshift_context | default(omit) }}"
50+
api_version: core.openstack.org/v1beta1
51+
kind: OpenStackVersion
52+
namespace: "{{ cifmw_install_yamls_defaults['NAMESPACE'] | default('openstack') }}"
53+
register: openstackversion_info
54+
retries: 10
55+
delay: 5
56+
until: >
57+
openstackversion_info.resources is defined and
58+
openstackversion_info.resources | length > 0 and
59+
(
60+
(openstackversion_info.resources[0].spec.targetVersion is defined) or
61+
(openstackversion_info.resources[0].status.availableVersion is defined)
62+
)
63+
64+
- name: Set target version from OpenStackVersion CR
65+
ansible.builtin.set_fact:
66+
cifmw_minor_update_target_version: >-
67+
{{
68+
openstackversion_info.resources[0].spec.targetVersion
69+
if (openstackversion_info.resources[0].spec.targetVersion is defined)
70+
else openstackversion_info.resources[0].status.availableVersion
71+
}}
72+
73+
- name: Run make openstack_update_run with OPENSTACK_VERSION from OpenStackVersion CR
74+
vars:
75+
make_openstack_update_run_env: "{{ cifmw_minor_update_pr_env }}"
76+
make_openstack_update_run_params:
77+
OPENSTACK_VERSION: "{{ cifmw_minor_update_target_version }}"
78+
make_openstack_update_run_dryrun: false
79+
ansible.builtin.include_role:
80+
name: 'install_yamls_makes'
81+
tasks_from: 'make_openstack_update_run'
82+
83+
- name: Verify deployed version matches target version
84+
kubernetes.core.k8s_info:
85+
kubeconfig: "{{ cifmw_openshift_kubeconfig }}"
86+
api_key: "{{ cifmw_openshift_token | default(omit) }}"
87+
context: "{{ cifmw_openshift_context | default(omit) }}"
88+
api_version: core.openstack.org/v1beta1
89+
kind: OpenStackVersion
90+
namespace: "{{ cifmw_install_yamls_defaults['NAMESPACE'] | default('openstack') }}"
91+
register: openstackversion_verify_info
92+
until: >
93+
openstackversion_verify_info.resources is defined and
94+
openstackversion_verify_info.resources | length > 0 and
95+
openstackversion_verify_info.resources[0].status.deployedVersion is defined and
96+
openstackversion_verify_info.resources[0].status.deployedVersion == cifmw_minor_update_target_version
97+
retries: 5
98+
delay: 2
99+
100+
- name: Display update verification result
101+
ansible.builtin.debug:
102+
msg: >-
103+
Update verification successful: Target version {{ cifmw_minor_update_target_version }}
104+
matches deployed version {{ openstackversion_verify_info.resources[0].status.deployedVersion }}
105+

‎ci/playbooks/edpm_baremetal_deployment_minor_update/run.yml‎

Lines changed: 174 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,174 @@
1+
---
2+
- name: "Run ci/playbooks/edpm_baremetal_deployment_minor_update/run.yml"
3+
hosts: "{{ cifmw_zuul_target_host | default('all') }}"
4+
gather_facts: true
5+
tasks:
6+
- name: Filter out host if needed
7+
when:
8+
- cifmw_zuul_target_host is defined
9+
- cifmw_zuul_target_host != 'all'
10+
- inventory_hostname != cifmw_zuul_target_host
11+
ansible.builtin.meta: end_host
12+
13+
- name: Check for edpm-ansible.yml file
14+
ansible.builtin.stat:
15+
path: "{{ ansible_user_dir }}/ci-framework-data/artifacts/edpm-ansible.yml"
16+
register: edpm_file
17+
18+
- name: Check if new ssh keypair exists
19+
ansible.builtin.include_role:
20+
name: recognize_ssh_keypair
21+
22+
- name: Add crc node in local inventory
23+
ansible.builtin.add_host:
24+
name: crc
25+
ansible_ssh_private_key_file: "{{ ansible_user_dir }}/.crc/machines/crc/{{ crc_ssh_keypair }}"
26+
ansible_ssh_user: core
27+
ansible_host: api.crc.testing
28+
29+
- name: Ensure we know ssh hosts
30+
ansible.builtin.shell:
31+
cmd: "ssh-keyscan {{ hostvars[item].ansible_host }} >> ~/.ssh/known_hosts"
32+
loop: "{{ hostvars.keys() | reject('equalto', 'localhost') }}"
33+
34+
- name: Inject CRC in zuul_inventory
35+
block:
36+
- name: Load zuul_inventory
37+
register: _inventory
38+
ansible.builtin.slurp:
39+
path: "{{ ansible_user_dir }}/ci-framework-data/artifacts/zuul_inventory.yml"
40+
41+
- name: Inject CRC in zuul_inventory.yml
42+
vars:
43+
_crc:
44+
all:
45+
hosts:
46+
crc: "{{ dict(hostvars.crc) }}"
47+
_updated: >-
48+
{{
49+
_inventory.content | b64decode | from_yaml | combine(_crc, recursive=true)
50+
}}
51+
ansible.builtin.copy:
52+
dest: "{{ ansible_user_dir }}/ci-framework-data/artifacts/zuul_inventory.yml"
53+
content: "{{ _updated | to_nice_yaml }}"
54+
mode: "0644"
55+
56+
- name: Set default pre-update tag if not provided
57+
ansible.builtin.set_fact:
58+
cifmw_minor_update_pre_update_tag: "{{ cifmw_minor_update_pre_update_tag | default('18.0-fr4-latest') }}"
59+
60+
- name: Get pre-update index image digest from tag
61+
ansible.builtin.shell: >-
62+
skopeo inspect
63+
docker://quay.io/openstack-k8s-operators/openstack-operator-index:{{ cifmw_minor_update_pre_update_tag }}
64+
| jq -r '.Digest'
65+
register: fr4_digest_result
66+
changed_when: false
67+
failed_when: fr4_digest_result.rc != 0
68+
69+
- name: Set FR4 index image using digest from tag
70+
ansible.builtin.set_fact:
71+
cifmw_minor_update_fr4_index_image: >-
72+
quay.io/openstack-k8s-operators/openstack-operator-index@{{ fr4_digest_result.stdout | trim }}
73+
74+
- name: Get PR index image from content provider or use default
75+
ansible.builtin.set_fact:
76+
cifmw_minor_update_pr_index_image: >-
77+
{{
78+
cifmw_operator_build_output.operators['openstack-operator'].image_catalog
79+
if (cifmw_operator_build_output is defined and
80+
cifmw_operator_build_output.operators is defined and
81+
'openstack-operator' in cifmw_operator_build_output.operators)
82+
else cifmw_minor_update_fr4_index_image
83+
}}
84+
85+
- name: Override operator build output with FR4 index image for Phase 1
86+
ansible.builtin.set_fact:
87+
cifmw_operator_build_output_fr4: >-
88+
{{
89+
{
90+
'cifmw_operator_build_output': {
91+
'operators': {
92+
'openstack-operator': {
93+
'image_catalog': cifmw_minor_update_fr4_index_image
94+
}
95+
}
96+
}
97+
}
98+
}}
99+
100+
- name: Phase 1 - Deploy with FR4 index image using deploy-edpm.yml
101+
block:
102+
- name: Write FR4 operator build output to temporary file
103+
ansible.builtin.copy:
104+
dest: "{{ ansible_user_dir }}/ci-framework-data/artifacts/operator_build_output_fr4.yml"
105+
content: "{{ cifmw_operator_build_output_fr4 | to_nice_yaml }}"
106+
mode: "0644"
107+
108+
- name: Perform Podified and EDPM deployment on compute nodes with virtual baremetal (FR4)
109+
ansible.builtin.command:
110+
chdir: "{{ ansible_user_dir }}/src/github.com/openstack-k8s-operators/ci-framework"
111+
cmd: >-
112+
ansible-playbook deploy-edpm.yml
113+
-i "{{ ansible_user_dir }}/ci-framework-data/artifacts/zuul_inventory.yml"
114+
-e @group_vars/all.yml
115+
-e @scenarios/centos-9/base.yml
116+
-e @scenarios/centos-9/edpm_baremetal_deployment_ci.yml
117+
{%- if edpm_file.stat.exists %}
118+
-e @{{ ansible_user_dir }}/ci-framework-data/artifacts/edpm-ansible.yml
119+
{%- endif %}
120+
{%- if cifmw_extras is defined %}
121+
{%- for extra_var in cifmw_extras %}
122+
-e "{{ extra_var }}"
123+
{%- endfor %}
124+
{%- endif %}
125+
-e "@{{ ansible_user_dir }}/ci-framework-data/artifacts/parameters/zuul-params.yml"
126+
-e "@{{ ansible_user_dir }}/ci-framework-data/artifacts/operator_build_output_fr4.yml"
127+
128+
# Load install_yamls environment from parameters file created by deploy-edpm.yml bootstrap
129+
# deploy-edpm.yml runs on target host, so files are on target host
130+
# Use slurp to read from target host, then parse with from_yaml
131+
- name: Read install-yamls-params.yml file from target host
132+
ansible.builtin.slurp:
133+
src: "{{ ansible_user_dir }}/ci-framework-data/artifacts/parameters/install-yamls-params.yml"
134+
register: install_yamls_params_content
135+
when: cifmw_install_yamls_environment is not defined
136+
137+
- name: Load install_yamls environment from parameters file
138+
ansible.builtin.set_fact:
139+
cifmw_install_yamls_environment: "{{ (install_yamls_params_content.content | b64decode | from_yaml)['cifmw_install_yamls_environment'] | default({}) }}"
140+
cifmw_install_yamls_defaults: "{{ (install_yamls_params_content.content | b64decode | from_yaml)['cifmw_install_yamls_defaults'] | default({}) }}"
141+
cifmw_install_yamls_out_dir: "{{ cifmw_basedir | default(ansible_user_dir ~ '/ci-framework-data') }}/artifacts"
142+
cifmw_install_yamls_tasks_out: "{{ cifmw_install_yamls_out_dir }}/roles/install_yamls_makes/tasks"
143+
when:
144+
- cifmw_install_yamls_environment is not defined
145+
- install_yamls_params_content.content is defined
146+
147+
- name: Set install_yamls environment for PR update phase
148+
ansible.builtin.set_fact:
149+
cifmw_minor_update_pr_env: >-
150+
{{
151+
(cifmw_install_yamls_environment | default({})) |
152+
combine({'PATH': cifmw_path | default(ansible_user_dir ~ '/.crc/bin:' ~ ansible_user_dir ~ '/.crc/bin/oc:' ~ ansible_user_dir ~ '/bin:' ~ ansible_env.PATH)}) |
153+
combine({'OPENSTACK_IMG': cifmw_minor_update_pr_index_image})
154+
}}
155+
156+
# Phase 2: Run update playbook in same execution context as deploy-edpm.yml
157+
# This allows it to use install_yamls_makes role that was generated during Phase 1 bootstrap
158+
- name: Phase 2 - Update with PR index image
159+
block:
160+
- name: Write PR update environment to temporary file
161+
ansible.builtin.copy:
162+
dest: "{{ ansible_user_dir }}/ci-framework-data/artifacts/parameters/minor_update_pr_env.yml"
163+
content: "{{ {'cifmw_minor_update_pr_env': cifmw_minor_update_pr_env} | to_nice_yaml }}"
164+
mode: "0644"
165+
166+
- name: Run Phase 2 update playbook
167+
ansible.builtin.command:
168+
chdir: "{{ ansible_user_dir }}/src/github.com/openstack-k8s-operators/ci-framework"
169+
cmd: >-
170+
ansible-playbook ci/playbooks/edpm_baremetal_deployment_minor_update/phase2_update.yml
171+
-i "{{ ansible_user_dir }}/ci-framework-data/artifacts/zuul_inventory.yml"
172+
-e @group_vars/all.yml
173+
-e "@{{ ansible_user_dir }}/ci-framework-data/artifacts/parameters/zuul-params.yml"
174+
-e "@{{ ansible_user_dir }}/ci-framework-data/artifacts/parameters/minor_update_pr_env.yml"

‎zuul.d/edpm.yaml‎

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,21 @@
3939
cifmw_edpm_deploy_baremetal_bootc: true
4040
cifmw_update_containers: true
4141

42+
# Virtual Baremetal job with CRC for minor update testing.
43+
# First deploys with FR4 index image, then updates with PR index image.
44+
- job:
45+
name: cifmw-crc-podified-edpm-baremetal-minor-update
46+
nodeset: centos-9-crc-2-48-0-6xlarge
47+
parent: cifmw-base-crc-openstack
48+
run: ci/playbooks/edpm_baremetal_deployment_minor_update/run.yml
49+
dependencies:
50+
- openstack-k8s-operators-content-provider
51+
vars:
52+
crc_parameters: "--memory 32000 --disk-size 240 --cpus 12"
53+
cifmw_manage_secrets_pullsecret_content: '{}'
54+
cifmw_rhol_crc_binary_folder: "/usr/local/bin"
55+
cifmw_minor_update_pre_update_tag: "18.0-fr4-latest"
56+
4257
# Podified galera job
4358
- job:
4459
name: cifmw-crc-podified-galera-deployment

‎zuul.d/project-templates.yaml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -59,6 +59,7 @@
5959
- cifmw-molecule
6060
- podified-multinode-edpm-deployment-crc: *content_provider
6161
- cifmw-crc-podified-edpm-baremetal: *content_provider
62+
- cifmw-crc-podified-edpm-baremetal-minor-update: *content_provider
6263
- podified-multinode-hci-deployment-crc: *content_provider
6364
- cifmw-multinode-tempest: *content_provider
6465
- cifmw-pod-zuul-files

0 commit comments

Comments
 (0)