Skip to content

Commit a4c00c3

Browse files
assumptionsandgassumptionsandg
committed
WIP: IPA build workflow
1 parent b993c1a commit a4c00c3

File tree

3 files changed

+314
-56
lines changed

3 files changed

+314
-56
lines changed

‎.github/workflows/ipa-image-build.yml‎

Lines changed: 255 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,255 @@
1+
---
2+
name: Build IPA images
3+
on:
4+
workflow_dispatch:
5+
secrets:
6+
KAYOBE_VAULT_PASSWORD:
7+
required: true
8+
CLOUDS_YAML:
9+
required: true
10+
OS_APPLICATION_CREDENTIAL_ID:
11+
required: true
12+
OS_APPLICATION_CREDENTIAL_SECRET:
13+
required: true
14+
15+
env:
16+
ANSIBLE_FORCE_COLOR: True
17+
KAYOBE_ENVIRONMENT: ci-builder
18+
KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }}
19+
jobs:
20+
ipa-image-build:
21+
name: Build IPA images
22+
if: github.repository == 'stackhpc/stackhpc-kayobe-config'
23+
runs-on: arc-skc-host-image-builder-runner
24+
permissions: {}
25+
steps:
26+
- name: Install Package
27+
uses: ConorMacBride/install-package@main
28+
with:
29+
apt: git unzip nodejs python3-pip python3-venv openssh-server openssh-client jq
30+
31+
- name: Start the SSH service
32+
run: |
33+
sudo /etc/init.d/ssh start
34+
35+
- name: Checkout
36+
uses: actions/checkout@v4
37+
with:
38+
path: src/kayobe-config
39+
40+
- name: Output image tag of the builder
41+
id: builder_image_tag
42+
run: |
43+
echo image_tag=$(grep stackhpc_rocky_9_overcloud_host_image_version: etc/kayobe/pulp-host-image-versions.yml | awk '{print $2}') >> $GITHUB_OUTPUT
44+
45+
- name: Determine OpenStack release
46+
id: openstack_release
47+
run: |
48+
BRANCH=$(awk -F'=' '/defaultbranch/ {print $2}' src/kayobe-config/.gitreview)
49+
echo "openstack_release=${BRANCH}" | sed -E "s,(stable|unmaintained)/,," >> $GITHUB_OUTPUT
50+
51+
- name: Generate IPA image tag
52+
id: ipa_image_tag
53+
run: |
54+
echo "ipa_image_tag=$(date +${{ steps.openstack_release.outputs.openstack_release }}-%Y%m%dT%H%M%S)" >> $GITHUB_OUTPUT
55+
56+
- name: Display IPA image tag
57+
run: |
58+
echo "${{ steps.ipa_image_tag.outputs.ipa_image_tag }}"
59+
60+
- name: Install Kayobe
61+
run: |
62+
mkdir -p venvs &&
63+
pushd venvs &&
64+
python3 -m venv kayobe &&
65+
source kayobe/bin/activate &&
66+
pip install -U pip &&
67+
pip install -r ../src/kayobe-config/requirements.txt
68+
69+
- name: Install terraform
70+
uses: hashicorp/setup-terraform@v2
71+
72+
- name: Initialise terraform
73+
run: terraform init
74+
working-directory: ${{ github.workspace }}/src/kayobe-config/terraform/aio
75+
76+
- name: Generate SSH keypair
77+
run: ssh-keygen -f id_rsa -N ''
78+
working-directory: ${{ github.workspace }}/src/kayobe-config/terraform/aio
79+
80+
- name: Generate clouds.yaml
81+
run: |
82+
cat << EOF > clouds.yaml
83+
${{ secrets.CLOUDS_YAML }}
84+
EOF
85+
working-directory: ${{ github.workspace }}/src/kayobe-config/terraform/aio
86+
87+
- name: Generate terraform.tfvars
88+
run: |
89+
cat << EOF > terraform.tfvars
90+
ssh_public_key = "id_rsa.pub"
91+
ssh_username = "ubuntu"
92+
aio_vm_name = "skc-host-image-builder"
93+
# Must be an Ubuntu Jammy host to successfully build all images
94+
# This MUST NOT be an LVM image. It can cause confusing conficts with the built image.
95+
aio_vm_image = "Ubuntu-22.04"
96+
aio_vm_flavor = "en1.medium"
97+
aio_vm_network = "stackhpc-ci"
98+
aio_vm_subnet = "stackhpc-ci"
99+
aio_vm_interface = "ens3"
100+
EOF
101+
working-directory: ${{ github.workspace }}/src/kayobe-config/terraform/aio
102+
103+
- name: Terraform Plan
104+
run: terraform plan
105+
working-directory: ${{ github.workspace }}/src/kayobe-config/terraform/aio
106+
env:
107+
OS_CLOUD: "openstack"
108+
OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.OS_APPLICATION_CREDENTIAL_ID }}
109+
OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.OS_APPLICATION_CREDENTIAL_SECRET }}
110+
111+
- name: Terraform Apply
112+
run: |
113+
for attempt in $(seq 5); do
114+
if terraform apply -auto-approve; then
115+
echo "Created infrastructure on attempt $attempt"
116+
exit 0
117+
fi
118+
echo "Failed to create infrastructure on attempt $attempt"
119+
sleep 10
120+
terraform destroy -auto-approve
121+
sleep 60
122+
done
123+
echo "Failed to create infrastructure after $attempt attempts"
124+
exit 1
125+
working-directory: ${{ github.workspace }}/src/kayobe-config/terraform/aio
126+
env:
127+
OS_CLOUD: "openstack"
128+
OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.OS_APPLICATION_CREDENTIAL_ID }}
129+
OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.OS_APPLICATION_CREDENTIAL_SECRET }}
130+
131+
- name: Get Terraform outputs
132+
id: tf_outputs
133+
run: |
134+
terraform output -json
135+
working-directory: ${{ github.workspace }}/src/kayobe-config/terraform/aio
136+
137+
- name: Write Terraform outputs
138+
run: |
139+
cat << EOF > src/kayobe-config/etc/kayobe/environments/ci-builder/tf-outputs.yml
140+
${{ steps.tf_outputs.outputs.stdout }}
141+
EOF
142+
143+
- name: Write Terraform network config
144+
run: |
145+
cat << EOF > src/kayobe-config/etc/kayobe/environments/ci-builder/tf-network-allocation.yml
146+
---
147+
aio_ips:
148+
builder: "{{ access_ip_v4.value }}"
149+
EOF
150+
151+
- name: Write Terraform network interface config
152+
run: |
153+
mkdir -p src/kayobe-config/etc/kayobe/environments/$KAYOBE_ENVIRONMENT/inventory/group_vars/seed
154+
rm -f src/kayobe-config/etc/kayobe/environments/$KAYOBE_ENVIRONMENT/inventory/group_vars/seed/network-interfaces
155+
cat << EOF > src/kayobe-config/etc/kayobe/environments/$KAYOBE_ENVIRONMENT/inventory/group_vars/seed/network-interfaces
156+
admin_interface: "{{ access_interface.value }}"
157+
aio_interface: "{{ access_interface.value }}"
158+
EOF
159+
160+
- name: Manage SSH keys
161+
run: |
162+
mkdir -p ~/.ssh
163+
touch ~/.ssh/authorized_keys
164+
cat src/kayobe-config/terraform/aio/id_rsa.pub >> ~/.ssh/authorized_keys
165+
cp src/kayobe-config/terraform/aio/id_rsa* ~/.ssh/
166+
167+
- name: Bootstrap the control host
168+
run: |
169+
source venvs/kayobe/bin/activate &&
170+
source src/kayobe-config/kayobe-env --environment ci-builder &&
171+
kayobe control host bootstrap
172+
173+
- name: Configure the seed host (Builder VM)
174+
run: |
175+
source venvs/kayobe/bin/activate &&
176+
source src/kayobe-config/kayobe-env --environment ci-builder &&
177+
kayobe seed host configure -e seed_bootstrap_user=ubuntu --skip-tags network
178+
179+
- name: Install dependencies
180+
run: |
181+
source venvs/kayobe/bin/activate &&
182+
source src/kayobe-config/kayobe-env --environment ci-builder &&
183+
kayobe seed host command run \
184+
--command "sudo apt update && sudo apt -y install gcc git libffi-dev python3-dev python-is-python3 python3-venv" --show-output
185+
env:
186+
KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }}
187+
188+
- name: Deploy Bifrost (Builder VM)
189+
run: |
190+
source venvs/kayobe/bin/activate &&
191+
source src/kayobe-config/kayobe-env --environment ci-builder &&
192+
kayobe seed service deploy --kolla-tags bifrost --tags kolla-bifrost
193+
194+
- name: Create bifrost_httpboot Docker volume
195+
run: |
196+
source venvs/kayobe/bin/activate &&
197+
source src/kayobe-config/kayobe-env --environment ci-builder &&
198+
kayobe seed host command run --command "sudo mkdir -p /var/lib/docker/volumes/bifrost_httpboot/_data" --show-output
199+
env:
200+
KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }}
201+
202+
- name: Build an Ironic Python Agent (IPA) image
203+
id: build_ipa
204+
continue-on-error: true
205+
run: |
206+
source venvs/kayobe/bin/activate &&
207+
source src/kayobe-config/kayobe-env --environment ci-builder &&
208+
kayobe seed deployment image build --force-rebuild
209+
env:
210+
KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }}
211+
212+
- name: Upload IPA kernel image to Ark
213+
run: |
214+
source venvs/kayobe/bin/activate &&
215+
source src/kayobe-config/kayobe-env --environment ci-builder &&
216+
kayobe playbook run \
217+
src/kayobe-config/etc/kayobe/ansible/pulp-image-upload.yml \
218+
-e image_path=/etc/kolla/ipa.kernel \
219+
-e repository_name="ipa-{{ openstack_release }}" \
220+
-e pulp_base_path="ipa/{{ openstack_release }}" \
221+
-e image_tag=${{ steps.ipa_image_tag.outputs.ipa_image_tag }} \
222+
-e file_extension='ipa.*'
223+
env:
224+
KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }}
225+
if: steps.build_ipa.outcome == 'success'
226+
227+
- name: Upload IPA ramdisk image to Ark
228+
run: |
229+
source venvs/kayobe/bin/activate &&
230+
source src/kayobe-config/kayobe-env --environment ci-builder &&
231+
kayobe playbook run \
232+
src/kayobe-config/etc/kayobe/ansible/pulp-image-upload.yml \
233+
-e image_path=/etc/kolla/ipa.initramfs \
234+
-e repository_name="ipa-{{ openstack_release }}" \
235+
-e pulp_base_path="ipa/{{ openstack_release }}" \
236+
-e image_tag=${{ steps.ipa_image_tag.outputs.ipa_image_tag }} \
237+
-e file_extension='ipa.*'
238+
env:
239+
KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }}
240+
if: steps.build_ipa.outcome == 'success'
241+
242+
- name: Fail if the IPA image build failed
243+
run: |
244+
echo "Builds failed. See workflow artifacts for details." &&
245+
exit 1
246+
if: steps.build_ipa.outcome == 'failure'
247+
248+
- name: Destroy
249+
run: terraform destroy -auto-approve
250+
working-directory: ${{ github.workspace }}/src/kayobe-config/terraform/aio
251+
env:
252+
OS_CLOUD: openstack
253+
OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.OS_APPLICATION_CREDENTIAL_ID }}
254+
OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.OS_APPLICATION_CREDENTIAL_SECRET }}
255+
if: always()

0 commit comments

Comments
 (0)