Config for pulling Ark overcloud host images

Updated the Bifrost and pulp config to easily use the overcloud host
images stored in Ark.

Author: Alex-Welsh

.github/workflows/stackhpc-all-in-one.yml

@@ -79,7 +79,7 @@ jobs:
       - name: Output image tag
         id: image_tag
         run: |
-          echo image_tag=$(grep stackhpc_${{ inputs.os_distribution }}_${{ inputs.os_release }}_overcloud_host_image_version etc/kayobe/environments/ci-aio/stackhpc-ci.yml | awk '{print $2}') >> $GITHUB_OUTPUT
+          echo image_tag=$(grep stackhpc_${{ inputs.os_distribution }}_$(sed s/-/_/ <(echo "${{ inputs.os_release }}"))_overcloud_host_image_version etc/kayobe/stackhpc-overcloud-host-images.yml | awk '{print $2}') >> $GITHUB_OUTPUT
 
       # Use the image override if set, otherwise use overcloud-os_distribution-os_release-tag
       - name: Output image name

etc/kayobe/environments/ci-aio/stackhpc-ci.yml

@@ -80,10 +80,3 @@ stackhpc_docker_registry_password: !vault |
   38333133393730633666613965653364316162353337313330346164303631313731646461363461
   3963323635373866630a633533376339363734626664333765313665623662613764363038383735
   38646138376438643533376161376634653439386230353365316239613430363338
-
-# Overcloud host image tags
-stackhpc_centos_8-stream_overcloud_host_image_version: "yoga-20230525T095243"
-stackhpc_rocky_8_overcloud_host_image_version: "yoga-20230629T135322"
-stackhpc_rocky_9_overcloud_host_image_version: "yoga-20230515T145140"
-stackhpc_ubuntu_focal_overcloud_host_image_version: "yoga-20230609T120720"
-stackhpc_ubuntu_jammy_overcloud_host_image_version: "yoga-20230609T120720"

etc/kayobe/kolla/config/bifrost.yml

@@ -0,0 +1,8 @@
+# yamllint disable-file
+---
+# Use prebuilt release train images from Ark.
+{% if stackhpc_download_overcloud_host_images | bool %}
+overcloud_dib_build_host_images: false
+use_cirros: true
+cirros_deploy_image_upstream_url: "{{ stackhpc_overcloud_host_image_url }}"
+{% endif %}

etc/kayobe/pulp.yml

@@ -32,8 +32,14 @@ pulp_proxy_url: "{{ omit }}"
 ###############################################################################
 # StackHPC Pulp server
 
+# The scheme - http/https of the StackHPC Pulp service.
+stackhpc_release_pulp_scheme: "https://"
+
+# The domain of the StackHPC Pulp service.
+stackhpc_release_pulp_domain: "ark.stackhpc.com"
+
 # Base URL of the StackHPC Pulp service.
-stackhpc_release_pulp_url: "https://ark.stackhpc.com"
+stackhpc_release_pulp_url: "{{ stackhpc_release_pulp_scheme }}{{ stackhpc_release_pulp_domain }}"
 
 # Credentials used to access the StackHPC Pulp service.
 stackhpc_release_pulp_username:
@@ -42,6 +48,11 @@ stackhpc_release_pulp_password:
 # Content URL of the StackHPC Pulp service.
 stackhpc_release_pulp_content_url: "{{ stackhpc_release_pulp_url }}/pulp/content"
 
+# Content URL of the StackHPC Pulp service, with basic auth.
+# NOTE(Alex-Welsh): This may need reworking if it reveals the credentials
+# at runtime in the ansible output
+stackhpc_release_pulp_content_url_with_auth: "{{ stackhpc_release_pulp_scheme }}{{ stackhpc_release_pulp_username }}:{{ stackhpc_release_pulp_password }}@{{ stackhpc_release_pulp_domain }}/pulp/content"
+
 # Sync all repositories required for building Kolla images from the
 # StackHPC Ark Pulp service to local Pulp.
 # NOTE: Only RPM repositories are supported.

etc/kayobe/stackhpc-overcloud-host-images.yml

@@ -0,0 +1,36 @@
+---
+##############################
+# Release train overcloud host image sources
+
+# Whether or not to download overcloud host images from Ark
+stackhpc_download_overcloud_host_images: false
+
+# Whether or not to use images with MLNX_OFED installed (for deployment using
+# mellanox/Nvidia NICs). Only available for Ubuntu Jammy and Rocky Linux 9
+# OFED images are currently WIP and this variable is a placeholder
+stackhpc_overcloud_host_image_is_ofed: false
+
+# The overcloud host image source, defined by os_distribution, os_release,
+# stackhpc_overcloud_host_image_is_ofed, and the current stable version.
+stackhpc_overcloud_host_image_url: "{{ stackhpc_release_pulp_content_url_with_auth }}/kayobe-images/\
+                                    {{ openstack_release }}/{{ os_distribution }}/{{ os_release }}/\
+                                    {{ 'ofed/' if stackhpc_overcloud_host_image_is_ofed else '' }}\
+                                    {{ stackhpc_overcloud_host_image_version }}/\
+                                    overcloud-{{ os_distribution }}-{{ os_release }}\
+                                    {{ '-ofed' if stackhpc_overcloud_host_image_is_ofed else '' }}.qcow2"
+
+# Overcloud host image versioning tags
+# These images must be in SMS, since they are used by our AIO CI runners
+stackhpc_centos_8_stream_overcloud_host_image_version: "yoga-20230525T095243"
+stackhpc_rocky_8_overcloud_host_image_version: "yoga-20230629T135322"
+stackhpc_rocky_9_overcloud_host_image_version: "yoga-20230515T145140"
+stackhpc_ubuntu_focal_overcloud_host_image_version: "yoga-20230609T120720"
+stackhpc_ubuntu_jammy_overcloud_host_image_version: "yoga-20230609T120720"
+
+# Overcloud host image version tag selection
+stackhpc_overcloud_host_image_version: >-
+  {{ stackhpc_centos_8_stream_overcloud_host_image_version if os_distribution == 'centos' and os_release == '8-stream' else
+  stackhpc_rocky_8_overcloud_host_image_version if os_distribution == 'rocky' and os_release == '8' else
+  stackhpc_rocky_9_overcloud_host_image_version if os_distribution == 'rocky' and os_release == '9' else
+  stackhpc_ubuntu_focal_overcloud_host_image_version if os_distribution == 'ubuntu' and os_release == 'focal' else
+  stackhpc_ubuntu_jammy_overcloud_host_image_version if os_distribution == 'ubuntu' and os_release == 'jammy' }}

releasenotes/notes/pull-stackhpc-host-images-a623e4ab2d2a9e5b.yaml

@@ -0,0 +1,6 @@
+---
+features:
+  - |
+    Prebuild overcloud host images can now be pulled from Ark using the
+    `stackhpc_download_overcloud_host_images` variable. The image is selected
+    based on `os_distribution` and `os_release`.