Add an image-build-deploy workflow

Author: m-bull

.github/extra_vars/arcus.yml

@@ -0,0 +1,26 @@
+# Cluster instance vars
+cluster_name: "caas-ci"
+cluster_id: "{{ cluster_name }}"
+openhpc_slurm_partitions:
+  - name: "small"
+    count: 2
+    flavor_name: "vm.ska.cpu.general.small"
+    default: "YES"
+cluster_run_validation: true
+cluster_user_ssh_public_key: ""
+home_volume_size: 20
+
+# Cloud vars
+cluster_external_network: "CUDN-Internet"
+login_flavor_name: "vm.ska.cpu.general.small"
+control_flavor_name: "vm.ska.cpu.general.small"
+metrics_db_maximum_size: 5
+
+# Image build
+image_build_manage_infra: false
+image_build_flavor_name: "vm.ska.cpu.general.small"
+image_build_network_id: "4b6b2722-ee5b-40ec-8e52-a6610e14cc51"
+image_build_attach_floating_ip: true
+image_build_floating_ip_network: "CUDN-Internet"
+image_build_source_image_id: "519c4a1a-efdd-494e-929b-05dce43e1011"
+image_build_security_group_id: "486dfc85-099b-4bbb-9375-60f320a7de18"

.github/workflows/build-image-deploy.yml

@@ -0,0 +1,123 @@
+
+name: Build, deploy and promote a new OHPC image
+on:
+  workflow_dispatch:
+    inputs:
+      promote_community:
+        description: 'Set the community property on a successfully tested image'
+        required: true
+        default: false
+        type: boolean
+  pull_request:
+  push:
+    branches:    
+      - main
+    tags:
+      - '*'
+jobs:
+  build-deploy-promote:
+    name: Build, deploy and promote a new OHPC image
+    if: github.repository == 'stackhpc/caas-slurm-appliance'
+    concurrency: ${{ github.ref }}
+    runs-on: ubuntu-20.04
+    environment: 
+      name: arcus
+    env:
+      ANSIBLE_FORCE_COLOR: True
+      OS_CLOUD: openstack
+      OS_CLIENT_CONFIG_FILE: ${{ github.workspace }}/clouds.yaml
+    steps:
+      - uses: actions/checkout@v2
+            
+      - name: Install ansible etc
+        run: dev/setup-env.sh
+      
+      - name: Write clouds.yaml
+        run: |
+          echo "${CLOUDS_YAML}" > ${OS_CLIENT_CONFIG_FILE}
+        shell: bash
+        env:
+          CLOUDS_YAML: ${{ secrets.CLOUDS_YAML }}
+                  
+      - name: Build OHPC image
+        id: build
+        run: |
+          source venv/bin/activate
+          ansible-playbook \
+          -i image-build/hosts \
+          -e @.github/extra_vars/${{ inputs.environment }}.yml \
+          -e '{"write_cluster_image_uuid_file": true}' \
+          image-build.yml
+          echo "CLUSTER_IMAGE=$(cat cluster_image_uuid.txt)" >> $GITHUB_OUTPUT
+        env:
+          PACKER_LOG_PATH: ${{ github.workspace }}/packer-build.log
+      
+      - name: Remove image build infra
+        run: |
+          source venv/bin/activate
+          ansible-playbook \
+          -i image-build/hosts \
+          -e @.github/extra_vars/${{ inputs.environment }}.yml \
+          -e cluster_state=absent \
+          image-build.yml
+        if: always()
+      
+      - name: Deploy a cluster based on the new OPHC image
+        id: deploy
+        run: |
+          source venv/bin/activate
+          ansible-playbook \
+          -i image-build/hosts \
+          -e @.github/extra_vars/${{ inputs.environment }}.yml \
+          -e cluster_image=${{ steps.build.outputs.CLUSTER_IMAGE }} \
+          slurm-infra.yml
+        if: success()
+          
+      - name: Remove cluster based on the new OHPC image
+        run: |
+          source venv/bin/activate
+          ansible-playbook \
+          -i image-build/hosts \
+          -e @.github/extra_vars/${{ inputs.environment }}.yml \
+          -e cluster_image=${{ steps.build.outputs.CLUSTER_IMAGE }} \
+          -e cluster_state=absent \
+          slurm-infra.yml
+        if: | 
+          ( failure() || cancelled() ) && 
+          steps.build.outcome == 'success'
+    
+      - name: Delete built image after testing
+        run: |
+          source venv/bin/activate
+          ansible-playbook \
+          -i image-build/hosts \
+          -e cluster_image=${{ steps.build.outputs.CLUSTER_IMAGE }} \
+          -e '{"cluster_image_delete": true}' \
+          image-build/image-delete-or-promote.yml
+        if: | 
+          ( success() || failure() || cancelled() ) && 
+          steps.build.outcome == 'success' && 
+          github.event_name == 'pull_request'
+      
+      - name: Promote built image from Private to Community after testing
+        run: |
+          source venv/bin/activate
+          ansible-playbook \
+          -i image-build/hosts \
+          -e cluster_image=${{ steps.build.outputs.CLUSTER_IMAGE }} \
+          -e '{"cluster_image_promote_community": true}' \
+          image-build/image-delete-or-promote.yml
+        if: |
+          success() && 
+          steps.build.outcome == 'success' && 
+          steps.deploy.outcome == 'success' &&
+          (( github.event_name == 'workflow_dispatch' && inputs.promote_community == true ) 
+          || github.event_name == 'push' )
+        
+      - name: Upload packer build log artifact
+        uses: actions/upload-artifact@v3
+        with:
+          name: packer-build-log
+          path: ${{ github.workspace }}/packer-build.log
+        if: failure() || success()
+