test new fatimage build

Author: bertiethorpe

.github/workflows/fatimage.yml

@@ -1,4 +1,4 @@
-name: Build nightly image
+name: Build fat image
 on:
   workflow_dispatch:
       inputs:
@@ -10,8 +10,6 @@ on:
             - LEAFCLOUD
             - SMS
             - ARCUS
-  schedule:
-    - cron: '0 0 * * *'  # Run at midnight
 
 jobs:
   openstack:
@@ -27,16 +25,16 @@ jobs:
           - RL8
           - RL9
         build:
-          - openstack.rocky-latest
-          - openstack.rocky-latest-cuda
+          - openstack.openhpc
+          - openstack.openhpc-cuda
         exclude:
           - os_version: RL8
-            build: openstack.rocky-latest-cuda
+            build: openstack.openhpc-cuda
 
     env:
       ANSIBLE_FORCE_COLOR: True
       OS_CLOUD: openstack
-      CI_CLOUD: ${{ github.event.inputs.ci_cloud || vars.CI_CLOUD }}
+      CI_CLOUD: ${{ github.event.inputs.ci_cloud }}
     steps:
       - uses: actions/checkout@v2
 
@@ -79,12 +77,18 @@ jobs:
           cd packer/
           packer init .
 
+          if [[ "${{ matrix.build }}" == *"cuda"* ]]; then
+            SOURCE_IMAGE_NAME="rocky-latest-cuda"
+          else
+            SOURCE_IMAGE_NAME="rocky-latest"
+          fi
+
           PACKER_LOG=1 packer build \
           -on-error=${{ vars.PACKER_ON_ERROR }} \
           -only=${{ matrix.build }} \
           -var-file=$PKR_VAR_environment_root/${{ env.CI_CLOUD }}.pkrvars.hcl \
+          -var "source_image_name={\"${{ matrix.os_version }}\":\"${SOURCE_IMAGE_NAME}-${{ matrix.os_version }}\"}" \
           openstack.pkr.hcl
-
         env:
           PKR_VAR_os_version: ${{ matrix.os_version }}
 
@@ -105,8 +109,7 @@ jobs:
           . venv/bin/activate
           sudo mkdir /mnt/images
           sudo chmod 777 /mnt/images
-          openstack image unset --property signature_verified "${{ steps.manifest.outputs.image-id }}"
-          openstack image save --file /mnt/images/${{ steps.manifest.outputs.image-name }}.qcow2 ${{ steps.manifest.outputs.image-id }}
+          openstack image save --file /mnt/images/${{ steps.manifest.outputs.image-name }}.qcow2 ${{ steps.manifest.outputs.image-name }}
 
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
@@ -131,8 +134,6 @@ jobs:
           format: sarif
           output: "${{ steps.manifest.outputs.image-name }}.sarif"
           # turn off secret scanning to speed things up
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Upload Trivy scan results to GitHub Security tab
         uses: github/codeql-action/upload-sarif@v3
@@ -150,108 +151,3 @@ jobs:
           exit-code: '1'
           severity: 'CRITICAL'
           ignore-unfixed: true
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Delete new image if Trivy scan fails
-        if: failure() && steps.packer_build.outcome == 'success' # Runs if the Trivy scan found crit vulnerabilities or failed
-        run: |
-          . venv/bin/activate
-          echo "Deleting new image due to critical vulnerabilities..."
-          openstack image delete "${{ steps.manifest.outputs.image-id }}"
-
-      - name: Delete old latest image
-        if: success() # Runs only if Trivy scan passed
-        run: |
-          . venv/bin/activate
-          IMAGE_COUNT=$(openstack image list --name ${{ steps.manifest.outputs.image-name }} -f value -c ID | wc -l)
-          if [ "$IMAGE_COUNT" -gt 1 ]; then
-            OLD_IMAGE_ID=$(openstack image list --sort created_at:asc --name "${{ steps.manifest.outputs.image-name }}"  -f value -c ID | head -n 1)
-            echo "Deleting old image ID: $OLD_IMAGE_ID"
-            openstack image delete "$OLD_IMAGE_ID"
-          else
-            echo "Only one image exists, skipping deletion."
-          fi
-
-  upload:
-    name: upload-nightly-targets
-    needs: openstack
-    concurrency:
-      group: ${{ github.workflow }}-${{ github.ref }}-${{ matrix.os_version }}-${{ matrix.image }}-${{ matrix.target_cloud }}
-      cancel-in-progress: true
-    runs-on: ubuntu-22.04
-    strategy:
-      fail-fast: false
-      matrix:
-        target_cloud:
-          - LEAFCLOUD
-          - SMS
-          - ARCUS
-        os_version:
-          - RL8
-          - RL9
-        image:
-          - rocky-latest
-          - rocky-latest-cuda
-        exclude:
-          - os_version: RL8
-            image: rocky-latest-cuda
-          - target_cloud: LEAFCLOUD
-    env:
-      OS_CLOUD: openstack
-      SOURCE_CLOUD: ${{ github.event.inputs.ci_cloud || vars.CI_CLOUD }}
-      TARGET_CLOUD: ${{ matrix.target_cloud }}
-      IMAGE_NAME: "${{ matrix.image }}-${{ matrix.os_version }}"
-    steps:
-      - uses: actions/checkout@v2
-
-      - name: Record settings for CI cloud
-        run: |
-          echo SOURCE_CLOUD: ${{ env.SOURCE_CLOUD }}
-          echo TARGET_CLOUD: ${{ env.TARGET_CLOUD }}
-
-      - name: Install openstackclient
-        run: |
-          python3 -m venv venv
-          . venv/bin/activate
-          pip install -U pip
-          pip install $(grep -o 'python-openstackclient[><=0-9\.]*' requirements.txt)
-        shell: bash
-
-      - name: Write clouds.yaml
-        run: |
-          mkdir -p ~/.config/openstack/
-          echo "${{ secrets[format('{0}_CLOUDS_YAML', env.SOURCE_CLOUD)] }}" > ~/.config/openstack/source_clouds.yaml
-          echo "${{ secrets[format('{0}_CLOUDS_YAML', env.TARGET_CLOUD)] }}" > ~/.config/openstack/target_clouds.yaml
-        shell: bash
-
-      - name: Download source image
-        run: |
-          . venv/bin/activate
-          export OS_CLIENT_CONFIG_FILE=~/.config/openstack/source_clouds.yaml
-          openstack image save --file ${{ env.IMAGE_NAME }} ${{ env.IMAGE_NAME }}
-        shell: bash
-
-      - name: Upload to target cloud
-        run: |
-          . venv/bin/activate
-          export OS_CLIENT_CONFIG_FILE=~/.config/openstack/target_clouds.yaml
-
-          openstack image create "${{ env.IMAGE_NAME }}" \
-            --file "${{ env.IMAGE_NAME }}" \
-            --disk-format qcow2 \
-        shell: bash
-
-      - name: Delete old latest image from target cloud
-        run: |
-          . venv/bin/activate
-          export OS_CLIENT_CONFIG_FILE=~/.config/openstack/target_clouds.yaml
-
-          IMAGE_COUNT=$(openstack image list --name ${{ env.IMAGE_NAME }} -f value -c ID | wc -l)
-          if [ "$IMAGE_COUNT" -gt 1 ]; then
-            OLD_IMAGE_ID=$(openstack image list --sort created_at:asc --name "${{ env.IMAGE_NAME }}"  -f value -c ID | head -n 1)
-            openstack image delete "$OLD_IMAGE_ID"
-          else
-            echo "Only one image exists, skipping deletion."
-          fi
-        shell: bash