CI: test images (using goss) before publishing

Author: djbe

.github/actions/build-and-test/action.yml

@@ -0,0 +1,54 @@
+---
+name: "Build & test Docker image"
+description: "Builds a Docker image, then runs tests (goss)"
+
+inputs:
+  image:
+    description: "Image name (subdir containing Dockerfile)"
+    required: true
+  version:
+    description: "Image version/tag"
+    required: true
+  target:
+    description: "Dockerfile target to build"
+    required: false
+    default: final
+  build-args:
+    description: "Build arguments to pass along to Docker"
+    required: false
+
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+      with:
+        driver-opts: network=host
+    - name: Install Goss
+      shell: bash
+      run: |
+          curl -sS -L https://github.com/goss-org/goss/releases/latest/download/goss-linux-amd64 -o /usr/local/bin/goss
+          curl -sS -L https://github.com/goss-org/goss/releases/latest/download/dgoss -o /usr/local/bin/dgoss
+          chmod +x /usr/local/bin/goss /usr/local/bin/dgoss
+    - name: Build base image (if needed)
+      id: build-base
+      uses: ./.github/actions/prebuild-base
+      with:
+        image: ${{ inputs.image }}
+        build-args: ${{ inputs.build-args }}
+    - name: Build image
+      uses: docker/build-push-action@v6
+      with:
+        context: ./${{ inputs.image }}/
+        file: ./${{ inputs.image }}/Dockerfile
+        load: true
+        tags: ${{ inputs.image }}:${{ inputs.version }}
+        target: ${{ inputs.target }}
+        build-args: ${{ inputs.build-args }}
+        build-contexts: ${{ steps.build-base.outputs.build-context }}
+        cache-from: type=gha
+        cache-to: type=gha,mode=max
+    - name: Run goss tests
+      shell: bash
+      run: |
+        ./tests/run-tests.sh ${{ inputs.image }}:${{ inputs.version }} ${{ inputs.target }}

.github/workflows/build-and-publish-nuxt-base.yml

@@ -12,6 +12,8 @@ on:
       - '.github/workflows/build-and-publish-nuxt-base.yml'
       - 'common/**'
       - 'nuxt-base/**'
+      - 'tests/nuxt-base/**'
+      - 'tests/run-tests.sh'
   workflow_dispatch:
 
 jobs:
@@ -37,6 +39,14 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v5
+      - name: Build & test
+        uses: ./.github/actions/build-and-test
+        with:
+          image: ${{ env.image }}
+          version: ${{ matrix.info.version }}
+          target: ${{ matrix.info.target }}
+          build-args: |
+            ALPINE_VERSION=${{ matrix.info.alpine }}
       - name: Build & publish
         uses: ./.github/actions/build-and-publish
         with:

.github/workflows/build-and-publish-payload-base.yml

@@ -12,6 +12,8 @@ on:
       - '.github/workflows/build-and-publish-payload-base.yml'
       - 'common/**'
       - 'payload-base/**'
+      - 'tests/payload-base/**'
+      - 'tests/run-tests.sh'
   workflow_dispatch:
 
 jobs:
@@ -33,6 +35,13 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v5
+      - name: Build & test
+        uses: ./.github/actions/build-and-test
+        with:
+          image: ${{ env.image }}
+          version: ${{ matrix.info.version }}
+          build-args: |
+            ALPINE_VERSION=${{ matrix.info.alpine }}
       - name: Build & publish
         uses: ./.github/actions/build-and-publish
         with:

.github/workflows/build-and-publish-php-base.yml

@@ -12,6 +12,8 @@ on:
       - '.github/workflows/build-and-publish-php-base.yml'
       - 'common/**'
       - 'php-base/**'
+      - 'tests/php-base/**'
+      - 'tests/run-tests.sh'
   workflow_dispatch:
 
 jobs:
@@ -64,6 +66,15 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v5
+      - name: Build & test
+        uses: ./.github/actions/build-and-test
+        with:
+          image: ${{ env.image }}
+          version: ${{ matrix.info.version }}
+          target: ${{ matrix.info.target }}
+          build-args: |
+            ALPINE_VERSION=${{ matrix.info.alpine }}
+            PHP_VERSION=${{ matrix.info.php }}
       - name: Build & publish
         uses: ./.github/actions/build-and-publish
         with:

.github/workflows/build-and-publish-web-base.yml

@@ -12,6 +12,8 @@ on:
       - '.github/workflows/build-and-publish-web-base.yml'
       - 'common/**'
       - 'web-base/**'
+      - 'tests/web-base/**'
+      - 'tests/run-tests.sh'
   workflow_dispatch:
 
 jobs:
@@ -35,6 +37,14 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v5
+      - name: Build & test
+        uses: ./.github/actions/build-and-test
+        with:
+          image: ${{ env.image }}
+          version: ${{ matrix.info.version }}
+          target: ${{ matrix.info.target }}
+          build-args: |
+            ALPINE_VERSION=3.22
       - name: Build & publish
         uses: ./.github/actions/build-and-publish
         with:

tests/run-tests.sh

@@ -3,14 +3,16 @@
 set -euo pipefail
 shopt -s nullglob
 
+# Note: drop the "tag" from the name
 IMAGE_NAME=$1
+SUITE_NAME=${IMAGE_NAME%%:*}
 IMAGE_TARGET=$2
 
 run_test() {
   echo "Running ${1}…"
   pushd "$1" > /dev/null
 
-  tempdir=$(mktemp -d /tmp/${IMAGE_NAME}.XXXXXX)
+  tempdir=$(mktemp -d /tmp/${SUITE_NAME}.XXXXXX)
   [ -d ../../common-files ] && cp -r ../../common-files/* "$tempdir"
   [ -d files ] && cp -rf files/* "$tempdir"
 
@@ -47,6 +49,6 @@ dgoss_run() {
     2> >(grep -v -e '^INFO: ' >&2)
 }
 
-for test in tests/$IMAGE_NAME/$IMAGE_TARGET/*; do
+for test in tests/$SUITE_NAME/$IMAGE_TARGET/*; do
   run_test "$test"
 done