Docker images for various targets (CPU, GPU, XPU) (#4999)

Author: leoll2

.github/workflows/build.yaml

@@ -56,19 +56,31 @@ jobs:
           fi
 
   build:
-    name: Build and upload docker image
+    name: Build and upload docker image (${{ matrix.device }})
     runs-on: ubuntu-latest
     needs: check_paths
     if: needs.check_paths.outputs.run_workflow == 'true'
+    strategy:
+      matrix:
+        device: [cpu, xpu, gpu]
     permissions:
       contents: read
-      pull-requests: write
     steps:
       - name: Checkout repository
         uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           persist-credentials: false
 
+      - name: Initial cleanup
+        uses: open-edge-platform/geti-ci/actions/cleanup-runner@b7d997c1651b1e1b99a280033bd268b55ccb7923
+        with:
+          type: "initial"
+
+      - name: Pre-build cleanup
+        uses: open-edge-platform/geti-ci/actions/cleanup-runner@b7d997c1651b1e1b99a280033bd268b55ccb7923
+        with:
+          type: "pre-build"
+
       - name: Set up Docker Compose
         uses: docker/setup-compose-action@364cc21a5de5b1ee4a7f5f9d3fa374ce0ccde746 #v1.2.0
 
@@ -83,28 +95,27 @@ jobs:
             type=semver,pattern={{version}}
             type=semver,pattern={{major}}.{{minor}}
 
-      - name: Build images
+      - name: Build image for ${{ matrix.device }}
         working-directory: application/docker
         run: |
           # Build and tag images using provided metadata
           for TAG in $TAGS ; do
-              TAG=${TAG} docker compose build
-
-              docker save -o geti-tune-${TAG}.tar geti-tune:${TAG}
+              AI_DEVICE=${DEVICE} TAG=${TAG} docker compose build
           done
         env:
           TAGS: ${{ steps.meta.outputs.tags }}
+          DEVICE: ${{ matrix.device }}
           PUBLIC_API_BASE_URL: "/"
 
       - name: Run simple checks on the built image
         working-directory: application/docker
         run: |
           # Get the first tag for testing
           FIRST_TAG=$(echo "$TAGS" | awk 'NR==1 {print $1}')
-          echo "Testing container with tag: $FIRST_TAG"
+          echo "Testing container with tag: $FIRST_TAG for device: $DEVICE"
 
           # Start the container in detached mode
-          CONTAINER_ID=$(docker run -d --rm -v .:/app/data -p 80:80 geti-tune:${FIRST_TAG})
+          CONTAINER_ID=$(docker run -d --rm -v .:/app/data -p 80:80 geti-tune-${DEVICE}:${FIRST_TAG})
           echo "Started container: $CONTAINER_ID"
 
           # Function to cleanup container on exit
@@ -147,39 +158,91 @@ jobs:
           echo "All checks passed successfully!"
         env:
           TAGS: ${{ steps.meta.outputs.tags }}
+          DEVICE: ${{ matrix.device }}
 
       - name: Get Docker image sizes
         working-directory: application/docker
         id: image-sizes
         if: github.event_name == 'pull_request'
         run: |
-          echo "## Docker Image Sizes" > image_sizes.md
-          echo "" >> image_sizes.md
-          echo "| Image | Size |" >> image_sizes.md
-          echo "|-------|------|" >> image_sizes.md
-
-          for tar_file in geti-tune-*.tar; do
-            if [ -f "$tar_file" ]; then
-              size=$(ls -lh "$tar_file" | awk '{print $5}')
-              image_name=$(basename "$tar_file" .tar)
-              echo "| $image_name | $size |" >> image_sizes.md
+          mkdir -p image-sizes
+
+          echo "| Image | Size |" > image-sizes/${DEVICE}.md
+          echo "|-------|------|" >> image-sizes/${DEVICE}.md
+
+          for TAG in $TAGS ; do
+            IMAGE="geti-tune-${DEVICE}:${TAG}"
+            if docker image inspect "$IMAGE" >/dev/null 2>&1; then
+              size_bytes=$(docker image inspect "$IMAGE" --format='{{.Size}}')
+              size_readable=$(numfmt --to=iec --format "%.1f" "$size_bytes")
+              echo "| $IMAGE | $size_readable |" >> image-sizes/${DEVICE}.md
             fi
           done
+        env:
+          TAGS: ${{ steps.meta.outputs.tags }}
+          DEVICE: ${{ matrix.device }}
 
-          echo "SIZES_CONTENT<<EOF" >> $GITHUB_OUTPUT
-          cat image_sizes.md >> $GITHUB_OUTPUT
-          echo "EOF" >> $GITHUB_OUTPUT
+      - name: Upload image sizes
+        if: github.event_name == 'pull_request'
+        uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0
+        with:
+          name: image-sizes-${{ matrix.device }}
+          path: application/docker/image-sizes/${{ matrix.device }}.md
+          retention-days: 1
 
-      - name: Comment PR with image sizes
-        uses: actions/github-script@ed597411d8f924073f98dfc5c65a23a2325f34cd # v8.0.0
-        if: |
-          github.event_name == 'pull_request' &&
-          github.event.pull_request.head.repo.full_name == github.repository
+      - name: Extract first tag
+        id: first-tag
+        run: |
+          FIRST_TAG=$(echo "$TAGS" | awk 'NR==1 {print $1}')
+          echo "tag=${FIRST_TAG}" >> $GITHUB_OUTPUT
+        env:
+          TAGS: ${{ steps.meta.outputs.tags }}
+
+      - name: Upload image as artifact
+        # Image upload is heavy and slow, so we skip it on PRs
+        if: github.event_name == 'push' || github.event_name == 'workflow_dispatch'
+        uses: ishworkh/container-image-artifact-upload@5d71a2417f0576fa11fe770fb04ece58c4587714
+        with:
+          image: "geti-tune-${{ matrix.device }}:${{ steps.first-tag.outputs.tag }}"
+          retention_days: "3"
+        continue-on-error: true
         env:
-          SIZES_CONTENT: ${{ steps.image-sizes.outputs.SIZES_CONTENT }}
+          FIRST_TAG: ${{ steps.first-tag.outputs.tag }}
+
+  comment-sizes:
+    name: Comment PR with all image sizes
+    needs: build
+    if: github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: write
+    continue-on-error: true
+    steps:
+      - name: Download all image size artifacts
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
+        with:
+          pattern: image-sizes-*
+          merge-multiple: true
+          path: image-sizes
+
+      - name: Combine image sizes and comment
+        uses: actions/github-script@ed597411d8f924073f98dfc5c65a23a2325f34cd # v8.0.0
         with:
           script: |
-            const comment = process.env.SIZES_CONTENT;
+            const fs = require('fs');
+            const path = require('path');
+
+            // Read all device size files
+            const sizesDir = 'image-sizes';
+            const files = fs.readdirSync(sizesDir).sort();
+
+            let comment = '## Docker Image Sizes\n\n';
+
+            for (const file of files) {
+              const device = path.basename(file, '.md');
+              const content = fs.readFileSync(path.join(sizesDir, file), 'utf8');
+              comment += `### ${device.toUpperCase()}\n\n${content}\n\n`;
+            }
 
             // Find existing comment
             const comments = await github.rest.issues.listComments({
@@ -210,14 +273,6 @@ jobs:
               });
             }
 
-      - name: Upload Docker images as artifacts
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 #v4.6.2
-        with:
-          name: docker-images
-          path: |
-            application/docker/geti-tune-*.tar
-          retention-days: 7
-
   required_check:
     name: Required Check build
     needs: