build: optimize cross-platform Docker build process (#6)

* build: use `xx` to cross-compile

* docs: remove deprecated version for docker-compose.yml

* fix: set up `compiler-base` without specifying platform

* fix: use `ubuntu:24.04` as runner

* fix: properly cross-compile

* fix: install glslang-tools before

* build: set up proper caching

Author: Veirt

.dockerignore

@@ -4,3 +4,5 @@ node_modules
 main
 dist
 .svelte-kit
+Dockerfile
+docker-compose.yml

.github/workflows/ci.yml

@@ -3,7 +3,7 @@ name: ci
 on:
   push:
     branches:
-      - "master"
+      - "*"
     tags:
       - "v*"
   pull_request:
@@ -27,15 +27,15 @@ jobs:
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
 
-      - name: Log in to the Container registry
+      - name: Log in to the Container Registry
         if: github.event_name != 'pull_request'
         uses: docker/login-action@v3
         with:
           registry: ${{ env.REGISTRY }}
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
 
-      - name: Extract metadata for docker
+      - name: Extract metadata for Docker
         id: meta
         uses: docker/metadata-action@v5
         with:
@@ -45,13 +45,19 @@ jobs:
           tags: |
             type=sha
 
-      - name: Build and push
+      - name: Build and push multi-platform image
         uses: docker/build-push-action@v5
         with:
           context: .
           platforms: linux/amd64,linux/arm64
-          push: ${{ github.event_name != 'pull_request' }}
+          push: ${{ github.ref == 'refs/heads/master' && github.event_name != 'pull_request' }}
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
+          cache-from: |
+            type=gha,scope=downloader-${{ github.ref }}
+            type=gha,scope=compiler-${{ github.ref }}
+          cache-to: |
+            type=gha,mode=max,scope=downloader-${{ github.ref }}
+            type=gha,mode=max,scope=compiler-${{ github.ref }}
+          build-args: |
+            BUILDKIT_INLINE_CACHE=1

Dockerfile

@@ -1,65 +1,89 @@
 # Download stage for Real-ESRGAN models
-FROM alpine:3.19 AS downloader
+FROM --platform=$BUILDPLATFORM ubuntu:24.04 AS downloader
 WORKDIR /download
 ARG REALESRGAN_URL="https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.5.0/realesrgan-ncnn-vulkan-20220424-ubuntu.zip"
-RUN apk add --no-cache wget unzip \
-    && mkdir -p upscaler \
-    && wget -q "${REALESRGAN_URL}" -O upscaler/realesrgan.zip \
-    && unzip -j upscaler/realesrgan.zip "*models*" -d upscaler/models-realesrgan \
-    && rm -rf upscaler/*.zip
+RUN --mount=type=cache,target=/download/cache,id=realesrgan-download \
+    apt-get update && apt-get install -y wget unzip && \
+    if [ ! -f /download/cache/realesrgan.zip ]; then \
+        mkdir -p /download/cache && \
+        wget -q "${REALESRGAN_URL}" -O /download/cache/realesrgan.zip; \
+    fi && \
+    mkdir -p upscaler && \
+    cp /download/cache/realesrgan.zip upscaler/ && \
+    unzip -j upscaler/realesrgan.zip "*models*" -d upscaler/models-realesrgan && \
+    rm -rf upscaler/*.zip
 
 # Base compiler stage with common dependencies
-FROM alpine:3.19 AS compiler-base
-RUN apk add --no-cache git vulkan-headers vulkan-loader-dev glslang cmake make gcc g++
+FROM --platform=$BUILDPLATFORM tonistiigi/xx AS xx
+FROM --platform=$BUILDPLATFORM ubuntu:24.04 AS compiler-base
+COPY --from=xx / /
+RUN apt-get update -y && apt-get install -y \
+    git \
+    cmake \
+    make \
+    lld \
+    clang \
+    pkg-config \
+    crossbuild-essential-arm64 \
+    libgcc-12-dev-arm64-cross \
+    libc6-dev-arm64-cross \
+    glslang-tools
+
+ARG TARGETPLATFORM
+RUN xx-apt-get install -y libvulkan-dev
 
 # Compile stage for waifu2x
-FROM compiler-base AS waifu2x-compiler
+FROM --platform=$BUILDPLATFORM compiler-base AS waifu2x-compiler
 WORKDIR /app
-RUN git clone --depth 1 https://github.com/nihui/waifu2x-ncnn-vulkan.git waifu2x-ncnn-vulkan
+RUN --mount=type=cache,target=/root/.cache/git \
+    git clone --depth 1 https://github.com/nihui/waifu2x-ncnn-vulkan.git waifu2x-ncnn-vulkan
 WORKDIR /app/waifu2x-ncnn-vulkan
-RUN git submodule update --init --recursive \
+RUN --mount=type=cache,target=/root/.cache/git \
+    git submodule update --init --recursive \
     && mkdir build && cd build \
-    && cmake ../src && cmake --build . -j "$(nproc)"
+    && cmake -DNCNN_SSE2=OFF \
+        $(xx-clang --print-cmake-defines) ../src && cmake --build . -j "$(nproc)"
 
 # Compile stage for Real-ESRGAN
-FROM compiler-base AS realesrgan-compiler
+FROM --platform=$BUILDPLATFORM compiler-base AS realesrgan-compiler
 WORKDIR /app
-RUN git clone --depth 1 https://github.com/xinntao/Real-ESRGAN-ncnn-vulkan Real-ESRGAN-ncnn-vulkan
+RUN --mount=type=cache,target=/root/.cache/git \
+    git clone --depth 1 https://github.com/xinntao/Real-ESRGAN-ncnn-vulkan Real-ESRGAN-ncnn-vulkan
 WORKDIR /app/Real-ESRGAN-ncnn-vulkan
-RUN sed -i 's|git@github.com:|https://github.com/|g' .gitmodules \
+RUN --mount=type=cache,target=/root/.cache/git \
+    sed -i 's|git@github.com:|https://github.com/|g' .gitmodules \
     && git submodule update --init --recursive \
     && mkdir build && cd build \
-    && cmake ../src && cmake --build . -j "$(nproc)"
+    && cmake -DNCNN_SSE2=OFF \
+        $(xx-clang --print-cmake-defines) ../src && cmake --build . -j "$(nproc)"
 
 # Build stage for web application
-FROM oven/bun:1-alpine AS webbuilder
+FROM --platform=$BUILDPLATFORM oven/bun:1-alpine AS webbuilder
 WORKDIR /app/web
 COPY web/package.json web/bun.lockb ./
 RUN bun install --frozen-lockfile
 COPY web/ .
-ARG NODE_ENV=production
-ENV NODE_ENV=${NODE_ENV}
 RUN bun run build
 
 # Build stage for Go API
-FROM golang:1.22-alpine AS apibuilder
+FROM --platform=$BUILDPLATFORM golang:1.22-alpine AS apibuilder
+COPY --from=xx / /
 WORKDIR /app
 COPY go.* ./
 RUN go mod download
 COPY . .
-RUN CGO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -o miyo cmd/main.go
-
-# Final stage
-FROM alpine:3.19 AS runner
-
 ARG TARGETPLATFORM
+RUN xx-go --wrap
+RUN CGO_ENABLED=0 go build -ldflags="-s -w" -a -installsuffix cgo -o miyo cmd/main.go
 
-RUN apk update && \
-    if [ "$TARGETPLATFORM" = "linux/arm64" ]; then \
-    apk add --no-cache libgomp vulkan-tools mesa-vulkan-ati mesa-vulkan-layers libgcc; \
-    else \
-    apk add --no-cache libgomp vulkan-tools mesa-vulkan-ati mesa-vulkan-intel mesa-vulkan-layers libgcc; \
-    fi
+# Final stage
+FROM ubuntu:24.04 AS runner
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    libgomp1 \
+    vulkan-tools \
+    mesa-vulkan-drivers \
+    vulkan-validationlayers \
+    && rm -rf /var/lib/apt/lists/*
 
 WORKDIR /app
 
@@ -69,5 +93,5 @@ COPY --from=downloader /download/upscaler/. upscaler/
 COPY --from=apibuilder /app/miyo .
 COPY --from=apibuilder /app/out out/
 COPY --from=webbuilder /app/dist dist/
-EXPOSE 9452
+EXPOSE 9452/tcp
 CMD ["/app/miyo"]

README.md

@@ -29,8 +29,6 @@ This is the simplest way to deploy `miyo` using `docker-compose`.
 However, NVIDIA GPUs are not supported in this deployment method.
 
 ```yaml
-version: "3.8"
-
 services:
   miyo:
     container_name: miyo