backend arm (#31126)

mikekirin · Eism · web-flow · commit c949f8b6e293 · 2025-11-20T20:47:29.000+01:00
Co-authored-by: Eism &lt;eismailzada@gmail.com&gt;
diff --git a/.github/workflows/build_backend.yml b/.github/workflows/build_backend.yml
@@ -6,6 +6,10 @@ on:
 
   workflow_dispatch:
     inputs:
+      platforms:
+        description: 'Platforms to build:'
+        default: 'linux_x64 linux_arm64'
+        required: true
       build_mode:
         description: 'Build mode: devel, testing, stable'
         default: 'devel'
@@ -24,6 +28,11 @@ on:
         required: false
   workflow_call:
     inputs:
+      platforms:
+        description: 'Platforms to build:'
+        default: 'linux_x64 linux_arm64'
+        type: string
+        required: true
       build_mode:
         description: 'Build mode: devel, nightly, testing, stable'
         default: 'devel'
@@ -50,93 +59,115 @@ env:
 
 jobs:
   backend:
-    runs-on: ubuntu-22.04
     if: github.event_name != 'schedule' || github.repository == 'musescore/MuseScore'
+    runs-on: ${{ matrix.runs-on }}
+    strategy:
+      fail-fast: false
+      matrix:
+        platform: ${{
+          (github.event_name != 'workflow_dispatch'
+          || (contains(inputs.platforms, 'linux_x64') && contains(inputs.platforms, 'linux_arm64')))
+          && fromJson('["linux_x64","linux_arm64"]')
+          || (contains(inputs.platforms, 'linux_x64') && fromJson('["linux_x64"]')
+          || (contains(inputs.platforms, 'linux_arm64') && fromJson('["linux_arm64"]')
+          || fromJson('[]')))
+          }}
+        include:
+          - platform: linux_arm64
+            arch: aarch64
+            runs-on: ubuntu-24.04-arm
+            qt-host: linux_arm64
+            qt-arch: linux_gcc_arm64
     steps:
-    - name: Cancel Previous Runs
-      uses: styfle/cancel-workflow-action@0.12.1
-      with:
-        access_token: ${{ github.token }}
-    - name: Clone repository
-      uses: actions/checkout@v4
+      - name: Cancel Previous Runs
+        uses: styfle/cancel-workflow-action@0.12.1
+        with:
+          access_token: ${{ github.token }}
+      - name: Clone repository
+        uses: actions/checkout@v5
 
     - name: "Configure workflow"
-      run: |
-        bash ./buildscripts/ci/tools/make_build_mode_env.sh -e ${{ github.event_name }} -m ${{ inputs.build_mode }}
-        BUILD_MODE=$(cat ./build.artifacts/env/build_mode.env)
-
-        bash ./buildscripts/ci/tools/make_build_number.sh
-        BUILD_NUMBER=$(cat ./build.artifacts/env/build_number.env)
-
-        DO_PUBLISH='false'
-        if [ "${{ inputs.publish }}" = "on" ]; then
-          DO_PUBLISH='true';
-          if [ -z "${{ secrets.S3_KEY_CONVERTER }}" ]; then
-            echo "::warning::S3_KEY_CONVERTER is empty; publishing to S3 disabled"
-            DO_PUBLISH='false'
+        run: |
+          bash ./buildscripts/ci/tools/make_build_mode_env.sh -e ${{ github.event_name }} -m ${{ inputs.build_mode }}
+          BUILD_MODE=$(cat ./build.artifacts/env/build_mode.env)
+
+          if [ -n "${{ inputs.build_number }}" ]; then
+            BUILD_NUMBER="${{ inputs.build_number }}"
+            bash ./buildscripts/ci/tools/make_build_number.sh "$BUILD_NUMBER"
+          else
+            bash ./buildscripts/ci/tools/make_build_number.sh
           fi
-          if [ -z "${{ secrets.S3_SECRET_CONVERTER }}" ]; then
-            echo "::warning::S3_SECRET_CONVERTER is empty; publishing to S3 disabled"
-            DO_PUBLISH='false'
+          BUILD_NUMBER=$(cat ./build.artifacts/env/build_number.env)
+
+          DO_PUBLISH='false'
+          if [ "${{ inputs.publish }}" = "on" ]; then
+            DO_PUBLISH='true';
+            if [ -z "${{ secrets.S3_KEY_CONVERTER }}" ]; then
+              echo "::warning::S3_KEY_CONVERTER is empty; publishing to S3 disabled"
+              DO_PUBLISH='false'
+            fi
+            if [ -z "${{ secrets.S3_SECRET_CONVERTER }}" ]; then
+              echo "::warning::S3_SECRET_CONVERTER is empty; publishing to S3 disabled"
+              DO_PUBLISH='false'
+            fi
           fi
-        fi
-
-        DO_DEPLOY='false'
-        if [ "${{ inputs.deploy }}" = "on" ]; then
-            DO_DEPLOY='true'
-        fi
-
-        bash ./buildscripts/ci/tools/make_version_env.sh $BUILD_NUMBER
-        VERSION=$(cat ./build.artifacts/env/build_version.env)
-        GITHUB_ARTIFACT_NAME="MuseScore-${VERSION}"
-
-        VERSION_MAJOR_MINOR=$(echo "$VERSION" | cut -d '.' -f 1,2)
-
-        echo "github.repository: ${{ github.repository }}"
-        echo "BUILD_MODE=$BUILD_MODE" | tee -a $GITHUB_ENV
-        echo "BUILD_NUMBER=$BUILD_NUMBER" | tee -a $GITHUB_ENV
-        echo "DO_PUBLISH=$DO_PUBLISH" | tee -a $GITHUB_ENV
-        echo "DO_DEPLOY=$DO_DEPLOY" | tee -a $GITHUB_ENV
-        echo "VERSION=$VERSION" | tee -a $GITHUB_ENV
-        echo "VERSION_MAJOR_MINOR=$VERSION_MAJOR_MINOR" | tee -a $GITHUB_ENV
-        echo "GITHUB_ARTIFACT_NAME=$GITHUB_ARTIFACT_NAME" | tee -a $GITHUB_ENV
-
-    - name: Install Qt
-      uses: jurplel/install-qt-action@v4
-      with:
-        version: ${{ env.USE_QT69 == 'on' && '6.9.2' || '6.2.4' }}
-        host: 'linux'
-        target: 'desktop'
-        arch: ${{ env.USE_QT69 == 'on' && 'linux_gcc_64' || 'gcc_64' }}
-        modules: 'qt5compat qtnetworkauth qtscxml qtshadertools qtwebsockets'
-
-    - name: Setup environment
-      run: |
-        bash ./buildscripts/ci/backend/setup.sh
-
-    - name: Build
-      run: |
-        bash ./buildscripts/ci/backend/build.sh -n ${{ env.BUILD_NUMBER }} --build_videoexport
-
-    - name: Package
-      run: |
-        bash ./buildscripts/ci/backend/package.sh
-
-    - name: Send package to S3
-      if: env.DO_PUBLISH == 'true'
-      run: |
-        bash ./buildscripts/ci/backend/publish_to_s3.sh \
-          --s3_key ${{ secrets.S3_KEY_CONVERTER }} \
-          --s3_secret ${{ secrets.S3_SECRET_CONVERTER }}
 
-    - name: Build Docker (used package from S3)
-      if: env.DO_PUBLISH == 'true'
-      run: |
-        bash ./buildscripts/ci/backend/build_docker.sh
+          DO_DEPLOY='false'
+          if [ "${{ inputs.deploy }}" = "on" ]; then
+              DO_DEPLOY='true'
+          fi
 
-    - name: Publish to Registry
-      if: env.DO_PUBLISH == 'true'
-      run: |
+          bash ./buildscripts/ci/tools/make_version_env.sh $BUILD_NUMBER
+          VERSION=$(cat ./build.artifacts/env/build_version.env)
+          GITHUB_ARTIFACT_NAME="MuseScore-${VERSION}_${{ matrix.arch }}"
+
+          VERSION_MAJOR_MINOR=$(echo "$VERSION" | cut -d '.' -f 1,2)
+
+          echo "github.repository: ${{ github.repository }}"
+          echo "BUILD_MODE=$BUILD_MODE" | tee -a $GITHUB_ENV
+          echo "BUILD_NUMBER=$BUILD_NUMBER" | tee -a $GITHUB_ENV
+          echo "DO_PUBLISH=$DO_PUBLISH" | tee -a $GITHUB_ENV
+          echo "DO_DEPLOY=$DO_DEPLOY" | tee -a $GITHUB_ENV
+          echo "VERSION=$VERSION" | tee -a $GITHUB_ENV
+          echo "VERSION_MAJOR_MINOR=$VERSION_MAJOR_MINOR" | tee -a $GITHUB_ENV
+          echo "GITHUB_ARTIFACT_NAME=$GITHUB_ARTIFACT_NAME" | tee -a $GITHUB_ENV
+
+      - name: Install Qt
+        uses: jurplel/install-qt-action@v4
+        with:
+          version: 6.10.0
+          host: ${{ matrix.qt-host }}
+          target: 'desktop'
+          arch: ${{ matrix.qt-arch }}
+          modules: 'qt5compat qtnetworkauth qtscxml qtshadertools qtwebsockets'
+
+      - name: Setup environment
+        run: |
+          bash ./buildscripts/ci/backend/setup.sh --arch ${{ matrix.arch }}
+
+      - name: Build
+        run: |
+          bash ./buildscripts/ci/backend/build.sh -n ${{ env.BUILD_NUMBER }} --build_videoexport
+
+      - name: Package
+        run: |
+          bash ./buildscripts/ci/backend/package.sh --arch ${{ matrix.arch }}
+
+      - name: Send package to S3
+        if: env.DO_PUBLISH == 'true'
+        run: |
+          bash ./buildscripts/ci/backend/publish_to_s3.sh \
+            --s3_key ${{ secrets.S3_KEY_CONVERTER }} \
+            --s3_secret ${{ secrets.S3_SECRET_CONVERTER }}
+
+      - name: Build Docker (used package from S3)
+        if: env.DO_PUBLISH == 'true'
+        run: |
+          bash ./buildscripts/ci/backend/build_docker.sh --arch ${{ matrix.arch }}
+
+      - name: Publish to Registry
+        if: env.DO_PUBLISH == 'true'
+        run: |
         bash ./buildscripts/ci/backend/publish_to_registry.sh --token ${{ secrets.PACKAGES_PAT }}
 
     - name: Deploy to musescore.com
@@ -149,12 +180,9 @@ jobs:
           --mu_version ${{ env.VERSION }} \
           --mu_version_major_minor ${{ env.VERSION_MAJOR_MINOR }}
 
-        pip install jenkinsapi
-        python3 ./buildscripts/ci/backend/deploy.py --mu_version ${{ env.VERSION_MAJOR_MINOR }} --api_token ${{ secrets.JENKINS_API_TOKEN }}
-
-    - name: Upload artifacts on GitHub
-      if: ${{ always() }}
-      uses: actions/upload-artifact@v4
-      with:
-        name: ${{ env.GITHUB_ARTIFACT_NAME }}
-        path: ./build.artifacts/
+      - name: Upload artifacts on GitHub
+        if: ${{ always() }}
+        uses: actions/upload-artifact@v5
+        with:
+          name: ${{ env.GITHUB_ARTIFACT_NAME }}
+          path: ./build.artifacts/
diff --git a/buildscripts/ci/backend/build_docker.sh b/buildscripts/ci/backend/build_docker.sh
@@ -25,15 +25,28 @@ ORIGIN_DIR=${PWD}
 ARTIFACTS_DIR=build.artifacts
 DOCKER_WORK_DIR=$ARTIFACTS_DIR/docker
 MU_VERSION=""
+PACKARCH="" # architecture (x86_64, aarch64, armv7l)
 
 while [[ "$#" -gt 0 ]]; do
     case $1 in
         -v|--version) MU_VERSION="$2"; shift ;;
+        --arch) PACKARCH="$2"; shift ;;
         *) echo "Unknown parameter passed: $1"; exit 1 ;;
     esac
     shift
 done
 
+if [ -z "$PACKARCH" ]; then 
+    PACKARCH="x86_64"
+fi
+
+case "$PACKARCH" in
+    aarch64|arm64) DOCKER_PLATFORM="linux/arm64" ;;
+    x86_64|amd64) DOCKER_PLATFORM="linux/amd64" ;;
+    armv7l|armhf) DOCKER_PLATFORM="linux/arm/v7" ;;
+    *) echo "Unknown architecture: $PACKARCH"; exit 1 ;;
+esac
+
 if [ -z "$MU_VERSION" ]; then MU_VERSION=$(cat $ARTIFACTS_DIR/env/build_version.env); fi
 
 if [ -z "$MU_VERSION" ]; then echo "Error: Version not set"; exit 1; fi
@@ -51,7 +64,15 @@ sed -i 's|x.x.x.xxxxxx|'${MU_VERSION}'|' $DOCKER_WORK_DIR/install_mu.sh
 
 cd $DOCKER_WORK_DIR
 echo "Build Docker"
-docker build -t ghcr.io/musescore/converter_4:${MU_VERSION} .
+
+# Enable buildx
+docker buildx create --use >/dev/null 2>&1 || true
+
+docker buildx build \
+    --platform ${DOCKER_PLATFORM} \
+    -t ghcr.io/musescore/converter_4:${MU_VERSION} \
+    --load .
+
 cd $ORIGIN_DIR
 
 echo "Done!!"
diff --git a/buildscripts/ci/backend/docker/Dockerfile b/buildscripts/ci/backend/docker/Dockerfile
@@ -1,4 +1,4 @@
-FROM library/ubuntu:22.04
+FROM library/ubuntu:24.04
 ENV TZ=Etc/UTC DEBIAN_FRONTEND=noninteractive
 COPY setup.sh /setup.sh
 COPY install_mu.sh /install_mu.sh
diff --git a/buildscripts/ci/backend/docker/install_mu_template.sh b/buildscripts/ci/backend/docker/install_mu_template.sh
@@ -7,8 +7,22 @@ MU_VERSION=x.x.x.xxxxxx
 mkdir -p $MU_DIR
 
 echo "=== Install MuseScore ${MU_VERSION} ==="
+echo "=== old"
+7zz i | head -5
+
+apt-get remove -y p7zip p7zip-full
+apt-get install -y --no-install-recommends 7zip xz-utils
+
+wget https://www.7-zip.org/a/7z2407-linux-arm64.tar.xz -O /tmp/7z.tar.xz
+mkdir -p /opt/7zip
+tar -xf /tmp/7z.tar.xz -C /opt/7zip
+ln -sf /opt/7zip/7zz /usr/local/bin/7zz
+
+echo "=== new"
+7zz i | head -5
+
 MU_DISTRO=MuseScore-${MU_VERSION}
 wget --show-progress -O $MU_DIR/$MU_DISTRO.7z "$S3_URL/$MU_DISTRO.7z"
-7z x -y $MU_DIR/$MU_DISTRO.7z -o"$MU_DIR/"
+7zz x -y $MU_DIR/$MU_DISTRO.7z -o"$MU_DIR/"
 $MU_DIR/convertor -v
 
diff --git a/buildscripts/ci/backend/docker/setup.sh b/buildscripts/ci/backend/docker/setup.sh
@@ -26,7 +26,7 @@
 apt_packages_basic=(
   file
   software-properties-common
-  p7zip-full
+  7zip
   unzip
   )
 
@@ -51,7 +51,7 @@ apt_packages_runtime=(
   libcups2
   libdbus-1-3
   libegl1-mesa-dev
-  libodbc1
+  libodbc2
   libpq-dev
   libxcomposite-dev
   libxcursor-dev
@@ -103,7 +103,7 @@ cd fonts-main
 
 echo "Installing Google Fonts..."
 mkdir -p "$FONTS_DIR"
-find . -type f \( -iname "*.ttf" -o -iname "*.otf" \) -print0 | xargs -0 -r mv -n -t "$FONTS_DIR"
+find . -type f \( -iname "*.ttf" -o -iname "*.otf" \) -print0 | xargs -0 -r mv -n -t "$FONTS_DIR" || true
 
 echo "Installing Fonts Cache..."
 fc-cache -f -v
diff --git a/buildscripts/ci/backend/package.sh b/buildscripts/ci/backend/package.sh
@@ -33,6 +33,7 @@ while [[ "$#" -gt 0 ]]; do
     case $1 in
         --build_mode) BUILD_MODE="$2"; shift ;;
         -v|--version) BUILD_VERSION="$2"; shift ;;
+        --arch) PACKARCH="$2"; shift ;;
         *) echo "Unknown parameter passed: $1"; exit 1 ;;
     esac
     shift
@@ -46,12 +47,14 @@ if [ -z "$BUILD_VERSION" ]; then BUILD_VERSION=$(cat $ARTIFACTS_DIR/env/build_ve
 if [ -z "$BUILD_MODE" ]; then echo "error: not set BUILD_MODE"; exit 1; fi
 if [ -z "$BUILD_VERSION" ]; then echo "error: not set BUILD_VERSION"; exit 1; fi
 
+if [ -z "$PACKARCH" ]; then PACKARCH="x86_64"; fi
 
 MAJOR_VERSION="${BUILD_VERSION%%.*}"
 
 echo "BUILD_MODE: $BUILD_MODE"
 echo "BUILD_VERSION: $BUILD_VERSION"
 echo "MAJOR_VERSION: $MAJOR_VERSION"
+echo "PACKARCH: $PACKARCH"
 echo "INSTALL_DIR: $INSTALL_DIR"
 
 # Constants
@@ -63,7 +66,7 @@ APP_IMAGE_NAME=MuseScoreTemporary
 ARTIFACT_NAME=MuseScore-${BUILD_VERSION}
 
 # Make AppImage
-bash ./buildscripts/ci/linux/tools/make_appimage.sh "${INSTALL_DIR}" "${APP_IMAGE_NAME}.AppImage"
+bash ./buildscripts/ci/linux/tools/make_appimage.sh "${INSTALL_DIR}" "${APP_IMAGE_NAME}.AppImage" "${PACKARCH}"
 mv "${INSTALL_DIR}/../${APP_IMAGE_NAME}.AppImage" "${ARTIFACTS_DIR}/"
 
 cd $ARTIFACTS_DIR
diff --git a/buildscripts/ci/backend/setup.sh b/buildscripts/ci/backend/setup.sh
@@ -20,4 +20,4 @@
 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
 
 HERE="$(cd "$(dirname "$0")" && pwd)"
-bash $HERE/../linux/setup.sh 
+bash $HERE/../linux/setup.sh "$@" 
diff --git a/buildscripts/ci/linux/tools/make_appimage.sh b/buildscripts/ci/linux/tools/make_appimage.sh

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-FROM library/ubuntu:22.04`
	`1`	`+FROM library/ubuntu:24.04`
`2`	`2`	`ENV TZ=Etc/UTC DEBIAN_FRONTEND=noninteractive`
`3`	`3`	`COPY setup.sh /setup.sh`
`4`	`4`	`COPY install_mu.sh /install_mu.sh`