restructure actions to reusable build flow with parameters

Signed-off-by: Avi Deitcher <[email protected]>

Author: deitch

.github/workflows/build-reusable.yaml

@@ -0,0 +1,176 @@
+name: Build
+
+on:
+  workflow_call:
+    inputs:
+      artifact-name:
+        description: "Name to use for the final collated artifact"
+        required: true
+        type: string
+      os:
+        description: "OS list"
+        type: string
+        default: '["ubuntu-22.04","ubuntu-24.04"]'
+      mode:
+        description: "Mode list"
+        type: string
+        default: '["newlib","linux","musl","uclibc"]'
+      target:
+        description: "Target list"
+        type: string
+        default: '["rv32gc-ilp32d","rv64gc-lp64d"]'
+      compiler:
+        description: "Compiler list"
+        type: string
+        default: '["gcc","llvm"]'
+      sim:
+        description: "Simulator"
+        type: string
+
+env:
+  submodule_paths: |
+    binutils
+    dejagnu
+    gcc
+    gdb
+    glibc
+    llvm
+    musl
+    newlib
+    pk
+    qemu
+    spike
+    uclibc-ng
+    .git/modules
+
+jobs:
+  submodule_cache:
+    name: Initialize submodule cache
+    runs-on: ubuntu-latest
+    outputs:
+      key: ${{ steps.keygen.outputs.smcache_key }}
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Remove unneeded frameworks to recover disk space
+        run: sudo ./.github/cleanup-rootfs.sh
+
+      - name: Generate submodule cache key
+        id: keygen
+        run: echo "smcache_key=smcache-$(printf $(git submodule | sha1sum))" >> $GITHUB_OUTPUT
+
+      - name: Setup submodule cache
+        id: smcache
+        uses: actions/cache@v4
+        with:
+          path: ${{ env.submodule_paths }}
+          key: ${{ steps.keygen.outputs.smcache_key }}
+
+      - name: Checkout required submodules
+        if: steps.smcache.outputs.cache-hit != 'true'
+        run: git submodule update --init -j $(nproc) --depth 1 $(echo ${submodule_paths} | sed '$d' | tr '\n' ' ')
+
+      - name: Storage size optimization
+        if: steps.smcache.outputs.cache-hit != 'true'
+        run: |
+          git submodule foreach 'git maintenance run'
+
+  build:
+    runs-on: ${{ matrix.os }}
+    needs: [submodule_cache]
+    env:
+      smcache_key: ${{ needs.submodule_cache.outputs.key }}
+    strategy:
+      matrix:
+        os: ${{ fromJSON(inputs.os) }}
+        mode: ${{ fromJSON(inputs.mode) }}
+        target: ${{ fromJSON(inputs.target) }}
+        compiler: ${{ fromJSON(inputs.compiler) }}
+    outputs:
+      toolchain-name: ${{ steps.toolchain-name-generator.outputs.TOOLCHAIN_NAME }}
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Remove unneeded frameworks to recover disk space
+        run: sudo ./.github/cleanup-rootfs.sh
+
+      - name: install dependencies
+        run: sudo ./.github/setup-apt.sh
+
+      - name: Load submodule cache
+        uses: actions/cache/restore@v4
+        with:
+          path: ${{ env.submodule_paths }}
+          key: ${{ env.smcache_key }}
+
+      - name: build toolchain
+        run: |
+          TARGET_TUPLE=($(echo ${{ matrix.target }} | tr "-" "\n"))
+          BUILD_TOOLCHAIN="./configure --prefix=/mnt/riscv --with-arch=${TARGET_TUPLE[0]} --with-abi=${TARGET_TUPLE[1]}"
+          ARGS=""
+          if [ "${{ matrix.compiler }}" == "llvm" ]; then # build toolchain with llvm
+            ARGS="$ARGS --enable-llvm"
+          fi
+          if [ "${{ inputs.sim }}" != "" ]; then
+            ARGS="$ARGS --with-sim=${{ inputs.sim }}"
+          fi
+          $BUILD_TOOLCHAIN $ARGS
+          sudo mkdir /mnt/riscv
+          sudo chown runner:runner /mnt/riscv
+          make -j $(nproc) ${{ matrix.mode }}
+
+      - name: tarball build
+        run: |
+          du -s -h /mnt/riscv
+          ./.github/dedup-dir.sh /mnt/riscv/
+          XZ_OPT="-e -T0" tar cJvf riscv.tar.xz -C /mnt/ riscv/
+
+      - name: make report
+        if: |
+          matrix.os == 'ubuntu-24.04'
+          && (matrix.mode == 'linux' || matrix.mode == 'newlib')
+          && matrix.compiler == 'gcc'
+        run: |
+          make report-${{ matrix.mode }} -j $(nproc)
+
+      - name: generate prebuilt toolchain name
+        id:   toolchain-name-generator
+        run: |
+          if [[ "${{ matrix.target }}" == *"32"* ]]; then BITS=32; else BITS=64; fi
+          case "${{ matrix.mode }}" in
+            "linux")
+              MODE="glibc";;
+            "musl")
+              MODE="musl";;
+            "uclibc")
+              MODE="uclibc-ng";;
+            *)
+              MODE="elf";;
+          esac
+          echo "TOOLCHAIN_NAME=riscv$BITS-$MODE-${{ matrix.os }}-${{ matrix.compiler }}-nightly" >> $GITHUB_OUTPUT
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: ${{ steps.toolchain-name-generator.outputs.TOOLCHAIN_NAME }}
+          path: riscv.tar.xz
+
+  collate-artifacts:
+    needs: build
+    runs-on: ubuntu-latest
+    if: inputs.artifact-name != ''
+    steps:
+      - name: Download all toolchain artifacts
+        uses: actions/download-artifact@v4
+        with:
+          path: all-toolchains
+
+      - name: List downloaded artifacts
+        run: |
+          echo "Contents of all-toolchains/"
+          ls -R all-toolchains
+
+      - name: Upload collated toolchains
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ inputs.artifact-name }}
+          path: all-toolchains/