Merge branch 'swiftwasm-release/5.5' into release/5.5

Author: MaxDesiatov

.github/FUNDING.yml

@@ -0,0 +1,12 @@
+# These are supported funding model platforms
+
+github: [swiftwasm, kateinoigakukun, MaxDesiatov] # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
+patreon: # Replace with a single Patreon username
+open_collective: # Replace with a single Open Collective username
+ko_fi: # Replace with a single Ko-fi username
+tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
+community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
+liberapay: # Replace with a single Liberapay username
+issuehunt: # Replace with a single IssueHunt username
+otechie: # Replace with a single Otechie username
+custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,31 @@
+version: "1"
+rules:
+  - base: swiftwasm
+    upstream: main
+    mergeMethod: merge
+  - base: main
+    upstream: apple:main
+    mergeMethod: hardreset
+
+  - base: release/5.3
+    upstream: apple:release/5.3
+    mergeMethod: hardreset
+  - base: swiftwasm-release/5.3
+    upstream: release/5.3
+    mergeMethod: merge
+
+  - base: release/5.4
+    upstream: apple:release/5.4
+    mergeMethod: hardreset
+  - base: swiftwasm-release/5.4
+    upstream: release/5.4
+    mergeMethod: merge
+
+  - base: release/5.5
+    upstream: apple:release/5.5
+    mergeMethod: hardreset
+  - base: swiftwasm-release/5.5
+    upstream: release/5.5
+    mergeMethod: merge
+
+label: ":arrow_heading_down: Upstream Tracking"

.github/pull.yml

@@ -0,0 +1,193 @@
+name: Build Toolchain
+
+on:
+  push:
+    branches:
+      - swiftwasm
+      - swiftwasm-release/5.3
+      - swiftwasm-release/5.5
+  pull_request:
+    branches:
+      - swiftwasm
+      - swiftwasm-release/5.3
+      - swiftwasm-release/5.5
+jobs:
+  build_toolchain:
+    env:
+      TOOLCHAIN_CHANNEL: 5.5
+      DEVELOPER_DIR: /Applications/Xcode_12.5.app/Contents/Developer/
+    strategy:
+      matrix:
+        include:
+          - build_os: ubuntu-18.04
+            agent_query: ubuntu-18.04
+            target: ubuntu18.04_x86_64
+            run_stdlib_test: true
+            run_full_test: false
+            run_e2e_test: true
+            build_hello_wasm: true
+            clean_build_dir: false
+
+          - build_os: ubuntu-20.04
+            agent_query: ubuntu-20.04
+            target: ubuntu20.04_x86_64
+            run_stdlib_test: true
+            run_full_test: false
+            run_e2e_test: true
+            build_hello_wasm: true
+            clean_build_dir: false
+
+          - build_os: macos-11
+            agent_query: macos-11
+            target: macos_x86_64
+            run_stdlib_test: true
+            run_full_test: true
+            run_e2e_test: true
+            build_hello_wasm: true
+            clean_build_dir: false
+
+          - build_os: macos-11
+            agent_query: [self-hosted, macOS, ARM64]
+            target: macos_arm64
+            # FIXME: Enable stdlib test after wasmer fixes singlepass bug on arm64,
+            # fixes cranelift bug on x64, or wasmtime supports arm64
+            # Currently it's hard to run tests on both x64 and arm64.
+            run_stdlib_test: false
+            run_full_test: false
+            run_e2e_test: false
+            build_hello_wasm: true
+            clean_build_dir: true
+
+    name: Target ${{ matrix.target }}
+    timeout-minutes: 0
+    runs-on: ${{ matrix.agent_query }}
+    steps:
+      - name: Free disk space
+        if: ${{ matrix.build_os == 'ubuntu-20.04' || matrix.build_os == 'ubuntu-18.04' }}
+        run: |
+          df -h
+          sudo apt-get purge libgcc-9-dev gcc-9 libstdc++-9-dev libgcc-10-dev gcc-10 libstdc++-10-dev clang-6.0 llvm-6.0
+          sudo swapoff -a
+          sudo rm -f /swapfile
+          sudo rm -rf /opt/hostedtoolcache
+          sudo rm -rf /usr/share/dotnet
+          sudo apt clean
+          docker rmi $(docker image ls -aq)
+          df -h
+
+      - uses: actions/checkout@v2
+        with:
+          path: swift
+          fetch-depth: 0
+
+      - name: Prepare sccache timestamp
+        id: cache_timestamp
+        shell: cmake -P {0}
+        run: |
+          string(TIMESTAMP current_date "%Y-%m-%d-%H;%M;%S" UTC)
+          message("::set-output name=timestamp::${current_date}")
+
+      - name: Check Xcode version
+        if: ${{ startsWith(matrix.build_os, 'macos-') }}
+        run: |
+          xcodebuild -version
+
+      - uses: actions/cache@v1
+        with:
+          path: build-cache
+          key: ${{ matrix.target }}-sccache-v10-${{ steps.cache_timestamp.outputs.timestamp }}
+          restore-keys: |
+            ${{ matrix.target }}-sccache-v10-
+
+      - name: Clean stdlib build directory
+        if: ${{ matrix.clean_build_dir }}
+        run: |
+          rm -rf ${{ github.workspace }}/target-build \
+            ${{ github.workspace }}/host-build \
+            ${{ github.workspace }}/host-toolchain-sdk \
+            ${{ github.workspace }}/dist-toolchain-sdk
+
+      - name: Build ${{ matrix.target }} installable archive
+        env:
+          SKIP_XCODE_VERSION_CHECK: 1
+        run: |
+
+          case "${{ matrix.target }}" in
+            "ubuntu20.04_x86_64" | "ubuntu18.04_x86_64" | "macos_x86_64" | "macos_arm64")
+              ./swift/utils/webassembly/ci.sh
+            ;;
+            *)
+              echo "Unrecognised target: ${{ matrix.target }}"
+              exit 1
+            ;;
+          esac
+
+      - name: Upload ${{ matrix.target }} installable archive
+        uses: actions/upload-artifact@v1
+        with:
+          name: ${{ matrix.target }}-installable
+          path: swift-wasm-${{ env.TOOLCHAIN_CHANNEL }}-SNAPSHOT-${{ matrix.target }}.tar.gz
+
+      - name: Add wasmer in PATH for testing
+        run: echo "$HOME/.wasmer/bin" >> $GITHUB_PATH
+
+      - name: Run stdlib tests for wasi-wasm32
+        if: ${{ matrix.run_stdlib_test }}
+        run: |
+          TARGET_STDLIB_BUILD_DIR=${{ github.workspace }}/target-build/swift-stdlib-wasi-wasm32
+          ./swift/utils/run-test --build-dir "$TARGET_STDLIB_BUILD_DIR" --target wasi-wasm32 \
+            "$TARGET_STDLIB_BUILD_DIR/test-wasi-wasm32/stdlib"
+          ./swift/utils/run-test --build-dir "$TARGET_STDLIB_BUILD_DIR" --target wasi-wasm32 \
+            "$TARGET_STDLIB_BUILD_DIR/test-wasi-wasm32/Concurrency/Runtime"
+
+      - name: Run all tests for wasi-wasm32
+        if: ${{ matrix.run_full_test }}
+        run: |
+          TARGET_STDLIB_BUILD_DIR=${{ github.workspace }}/target-build/swift-stdlib-wasi-wasm32
+          # Run all tests but ignore failure temporarily
+          ninja check-swift-wasi-wasm32 -C "$TARGET_STDLIB_BUILD_DIR" || true
+
+      - name: Pack test results
+        if: ${{ matrix.run_full_test }}
+        run: |
+          tar cJf ./swift-test-results.tar.gz target-build/swift-stdlib-wasi-wasm32/swift-test-results
+      - name: Upload test results
+        uses: actions/upload-artifact@v1
+        if: ${{ matrix.run_full_test }}
+        with:
+          name: ${{ matrix.target }}-test-results
+          path: ./swift-test-results.tar.gz
+
+      # Run e2e test
+      - name: Prepare E2E test
+        run: |
+          INSTALL_DIR=$(mktemp -d)
+          tar xf swift-wasm-$TOOLCHAIN_CHANNEL-SNAPSHOT-${{ matrix.target }}.tar.gz -C "$INSTALL_DIR"
+          echo "TOOLCHAIN=$(find "$INSTALL_DIR" -name "swift-wasm-$TOOLCHAIN_CHANNEL-*" -type d | head -n1)" >> $GITHUB_ENV
+      - name: Build hello.wasm
+        shell: bash
+        if: ${{ matrix.build_hello_wasm }}
+        run: |
+          echo 'print("Hello, world!")' > hello.swift
+          $TOOLCHAIN/usr/bin/swiftc \
+                -target wasm32-unknown-wasi \
+                -sdk $TOOLCHAIN/usr/share/wasi-sysroot \
+                hello.swift -o hello.wasm && \
+                echo "Successfully linked hello.wasm"
+      - name: Upload hello.wasm
+        if: ${{ matrix.build_hello_wasm }}
+        uses: actions/upload-artifact@v1
+        with:
+          name: ${{ matrix.target }}-hello.wasm
+          path: hello.wasm
+      - name: Checkout integration-tests
+        if: ${{ matrix.run_e2e_test }}
+        uses: actions/checkout@v2
+        with:
+          repository: swiftwasm/integration-tests
+          path: integration-tests
+      - name: Run integration tests
+        if: ${{ matrix.run_e2e_test }}
+        run: |
+          swift run # Use TOOLCHAIN env value
+        working-directory: ${{ github.workspace }}/integration-tests

.github/workflows/build-toolchain.yml

@@ -0,0 +1,71 @@
+name: Manual distribution
+on:
+  workflow_dispatch:
+    inputs:
+      channel:
+        description: 'Release channel'
+        required: true
+      toolchain_name:
+        description: 'Toolchain name'
+        required: true
+      branch:
+        description: 'Branch name used to fetch built artifacts. If empty, use default branch based on channel'
+      display_name:
+        description: 'Display name for Darwin toolchain'
+      display_name_short:
+        description: 'Short display name for Darwin toolchain'
+jobs:
+  manual-distribution:
+    runs-on: macos-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup keychain
+        run: |
+          security create-keychain -p "$KEYCHAIN_PASSWORD" swiftwasm-ci
+          KEYCHAIN=$HOME/Library/Keychains/swiftwasm-ci-db
+          security unlock-keychain -p "$KEYCHAIN_PASSWORD" $KEYCHAIN
+          security set-keychain-settings -lut 7200 $KEYCHAIN
+          security default-keychain -s $KEYCHAIN
+          echo "$DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64" | base64 --decode -o developerID_application.p12
+          security import developerID_application.p12 -P "$DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD" -T /usr/bin/pkgbuild -T /usr/bin/codesign
+          echo "$DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64" | base64 --decode -o developerID_installer.p12
+          security import developerID_installer.p12 -P "$DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD" -T /usr/bin/pkgbuild -T /usr/bin/codesign
+          security set-key-partition-list -S "apple-tool:,apple:" -s -k "$KEYCHAIN_PASSWORD" $KEYCHAIN
+        env:
+          KEYCHAIN_PASSWORD: ${{ secrets.KEYCHAIN_PASSWORD }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64 }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64 }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD }}
+      - run: |
+          BRANCH="${{ github.event.inputs.branch }}"
+
+          case "${{ github.event.inputs.channel }}" in
+            "DEVELOPMENT")
+              ./utils/webassembly/distribute-latest-toolchain.sh ${BRANCH:-swiftwasm} DEVELOPMENT "${{ github.event.inputs.toolchain_name }}"
+            ;;
+            "5.3")
+              ./utils/webassembly/distribute-latest-toolchain.sh ${BRANCH:-swiftwasm-release/5.3} 5.3 "${{ github.event.inputs.toolchain_name }}"
+            ;;
+            "5.4")
+              ./utils/webassembly/distribute-latest-toolchain.sh ${BRANCH:-swiftwasm-release/5.4} 5.4 "${{ github.event.inputs.toolchain_name }}"
+            ;;
+            "5.5")
+              ./utils/webassembly/distribute-latest-toolchain.sh ${BRANCH:-swiftwasm-release/5.5} 5.5 "${{ github.event.inputs.toolchain_name }}"
+            ;;
+            *)
+              echo "Unrecognised release channel: ${{ github.event.inputs.channel }}"
+              exit 1
+            ;;
+          esac
+
+        env:
+          GITHUB_TOKEN: ${{ secrets.SWIFTWASM_BUILDBOT_TOKEN }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_NOTARIZE_EMAIL: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_EMAIL }}
+          DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD }}
+          DARWIN_TOOLCHAIN_DISPLAY_NAME: ${{ github.event.inputs.display_name }}
+          DARWIN_TOOLCHAIN_DISPLAY_NAME_SHORT: ${{ github.event.inputs.display_name_short }}

.github/workflows/manual-distribution.yml

@@ -0,0 +1,63 @@
+name: Nightly distribution
+on:
+  schedule:
+    - cron: '0 0 * * *'
+jobs:
+  nightly-distribution:
+    runs-on: macos-latest
+    steps:
+      - uses: actions/checkout@v1
+      - name: Setup keychain
+        run: |
+          security create-keychain -p "$KEYCHAIN_PASSWORD" swiftwasm-ci
+          KEYCHAIN=$HOME/Library/Keychains/swiftwasm-ci-db
+          security unlock-keychain -p "$KEYCHAIN_PASSWORD" $KEYCHAIN
+          security set-keychain-settings -lut 7200 $KEYCHAIN
+          security default-keychain -s $KEYCHAIN
+
+          echo "$DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64" | base64 --decode -o developerID_application.p12
+          security import developerID_application.p12 -P "$DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD" -T /usr/bin/pkgbuild -T /usr/bin/codesign
+          echo "$DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64" | base64 --decode -o developerID_installer.p12
+          security import developerID_installer.p12 -P "$DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD" -T /usr/bin/pkgbuild -T /usr/bin/codesign
+
+          security set-key-partition-list -S "apple-tool:,apple:" -s -k "$KEYCHAIN_PASSWORD" $KEYCHAIN
+        env:
+          KEYCHAIN_PASSWORD: ${{ secrets.KEYCHAIN_PASSWORD }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64 }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64 }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD }}
+      - run: ./utils/webassembly/distribute-latest-toolchain.sh swiftwasm DEVELOPMENT
+        env:
+          GITHUB_TOKEN: ${{ secrets.SWIFTWASM_BUILDBOT_TOKEN }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_NOTARIZE_EMAIL: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_EMAIL }}
+          DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD }}
+        if: github.ref == 'refs/heads/swiftwasm'
+
+      - run: ./utils/webassembly/distribute-latest-toolchain.sh swiftwasm-release/5.3 5.3
+        env:
+          GITHUB_TOKEN: ${{ secrets.SWIFTWASM_BUILDBOT_TOKEN }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_NOTARIZE_EMAIL: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_EMAIL }}
+          DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD }}
+
+      - run: ./utils/webassembly/distribute-latest-toolchain.sh swiftwasm-release/5.4 5.4
+        env:
+          GITHUB_TOKEN: ${{ secrets.SWIFTWASM_BUILDBOT_TOKEN }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_NOTARIZE_EMAIL: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_EMAIL }}
+          DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD }}
+
+      - run: ./utils/webassembly/distribute-latest-toolchain.sh swiftwasm-release/5.5 5.5
+        env:
+          GITHUB_TOKEN: ${{ secrets.SWIFTWASM_BUILDBOT_TOKEN }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_NOTARIZE_EMAIL: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_EMAIL }}
+          DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD }}