From d35cef4ff69e1dc31ead4301faafa4419a4b4b01 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Wed, 3 Sep 2025 12:36:55 -0700 Subject: [PATCH 1/2] [SPARK-53477] Add `integration-test-ubuntu-spark41` GitHub Action job --- .github/workflows/build_and_test.yml | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index dece655..8d784e9 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -112,6 +112,25 @@ jobs: docker run swift:6.1 uname -a docker run --add-host=host.docker.internal:host-gateway -v $PWD:/spark -w /spark -e SPARK_REMOTE='sc://host.docker.internal:15003' swift:6.1 swift test --no-parallel -c release + integration-test-ubuntu-spark41: + runs-on: ubuntu-latest + env: + SPARK_REMOTE: "sc://localhost:15003" + services: + spark: + image: apache/spark:4.1.0-preview1 + env: + SPARK_NO_DAEMONIZE: 1 + ports: + - 15003:15002 + options: --entrypoint /opt/spark/sbin/start-connect-server.sh + steps: + - uses: actions/checkout@v5 + - name: Build + run: | + docker run swiftlang/swift:nightly-6.2-amazonlinux2 uname -a + docker run --add-host=host.docker.internal:host-gateway -v $PWD:/spark -w /spark -e SPARK_REMOTE='sc://host.docker.internal:15003' swiftlang/swift:nightly-6.2-amazonlinux2 swift test --no-parallel -c release + integration-test-mac-spark41: runs-on: macos-15 timeout-minutes: 20 From ba130f5ed3b3cb1df641ec2a30fd9fd39bd78f7c Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Wed, 3 Sep 2025 13:29:40 -0700 Subject: [PATCH 2/2] Use Swift 6.1 --- .github/workflows/build_and_test.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index 8d784e9..3ff0c99 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -128,8 +128,8 @@ jobs: - uses: actions/checkout@v5 - name: Build run: | - docker run swiftlang/swift:nightly-6.2-amazonlinux2 uname -a - docker run --add-host=host.docker.internal:host-gateway -v $PWD:/spark -w /spark -e SPARK_REMOTE='sc://host.docker.internal:15003' swiftlang/swift:nightly-6.2-amazonlinux2 swift test --no-parallel -c release + docker run swift:6.1 uname -a + docker run --add-host=host.docker.internal:host-gateway -v $PWD:/spark -w /spark -e SPARK_REMOTE='sc://host.docker.internal:15003' swift:6.1 swift test --no-parallel -c release integration-test-mac-spark41: runs-on: macos-15