Merge branch 'main' into PushGeneratorWithBackpressure

Author: Rafał Hibner

.clang-format

@@ -20,3 +20,4 @@ ColumnLimit: 90
 DerivePointerAlignment: false
 IncludeBlocks: Preserve
 IndentPPDirectives: AfterHash
+QualifierAlignment: Left

.env

@@ -70,9 +70,9 @@ NUMBA=latest
 NUMBA_CUDA=latest
 NUMPY=latest
 PANDAS=latest
-PYTHON=3.9
-PYTHON_IMAGE_TAG=3.9
-PYTHON_ABI_TAG=cp39
+PYTHON=3.10
+PYTHON_IMAGE_TAG=3.10
+PYTHON_ABI_TAG=cp310
 R=4.5
 SPARK=master
 TURBODBC=latest
@@ -83,6 +83,7 @@ R_ORG=rhub
 R_TAG=latest
 
 # Env vars for R builds
+R_UPDATE_CLANG=false
 R_CUSTOM_CCACHE=false
 ARROW_R_DEV=TRUE
 R_PRUNE_DEPS=FALSE
@@ -91,14 +92,14 @@ TZ=UTC
 # Used through docker-compose.yml and serves as the default version for the
 # ci/scripts/install_vcpkg.sh script. Prefer to use short SHAs to keep the
 # docker tags more readable.
-VCPKG="f7423ee180c4b7f40d43402c2feb3859161ef625"    # 2024.06.15 Release
+VCPKG="4334d8b4c8916018600212ab4dd4bbdc343065d1"    # 2025.09.17 Release
 
 # This must be updated when we update
 # ci/docker/python-*-windows-*.dockerfile or the vcpkg config.
 # This is a workaround for our CI problem that "archery docker build" doesn't
 # use pulled built images in dev/tasks/python-wheels/github.windows.yml.
-PYTHON_WHEEL_WINDOWS_IMAGE_REVISION=2025-02-25
-PYTHON_WHEEL_WINDOWS_TEST_IMAGE_REVISION=2025-02-25
+PYTHON_WHEEL_WINDOWS_IMAGE_REVISION=2025-09-04
+PYTHON_WHEEL_WINDOWS_TEST_IMAGE_REVISION=2025-09-04
 
 # Use conanio/${CONAN_BASE}:{CONAN_VERSION} for "docker compose run --rm conan".
 # See https://github.com/conan-io/conan-docker-tools#readme and

.github/CODEOWNERS

@@ -33,9 +33,8 @@
 /cpp/src/arrow/engine @westonpace
 /cpp/src/arrow/flight/ @lidavidm
 /cpp/src/parquet @wgtmac
-/csharp/ @curthagenlocher
 /matlab/ @kevingurney @kou @sgilmore10
-/python/ @AlenkaF @raulcd @rok 
+/python/ @AlenkaF @raulcd @rok
 /python/pyarrow/_flight.pyx @lidavidm
 /python/pyarrow/**/*gandiva* @wjones127
 /r/ @jonkeane @thisisnic

.github/dependabot.yml

@@ -24,34 +24,3 @@ updates:
     commit-message:
       prefix: "MINOR: [CI] "
     open-pull-requests-limit: 10
-  - package-ecosystem: "gomod"
-    directory: "/swift/CDataWGo/"
-    schedule:
-      interval: "weekly"
-    commit-message:
-      prefix: "MINOR: [Swift] "
-    open-pull-requests-limit: 10
-  - package-ecosystem: "gomod"
-    directory: "/swift/data-generator/swift-datagen/"
-    schedule:
-      interval: "weekly"
-    commit-message:
-      prefix: "MINOR: [Swift] "
-    open-pull-requests-limit: 10
-  - package-ecosystem: "nuget"
-    directory: "/csharp/"
-    schedule:
-      interval: "weekly"
-    commit-message:
-      prefix: "MINOR: [C#] "
-    open-pull-requests-limit: 10
-    ignore:
-      - dependency-name: "Microsoft.Extensions.*"
-        update-types:
-          - "version-update:semver-major"
-      - dependency-name: "Microsoft.Bcl.*"
-        update-types:
-          - "version-update:semver-major"
-      - dependency-name: "System.*"
-        update-types:
-          - "version-update:semver-major"

.github/workflows/archery.yml

@@ -65,9 +65,9 @@ jobs:
         shell: bash
         run: git branch $ARCHERY_DEFAULT_BRANCH origin/$ARCHERY_DEFAULT_BRANCH || true
       - name: Setup Python
-        uses: actions/setup-python@v5.6.0
+        uses: actions/setup-python@v6.0.0
         with:
-          python-version: '3.9'
+          python-version: '3.12'
       - name: Install pygit2 binary wheel
         run: pip install pygit2 --only-binary pygit2
       - name: Install Archery, Crossbow- and Test Dependencies

.github/workflows/comment_bot.yml

@@ -42,7 +42,7 @@ jobs:
           # fetch the tags for version number generation
           fetch-depth: 0
       - name: Set up Python
-        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
+        uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0
         with:
           python-version: 3.12
       - name: Install Archery and Crossbow dependencies
@@ -63,7 +63,7 @@ jobs:
     if: github.event.comment.body == 'take'
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1
+      - uses: actions/github-script@ed597411d8f924073f98dfc5c65a23a2325f34cd # v8.0.0
         with:
           github-token: ${{ secrets.GITHUB_TOKEN }}
           script: |

.github/workflows/cpp.yml

@@ -93,8 +93,8 @@ jobs:
             image: ubuntu-cpp-sanitizer
             llvm: 14
             runs-on: ubuntu-latest
-            title: AMD64 Ubuntu 22.04 C++ ASAN UBSAN
-            ubuntu: 22.04
+            title: AMD64 Ubuntu 24.04 C++ ASAN UBSAN
+            ubuntu: 24.04
           - arch: arm64v8
             clang-tools: 14
             image: ubuntu-cpp
@@ -123,7 +123,7 @@ jobs:
       - name: Setup Python on hosted runner
         if: |
           matrix.runs-on == 'ubuntu-latest'
-        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
+        uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0
         with:
           python-version: 3
       - name: Setup Python on self-hosted runner
@@ -235,7 +235,7 @@ jobs:
           $(brew --prefix bash)/bin/bash \
             ci/scripts/install_minio.sh latest ${ARROW_HOME}
       - name: Set up Python
-        uses: actions/setup-python@v5.6.0
+        uses: actions/setup-python@v6.0.0
         with:
           python-version: 3.12
       - name: Install Google Cloud Storage Testbench
@@ -465,10 +465,10 @@ jobs:
             https://dl.min.io/server/minio/release/windows-amd64/archive/minio.RELEASE.2024-09-13T20-26-02Z
           chmod +x /usr/local/bin/minio.exe
       - name: Set up Python
-        uses: actions/setup-python@v5.6.0
+        uses: actions/setup-python@v6.0.0
         id: python-install
         with:
-          python-version: 3.9
+          python-version: '3.12'
       - name: Install Google Cloud Storage Testbench
         shell: msys2 {0}
         env:

.github/workflows/cpp_extra.yml

@@ -161,7 +161,7 @@ jobs:
           key: extra-${{ matrix.image }}-${{ hashFiles('cpp/**') }}
           restore-keys: extra-${{ matrix.image }}-
       - name: Setup Python
-        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
+        uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0
         with:
           python-version: 3
       - name: Setup Archery
@@ -278,3 +278,60 @@ jobs:
           cmake --build cpp/examples/minimal_build.build
           cd cpp/examples/minimal_build
           ../minimal_build.build/arrow-example
+
+  report-extra-cpp:
+    runs-on: ubuntu-latest
+    needs:
+      - docker
+      - jni-macos
+    # We don't have the job id as part of the context neither the job name.
+    # The GitHub API exposes numeric id or job name but not the github.job (report-extra-cpp).
+    # We match github.job to the name so we can pass it via context in order to be ignored on the report.
+    # The job is still running.
+    name: ${{ github.job }}
+    if: github.event_name == 'schedule' && always()
+    steps:
+      - name: Checkout Arrow
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
+        with:
+          fetch-depth: 0
+      - name: Setup Python
+        uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0
+        with:
+          python-version: 3
+      - name: Setup Archery
+        run: python3 -m pip install -e dev/archery[crossbow]
+      - name: Prepare common options
+        run: |
+          if [ "${GITHUB_REPOSITORY}" = "apache/arrow" ]; then
+            echo "COMMON_OPTIONS=--send" >> "${GITHUB_ENV}"
+          else
+            echo "COMMON_OPTIONS=--dry-run" >> "${GITHUB_ENV}"
+          fi
+      - name: Send email
+        env:
+          GH_TOKEN: ${{ github.token }}
+          SMTP_PASSWORD: ${{ secrets.ARROW_SMTP_PASSWORD }}
+        run: |
+          archery ci report-email \
+            --ignore ${{ github.job }} \
+            --recipient-email '[email protected]' \
+            --repository ${{ github.repository }} \
+            --sender-email '[email protected]' \
+            --sender-name Arrow \
+            --smtp-port 587 \
+            --smtp-server 'commit-email.info' \
+            --smtp-user arrow \
+            ${COMMON_OPTIONS} \
+            ${{ github.run_id }}
+      - name: Send chat message
+        if: always()
+        env:
+          GH_TOKEN: ${{ github.token }}
+          CHAT_WEBHOOK: ${{ secrets.ARROW_ZULIP_WEBHOOK }}
+        run: |
+          archery ci report-chat \
+            --ignore ${{ github.job }} \
+            --repository ${{ github.repository }} \
+            ${COMMON_OPTIONS} \
+            ${{ github.run_id }}