Merge branch 'master' into update-python-images

Author: claudevdm

.github/actions/gradle-command-self-hosted-action/action.yml

@@ -42,5 +42,5 @@ runs:
           rm ~/.m2/settings.xml
         fi
         ./gradlew ${{ inputs.gradle-command }} --max-workers=${{ inputs.max-workers }} --continue --no-daemon \
-         -Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses \
+         -Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false \
         ${{ inputs.arguments }}

.github/trigger_files/IO_Iceberg_Integration_Tests.json

@@ -1,4 +1,4 @@
 {
     "comment": "Modify this file in a trivial way to cause this test suite to run.",
-    "modification": 2
+    "modification": 4
 }

.github/workflows/beam_PreCommit_GoPortable.yml

@@ -38,6 +38,8 @@ env:
   DEVELOCITY_ACCESS_KEY: ${{ secrets.DEVELOCITY_ACCESS_KEY }}
   GRADLE_ENTERPRISE_CACHE_USERNAME: ${{ secrets.GE_CACHE_USERNAME }}
   GRADLE_ENTERPRISE_CACHE_PASSWORD: ${{ secrets.GE_CACHE_PASSWORD }}
+  # TODO(https://github.com/grpc/grpc/issues/37710): Remove once fixed.
+  GRPC_ENABLE_FORK_SUPPORT: '0'
 
 # Setting explicit permissions for the action to avoid the default permissions which are `write-all` in case of pull_request_target event
 permissions:
@@ -86,4 +88,5 @@ jobs:
       - name: Run goPortablePreCommit script
         uses: ./.github/actions/gradle-command-self-hosted-action
         with:
-          gradle-command: :goPortablePreCommit
+          gradle-command: :goPortablePreCommit
+          arguments: -Pdocker-pull-licenses

.github/workflows/beam_PreCommit_Java_Examples_Dataflow.yml

@@ -105,6 +105,7 @@ jobs:
           arguments: |
             -PdisableSpotlessCheck=true \
             -PdisableCheckStyle=true \
+            -Pdocker-pull-licenses \
       - name: Archive JUnit Test Results
         uses: actions/upload-artifact@v4
         if: ${{ !success() }}

.github/workflows/beam_PreCommit_Java_Examples_Dataflow_Java21.yml

@@ -119,6 +119,7 @@ jobs:
           -PtestJavaVersion=21 \
           -PskipCheckerFramework \
           -Pjava21Home=$JAVA_HOME_21_X64 \
+          -Pdocker-pull-licenses \
         max-workers: 12
     - name: Archive JUnit Test Results
       uses: actions/upload-artifact@v4

.github/workflows/beam_PreCommit_PythonDocker.yml

@@ -102,4 +102,5 @@ jobs:
           gradle-command: :sdks:python:container:py${{steps.set_py_ver_clean.outputs.py_ver_clean}}:docker
           arguments: |
             -Pposargs=apache_beam/dataframe/ \
-            -PpythonVersion=${{ matrix.python_version }}
+            -PpythonVersion=${{ matrix.python_version }} \
+            -Pdocker-pull-licenses

.github/workflows/beam_Publish_Beam_SDK_Snapshots.yml

@@ -127,3 +127,4 @@ jobs:
             -Pdocker-tag-list=${{ github.sha }},${BEAM_VERSION}${LATEST_TAG} \
             -Pcontainer-architecture-list=arm64,amd64 \
             -Ppush-containers \
+            -Pdocker-pull-licenses

.github/workflows/beam_Publish_Docker_Snapshots.yml

@@ -82,11 +82,13 @@ jobs:
           gradle-command: :runners:spark:3:job-server:container:dockerPush
           arguments: |
             -Pdocker-repository-root=gcr.io/apache-beam-testing/beam_portability \
-            -Pdocker-tag-list=${{ github.sha }}${LATEST_TAG}
+            -Pdocker-tag-list=${{ github.sha }}${LATEST_TAG} \
+            -Pdocker-pull-licenses
       - name: run Publish Docker Snapshots script for Flink 1.17
         uses: ./.github/actions/gradle-command-self-hosted-action
         with:
           gradle-command: :runners:flink:1.17:job-server-container:dockerPush
           arguments: |
             -Pdocker-repository-root=gcr.io/apache-beam-testing/beam_portability \
-            -Pdocker-tag-list=${{ github.sha }}${LATEST_TAG}
+            -Pdocker-tag-list=${{ github.sha }}${LATEST_TAG} \
+            -Pdocker-pull-licenses

.github/workflows/build_wheels.yml

@@ -25,9 +25,9 @@ on:
   push:
     branches: ['master', 'release-*']
     tags: 'v*'
+    paths: ['sdks/python/**', 'model/**', 'release/**']
   pull_request:
     branches: ['master', 'release-*']
-    tags: 'v*'
     paths: ['sdks/python/**', 'model/**', 'release/**']
   workflow_dispatch:
 
@@ -244,13 +244,13 @@ jobs:
     - name: Install Python
       uses: actions/setup-python@v5
       with:
-        python-version: '3.10'
+        python-version: '3.11'
     - uses: docker/setup-qemu-action@v3
       if: ${{matrix.os_python.arch == 'aarch64'}}
       name: Set up QEMU
     - name: Install cibuildwheel
       # note: sync cibuildwheel version with gradle task sdks:python:bdistPy* steps
-      run: pip install cibuildwheel==2.23.3 setuptools
+      run: pip install cibuildwheel==3.4.0 setuptools
     - name: Build wheel
       # Only build wheel if it is one of the target versions for this platform, otherwise no-op
       if: ${{ contains(matrix.os_python.python, matrix.py_version) }}

.github/workflows/load-tests-pipeline-options/beam_CloudML_Benchmarks_Dataflow_arguments.txt

@@ -20,4 +20,4 @@
 --staging_location=gs://temp-storage-for-perf-tests/loadtests
 --temp_location=gs://temp-storage-for-perf-tests/loadtests
 --runner=DataflowRunner
---requirements_file=apache_beam/testing/benchmarks/cloudml/requirements.txt
+--requirements_file=apache_beam/testing/benchmarks/cloudml/requirements.txt