Merge remote-tracking branch 'upstream/master' into sinkWithMilvusIO

Author: mohamedawnallah

.asf.yaml

@@ -51,6 +51,7 @@ github:
 
   protected_branches:
     master: {}
+    release-2.67: {}
     release-2.66.0-postrelease: {}
     release-2.66: {}
     release-2.65.0-postrelease: {}

.gemini/config.yaml

@@ -46,7 +46,7 @@ code_review:
 
     # Post code review on PR open.
     # Type boolean, default: true.
-    code_review: true
+    code_review: false
 
 # List of glob patterns to ignore (files and directories).
 # Type: array of string, default: [].

.github/REVIEWERS.yml

@@ -49,9 +49,6 @@ labels:
     reviewers:
       - igorbernstein2
       - mutianf
-      - djyau
-      - andre-sampaio
-      - meeral-k
     exclusionList: []
   - name: kafka
     reviewers:

.github/trigger_files/beam_PostCommit_Python.json

@@ -1,5 +1,5 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run.",
-  "modification": 4
+  "modification": 101
 }
 

.github/trigger_files/beam_PostCommit_Python_Portable_Flink.json

@@ -0,0 +1,3 @@
+{
+  "comment": "Trigger file for PostCommit Python Portable Flink tests"
+}

.github/trigger_files/beam_PostCommit_Python_Xlang_Gcp_Direct.json

@@ -1,4 +1,4 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run",
-  "modification": 11
+  "modification": 12
 }

.github/trigger_files/beam_PostCommit_Python_Xlang_IO_Dataflow.json

@@ -1,4 +1,4 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run",
-  "modification": 3
+  "modification": 4
 }

.github/trigger_files/beam_PostCommit_XVR_Direct.json

@@ -1,4 +1,3 @@
 {
-  "https://github.com/apache/beam/pull/32648": "testing Flink 1.19 support",
-  "modification": 2
+  "modification": 4
 }

.github/trigger_files/beam_PostCommit_XVR_Flink.json

@@ -1,4 +1,3 @@
 {
-  "https://github.com/apache/beam/pull/32440": "testing datastream optimizations",
-  "https://github.com/apache/beam/pull/32648": "testing addition of Flink 1.19 support"
+  "modification": 1
 }

.github/workflows/beam_PostCommit_Python.yml

@@ -54,14 +54,21 @@ env:
 jobs:
   beam_PostCommit_Python:
     name: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }})
-    runs-on: [self-hosted, ubuntu-20.04, highmem22]
+    runs-on: ${{ matrix.os }}
     timeout-minutes: 240
     strategy:
       fail-fast: false
       matrix:
         job_name: [beam_PostCommit_Python]
         job_phrase: [Run Python PostCommit]
         python_version: ['3.9', '3.10', '3.11', '3.12']
+        # Run on both self-hosted and GitHub-hosted runners.
+        # Some tests (marked require_docker_in_docker) can't run on Beam's
+        # self-hosted runners due to Docker-in-Docker environment constraint.
+        # These tests will only execute on ubuntu-latest (GitHub-hosted).
+        # Context: https://github.com/apache/beam/pull/35585
+        # Temporary removed the ubuntu-latest env till resolving deps issues.
+        os: [[self-hosted, ubuntu-20.04, highmem22]]
     if: |
       github.event_name == 'workflow_dispatch' ||
       github.event_name == 'pull_request_target' ||
@@ -99,6 +106,11 @@ jobs:
           arguments: |
             -Pjava21Home=$JAVA_HOME_21_X64 \
             -PuseWheelDistribution \
+            -Pposargs="${{
+              contains(matrix.os, 'self-hosted') &&
+                '-m (not require_docker_in_docker)' ||
+                '-m require_docker_in_docker'
+            }}" \
             -PpythonVersion=${{ matrix.python_version }} \
         env:
           CLOUDSDK_CONFIG: ${{ env.KUBELET_GCLOUD_CONFIG_PATH}}