workflows+gradle: use require_docker_in_docker marker

Author: mohamedawnallah

.github/workflows/beam_PostCommit_Python.yml

@@ -63,10 +63,10 @@ jobs:
         job_phrase: [Run Python PostCommit]
         python_version: ['3.9', '3.10', '3.11', '3.12']
         # Run on both self-hosted and GitHub-hosted runners.
-        # Some tests (marked require_non_self_hosted) can't run on Beam's
-        # self-hosted runners due to Docker-in-Docker or other environment
-        # limitations. These tests will only execute on ubuntu-latest
-        # (GitHub-hosted). Context: https://github.com/apache/beam/pull/35585
+        # Some tests (marked require_docker_in_docker) can't run on Beam's
+        # self-hosted runners due to Docker-in-Docker environment constraint.
+        # These tests will only execute on ubuntu-latest (GitHub-hosted).
+        # Context: https://github.com/apache/beam/pull/35585
         os: [[self-hosted, ubuntu-20.04, highmem22], [ubuntu-latest]]
     if: |
       github.event_name == 'workflow_dispatch' ||

.github/workflows/beam_PreCommit_Python_ML.yml

@@ -67,10 +67,10 @@ jobs:
         job_phrase: ['Run Python_ML PreCommit']
         python_version: ['3.9','3.10','3.11','3.12']
         # Run on both self-hosted and GitHub-hosted runners.
-        # Some tests (marked require_non_self_hosted) can't run on Beam's
-        # self-hosted runners due to Docker-in-Docker or other environment
-        # limitations. These tests will only execute on ubuntu-latest
-        # (GitHub-hosted). Context: https://github.com/apache/beam/pull/35585
+        # Some tests (marked require_docker_in_docker) can't run on Beam's
+        # self-hosted runners due to Docker-in-Docker environment constraint.
+        # These tests will only execute on ubuntu-latest (GitHub-hosted).
+        # Context: https://github.com/apache/beam/pull/35585
         os: [[self-hosted, ubuntu-20.04, main], [ubuntu-latest]]
     if: |
       github.event_name == 'push' ||

sdks/python/pytest.ini

@@ -70,7 +70,7 @@ markers =
     uses_mock_api: tests that uses the mock API cluster.
     uses_feast: tests that uses feast in some way
     gemini_postcommit: gemini postcommits that need additional deps.
-    require_non_self_hosted: tests which can't be run on Beam's self hosted GitHub Actions runners. Usually this is because of issues with docker-in-docker or other environmental challenges. Context: https://github.com/apache/beam/pull/35585
+    require_docker_in_docker: tests that require running Docker inside Docker (Docker-in-Docker), which is not supported on Beam’s self-hosted runners. Context: https://github.com/apache/beam/pull/35585
 
 # Default timeout intended for unit tests.
 # If certain tests need a different value, please see the docs on how to

sdks/python/test-suites/direct/common.gradle

@@ -419,13 +419,14 @@ task feastIntegrationTest {
     }
 }
 
-// Integration tests that must run on non self-hosted environments.
-// These tests are marked with the `require_non_self_hosted` pytest marker
-// because they rely on features like Docker-in-Docker or other system-level
-// configurations that are not supported on Beam's self-hosted GitHub Actions
-// runners. They will be executed on GitHub-hosted runners
-// (e.g., ubuntu-latest). Context: https://github.com/apache/beam/pull/35585
-task nonSelfHostedIntegrationTest {
+// Integration tests that require Docker-in-Docker capabilities.
+// These tests are marked with the `require_docker_in_docker` pytest marker
+// because they rely on Docker-in-Docker configurations that are not supported
+// on Beam's self-hosted GitHub Actions runners. Docker-in-Docker works on
+// ubuntu-latest GitHub-hosted runners but not on self-hosted environments due
+// to containerization architecture differences.
+// Context: https://github.com/apache/beam/pull/35585
+task dockerInDockerIntegrationTest {
   dependsOn 'installGcpTest'
   dependsOn ':sdks:python:sdist'
 
@@ -434,7 +435,7 @@ task nonSelfHostedIntegrationTest {
       def argMap = [
           "test_opts": testOpts,
           "suite": "postCommitIT-direct-py${pythonVersionSuffix}",
-          "collect": "require_non_self_hosted",
+          "collect": "require_docker_in_docker",
           "runner": "TestDirectRunner",
       ]
       def cmdArgs = mapToArgString(argMap)
@@ -455,7 +456,7 @@ project.tasks.register("inferencePostCommitIT") {
   'transformersInferenceTest',
   'testcontainersTest',
   'feastIntegrationTest',
-  'nonSelfHostedIntegrationTest',
+  'dockerInDockerIntegrationTest',
   // (TODO) https://github.com/apache/beam/issues/25799
    // uncomment tfx bsl tests once tfx supports protobuf 4.x
   // 'tfxInferenceTest',