[YAML]: fix postcommit oracle bug and reorganize postcommit tests (#35191)

* fix postcommit oracle test

* add revision

* switch to hosted runner to try with kafka test

* add extended timeout

* upgrade to 4.10 testcontainers

* switch out to redpanda for kafka

* remove redpandacontainer

* tmp comment

* add postgres comment

* revert to old kafkaContainer

* revert commented out code and revert testcontainer version change

* change mysql image version

* revert image change

* revert image change again :)

* add comments to mysql again

* shift post commit files to different folders

* rename to Data version

* add databases version

* add messaging version

* update readme for three post commits

* update gradle with new post commits

* fix job names

* uncomment fixture on mysql

* switch back to one workflow and update readme as such

* remove old workflow files

* update order and remove comment

* update gradle with parameterized options

* update gradle command calls to correct location

* update workflow to three jobs explicit

* add back Bigquery deselect

* fix mysql teardown error

* Simplify down to one from three explicit jobs

* remove tab

* remove Data

* fix parsing parameters

Author: derrickaw

.github/trigger_files/beam_PostCommit_Yaml_Xlang_Direct.json

@@ -1,4 +1,4 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run",
-  "revision": 1
+  "revision": 2
 }

.github/workflows/beam_PostCommit_Yaml_Xlang_Direct.yml

@@ -54,21 +54,22 @@ jobs:
       github.event_name == 'workflow_dispatch' ||
       github.event_name == 'pull_request_target' ||
       (github.event_name == 'schedule' && github.repository == 'apache/beam')
-    runs-on: [self-hosted, ubuntu-20.04, main]
+    runs-on: ubuntu-latest
     timeout-minutes: 100
     name: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
     strategy:
       matrix:
         job_name: ["beam_PostCommit_Yaml_Xlang_Direct"]
         job_phrase: ["Run Yaml_Xlang_Direct PostCommit"]
+        test_set: ["data", "databases", "messaging"]
     steps:
       - uses: actions/checkout@v4
       - name: Setup repository
         uses: ./.github/actions/setup-action
         with:
-          comment_phrase: ${{ matrix.job_phrase }}
+          comment_phrase: ${{ matrix.job_phrase }} ${{ matrix.test_set }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
+          github_job: ${{ matrix.job_name }} ${{ matrix.test_set }} (${{ matrix.job_phrase }} ${{ matrix.test_set }})
       - name: Setup environment
         uses: ./.github/actions/setup-environment-action
         with:
@@ -79,7 +80,7 @@ jobs:
       - name: run PostCommit Yaml Xlang Direct script
         uses: ./.github/actions/gradle-command-self-hosted-action
         with:
-          gradle-command: :sdks:python:postCommitYamlIntegrationTests -PbeamPythonExtra=ml_test
+          gradle-command: :sdks:python:postCommitYamlIntegrationTests -PyamlTestSet=${{ matrix.test_set }} -PbeamPythonExtra=ml_test
       - name: Archive Python Test Results
         uses: actions/upload-artifact@v4
         if: failure()
@@ -93,4 +94,5 @@ jobs:
           commit: '${{ env.prsha || env.GITHUB_SHA }}'
           comment_mode: ${{ github.event_name == 'issue_comment'  && 'always' || 'off' }}
           files: '**/pytest*.xml'
-          large_files: true
+          large_files: true
+