[CI] Refactors Buildkite to move main testing to YAML runner

Author: picandocodigo

.buildkite/pipeline.yml

@@ -16,61 +16,36 @@ steps:
           - "platinum"
         ruby:
           - "3.3"
-          - "3.2"
-          - "3.1"
-          - "3.0"
         transport:
           - "8.3"
         ruby_source:
-          - 'ruby'
-      # Only run platinum once for the latest Ruby. You can use lots of combinations, check the
-      # documentation on https://buildkite.com/docs/pipelines/build-matrix for more information.
-      adjustments:
-        - with:
-            suite: "platinum"
-            ruby: "3.2"
-          skip: true
-        - with:
-            suite: "platinum"
-            ruby: "3.1"
-          skip: true
-        - with:
-            suite: "platinum"
-            ruby: "3.0"
-          skip: true
-        - with:
-            suite: "free"
-            ruby: "3.3"
-            ruby_source: "ruby"
-            transport: "8.1"
-        - with:
-            suite: "free"
-            ruby: "3.3"
-            ruby_source: "ruby"
-            transport: "8.2"
-        - with:
-            suite: "free"
-            ruby: "3.3"
-            ruby_source: "ruby"
-            transport: "main"
-        - with:
-            suite: "free"
-            ruby: "9.4"
-            ruby_source: "jruby"
-            transport: "8.3"
+          - "ruby"
     command: ./.buildkite/run-tests.sh
     # I'm publishing test results to HTML and JUnit in this directory and this directive makes them
     # available in the Artifacts tab of a build in Buildkite.
     artifact_paths: "elasticsearch-api/tmp/*"
-  - label: ":ruby: :yaml: Test suite"
+  - label: ":ruby: {{ matrix.ruby_source}}:{{ matrix.ruby }} :yaml: YAML test suite"
     agents:
       provider: "gcp"
+    matrix:
+      setup:
+        ruby:
+          - "3.3"
+          - "3.2"
+          - "3.1"
+          - "3.0"
+        ruby_source:
+          - "ruby"
+      adjustments:
+        - with:
+            ruby: "9.4"
+            ruby_source: "jruby"
     env:
-      RUBY_VERSION: "3.3"
+      RUBY_VERSION: "{{ matrix.ruby }}"
       STACK_VERSION: 9.0.0-SNAPSHOT
       ES_YAML_TESTS_BRANCH: main
       TRANSPORT_VERSION: "8.3"
-      RUBY_SOURCE: "ruby"
+      RUBY_SOURCE: "{{ matrix.ruby_source }}"
       TEST_SUITE: "platinum"
     command: ./.buildkite/run-yaml-tests.sh
   - wait: ~