[CI] Adds YAML test runner task to Buildkite

Author: picandocodigo

.buildkite/pipeline.yml

@@ -61,6 +61,16 @@ steps:
     # I'm publishing test results to HTML and JUnit in this directory and this directive makes them
     # available in the Artifacts tab of a build in Buildkite.
     artifact_paths: "elasticsearch-api/tmp/*"
+  - label: ":ruby: :yaml: Test suite"
+    agents:
+      provider: "gcp"
+    env:
+      RUBY_VERSION: "3.3"
+      STACK_VERSION: 8.15.0-SNAPSHOT
+      TRANSPORT_VERSION: "8.3"
+      RUBY_SOURCE: "ruby"
+      TEST_SUITE: "platinum"
+    command: ./.buildkite/run-yaml-tests.sh
   - wait: ~
     continue_on_failure: true
   - label: "Log Results"

.buildkite/run-yaml-tests.sh

@@ -0,0 +1,43 @@
+#!/usr/bin/env bash
+#
+# Script to run YAML runner integration tests on Buildkite
+#
+# Version 0.1
+#
+script_path=$(dirname $(realpath -s $0))
+source $script_path/functions/imports.sh
+set -euo pipefail
+repo=`pwd`
+
+echo "--- :elasticsearch: Starting Elasticsearch"
+DETACH=true bash $script_path/run-elasticsearch.sh
+
+export RUBY_VERSION=${RUBY_VERSION:-3.1}
+export TRANSPORT_VERSION=${TRANSPORT_VERSION:-8}
+
+echo "--- :ruby: Building Docker image"
+docker build \
+       --file $script_path/Dockerfile \
+       --tag elastic/elasticsearch-ruby \
+       --build-arg RUBY_VERSION=$RUBY_VERSION \
+       --build-arg TRANSPORT_VERSION=$TRANSPORT_VERSION \
+       --build-arg RUBY_SOURCE=$RUBY_SOURCE \
+       .
+
+mkdir -p elasticsearch-api/tmp
+
+echo "--- :ruby: Running :yaml: tests"
+docker run \
+       -u "$(id -u)" \
+       --network="${network_name}" \
+       --env "TEST_ES_SERVER=${elasticsearch_url}" \
+       --env "ELASTIC_PASSWORD=${elastic_password}" \
+       --env "ELASTIC_USER=elastic" \
+       --env "BUILDKITE=true" \
+       --env "TRANSPORT_VERSION=${TRANSPORT_VERSION}" \
+       --env "STACK_VERSION=${STACK_VERSION}" \
+       --volume $repo:/usr/src/app \
+       --name elasticsearch-ruby \
+       --rm \
+       elastic/elasticsearch-ruby \
+       bundle exec rake test:yaml

rake_tasks/test_tasks.rake

@@ -61,6 +61,11 @@ namespace :test do
     puts "\n"
   end
 
+  desc 'Run YAML test runner tests'
+  task :yaml do
+    sh "cd #{CURRENT_PATH.join('elasticsearch-api')} && unset BUNDLE_GEMFILE && bundle exec rake test:yaml"
+  end
+
   namespace :platinum do
     desc 'Run platinum integration tests'
     task :integration do