[API] Test Runner

Refactors skip test exception to be resuable
Skips a test and logs exception when there's a YAML error

Author: picandocodigo

elasticsearch-api/api-spec-testing/test_file.rb

@@ -49,6 +49,12 @@ def initialize(file_name, client, features_to_skip = [])
         @client = client
         begin
           documents = YAML.load_stream(File.new(file_name))
+        rescue Psych::SyntaxError => e
+          raise e unless e.message.include?('found unexpected \':\'')
+
+          message = "Exception found when parsing YAML in #{file_name}: #{e.message}"
+          logger.error message
+          raise SkipTestsException, message
         rescue StandardError => e
           logger.error e
           logger.error "Filename : #{@name}"
@@ -64,7 +70,7 @@ def skip_entire_test_file?
         @skip = @setup['setup']&.select { |a| a['skip'] }
         return false if @skip.empty?
 
-        raise SkipTestsException if skip_version?(@client, @skip.first['skip'])
+        raise SkipTestsException, "Skipping #{file} due to 'skip all'." if skip_version?(@client, @skip.first['skip'])
       end
 
       def skip_version?(client, skip_definition)

elasticsearch-api/spec/elasticsearch/api/rest_api_yaml_spec.rb

@@ -30,10 +30,10 @@
   REST_API_YAML_FILES.each do |file|
     begin
       test_file = Elasticsearch::RestAPIYAMLTests::TestFile.new(file, ADMIN_CLIENT, REST_API_YAML_SKIP_FEATURES)
-    rescue SkipTestsException => _e
+    rescue SkipTestsException => e
       # If the test file has a `skip` at the top level that applies to this
       # version of Elasticsearch, continue with the next text.
-      LOGGER.info "Skipping #{file} due to 'skip all'."
+      LOGGER.info e.message
       next
     end