Added skipped tests reporting and corresponding ruby test

Author: toote

ruby/bin/annotate

@@ -81,7 +81,7 @@ puts "Errors: #{tests[:error].length}"
 puts "Skipped: #{tests[:skipped].length}"
 puts "Total tests: #{testcases}"
 
-tests.delete(:skipped) unless ENV.fetch('BUILDKITE_PLUGIN_JUNIT_ANNOTATE_SKIPPED_FORMAT', 'none') != 'none'
+skipped = tests.delete(:skipped) # save value for later
 
 tests.values.flatten.each do |failure|
   puts ""
@@ -115,4 +115,17 @@ if report_slowest > 0
   puts "</details>"
 end
 
+if ENV.fetch('BUILDKITE_PLUGIN_JUNIT_ANNOTATE_SKIPPED_FORMAT', 'none') != 'none'
+  STDERR.puts "Reporting skipped tests"
+  puts ""
+  puts "<details>"
+  puts "<summary>#{skipped.length} tests skipped</summary>\n\n"
+  puts "<ol>"
+  skipped.each do |sk|
+    puts "<li>#{CGI.escapeHTML sk.name} in #{CGI.escapeHTML sk.unit_name} (#{CGI.escapeHTML sk.message || "no reason"})</li>\n"
+  end
+  puts "</ol>"
+  puts "</details>"
+end
+
 exit 64 if tests.values.flatten.any? # special exit code to signal test failures

ruby/tests/annotate_test.rb

@@ -600,4 +600,31 @@
 
     assert_equal 0, status.exitstatus
   end
+
+  it "can report skipped tests" do
+    stdout, stderr, status = Open3.capture3("env", "BUILDKITE_PLUGIN_JUNIT_ANNOTATE_SKIPPED_FORMAT=classname", "#{__dir__}/../bin/annotate", "#{__dir__}/skipped-test/")
+
+    assert_equal stderr, <<~OUTPUT
+      Parsing junit.xml
+      --- ✍️ Preparing annotation
+      Reporting skipped tests
+    OUTPUT
+
+    assert_equal stdout, <<~OUTPUT
+      Failures: 0
+      Errors: 0
+      Skipped: 1
+      Total tests: 2
+
+      <details>
+      <summary>1 tests skipped</summary>
+
+      <ol>
+      <li>Account#maximum_jobs_added_by_pipeline_changer returns 250 by default in spec.models.account_spec (because of reasons)</li>
+      </ol>
+      </details>
+    OUTPUT
+
+    assert_equal 0, status.exitstatus
+  end
 end