Produce Markdown test summary

Author: pluehne

script/cibuild

@@ -2,23 +2,38 @@
 # Usage: script/cibuild [--no-package]
 set -e
 
+ROOTDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." && pwd )"
+TMPDIR="$ROOTDIR/test/tmp"
+
+# Remove possible remnants of previous test runs
+rm -rf "${TMPDIR:?}/*"
+
+print_test_results() {
+  if [ -n "$GITHUB_STEP_SUMMARY" ]; then
+    echo -e "### Test results\n" >> "$GITHUB_STEP_SUMMARY"
+    echo "| Test suite | Result | Successful | Failed | Skipped | Duration |" >> "$GITHUB_STEP_SUMMARY"
+    echo "|---|---|--:|--:|--:|--:|" >> "$GITHUB_STEP_SUMMARY"
+    sort -V "$TMPDIR/results" >> "$GITHUB_STEP_SUMMARY"
+  fi
+}
+
 # Enable verbose logging of ssh commands
 export GHE_VERBOSE_SSH=true
 
 if ! find test -name "test-*.sh" -print0 | xargs -0 -n 1 /bin/bash; then
+  print_test_results
   exit 1
 fi
 
+print_test_results
+
 # Bail out when --no-package given
 [ "$1" = "--no-package" ] && exit 0
 
 # files we'll md5sum at the end
 pkg_files=
 
 # Build the tarball
-ROOTDIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." && pwd )"
-TMPDIR="$ROOTDIR/test/tmp"
-
 echo "Building tar.gz package ..."
 if script/package-tarball 1>$TMPDIR/package-tarball.txt 2>&1; then
   pkg_files=$(grep '^Package ' < $TMPDIR/package-tarball.txt | cut -f 2 -d ' ')

test/testlib.sh

@@ -32,6 +32,8 @@ TRASHDIR="$TMPDIR/$(basename "$0")-$$"
 
 test_suite_file_name="$(basename "${BASH_SOURCE[1]}")"
 test_suite_name="${GHE_TEST_SUITE_NAME:-${test_suite_file_name%.*}}"
+results_file="$TMPDIR/results"
+test_suite_before_time=$(date '+%s.%3N')
 
 # Set GIT_{AUTHOR,COMMITTER}_{NAME,EMAIL}
 # This removes the assumption that a git config that specifies these is present.
@@ -85,6 +87,27 @@ failures=0
 atexit () {
   res=$?
 
+  test_suite_after_time=$(date '+%s.%3N')
+  test_suite_elapsed_time=$(echo "scale=3; $test_suite_after_time - $test_suite_before_time" | bc)
+
+  # Temporarily redirect stdout output to results file
+  exec 3<&1
+  exec 1>>"$results_file"
+
+  # Print test summary for this test suite
+  echo -n "| $test_suite_name | "
+
+  if [ "$failures" -eq "0" ]; then
+    echo -n ":green_circle: passed"
+  else
+    echo -n ":red_circle: failed"
+  fi
+
+  printf " | $successes | $failures | $skipped | %.3f s |\\n" "$test_suite_elapsed_time"
+
+  # Restore stdout
+  exec 1<&3
+
   [ -z "$KEEPTRASH" ] && rm -rf "$TRASHDIR"
   if [ $failures -gt 0 ]; then
     exit 1