openstack-manifests: Export JUnit results

Expose test results as JUnit to let Prow parse them.

Author: pierreprinetti

hack/openstack/test-manifests.sh

@@ -89,6 +89,14 @@ while getopts a:c:e:f:i:t:pr:h o; do
 done
 readonly api_fip os_cloud external_network compute_flavor openshift_install tests_dir persist run
 
+declare python_venv
+if [[ -w './bin' ]]; then
+	python_venv="$(realpath './bin/venv')"
+else
+	python_venv="$(mktemp -d)"
+fi
+readonly python_venv
+
 declare -a temp_dirs
 cleanup() {
 	if [[ "$persist" == 'NO' ]]; then
@@ -101,8 +109,16 @@ trap cleanup EXIT
 
 validate_configuration
 
+python -m venv "$python_venv"
+# shellcheck source=/dev/null
+source "${python_venv}/bin/activate"
+pip install unittest-xml-reporting pyyaml
+
 >&2 echo "Running the tests from '${tests_dir}' against the Installer binary '${openshift_install}'."
 
+export JUNIT_DIR="${ARTIFACT_DIR:-.}/junit"
+mkdir -p "$JUNIT_DIR"
+
 declare result='PASS'
 for testcase in "${tests_dir}"/* ; do
 	if [ -d "$testcase" ] && [[ "$testcase" =~ $run ]]; then
@@ -117,6 +133,12 @@ for testcase in "${tests_dir}"/* ; do
 		fill_install_config "${testcase}/install-config.yaml" > "${assets_dir}/install-config.yaml"
 		"$openshift_install" --log-level warn create manifests --dir "$assets_dir"
 		for t in "${testcase}"/test_*; do
+			declare JUNIT_FILE test_name
+			test_name="$(basename -- "$t")"
+			test_name="${test_name#test_}"
+			test_name="${test_name%.*}"
+			JUNIT_FILE="${JUNIT_DIR}/$(basename -- "${testcase}")_${test_name}.xml"
+			export JUNIT_FILE
 			if $t "$assets_dir"; then
 				echo "PASS: '$t'"
 			else

scripts/openstack/manifest-tests/cinder-availability-zones/test_machines.py

@@ -2,7 +2,9 @@
 # -*- coding: utf-8 -*-
 
 import unittest
+import xmlrunner
 
+import os
 import sys
 import glob
 import yaml
@@ -98,4 +100,5 @@ def test_replica_distribution(self):
 
 if __name__ == '__main__':
     ASSETS_DIR = sys.argv.pop()
-    unittest.main(verbosity=2)
+    with open(os.environ.get('JUNIT_FILE', '/dev/null'), 'wb') as output:
+        unittest.main(testRunner=xmlrunner.XMLTestRunner(output=output), failfast=False, buffer=False, catchbreak=False, verbosity=2)

scripts/openstack/manifest-tests/failure-domains/test_machines.py

@@ -2,6 +2,7 @@
 # -*- coding: utf-8 -*-
 
 import unittest
+import xmlrunner
 
 import os
 import sys
@@ -123,5 +124,5 @@ def test_storage_zone_names(self):
 
 if __name__ == '__main__':
     ASSETS_DIR = sys.argv.pop()
-    INSTALLCONFIG_PATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'install-config.yaml')
-    unittest.main(verbosity=2)
+    with open(os.environ.get('JUNIT_FILE', '/dev/null'), 'wb') as output:
+        unittest.main(testRunner=xmlrunner.XMLTestRunner(output=output), failfast=False, buffer=False, catchbreak=False, verbosity=2)

scripts/openstack/manifest-tests/lb-default-stable/test_cluster-infra.py

@@ -2,7 +2,9 @@
 # -*- coding: utf-8 -*-
 
 import unittest
+import xmlrunner
 
+import os
 import sys
 import glob
 import yaml
@@ -24,4 +26,5 @@ def test_load_balancer(self):
 
 if __name__ == '__main__':
     ASSETS_DIR = sys.argv.pop()
-    unittest.main(verbosity=2)
+    with open(os.environ.get('JUNIT_FILE', '/dev/null'), 'wb') as output:
+        unittest.main(testRunner=xmlrunner.XMLTestRunner(output=output), failfast=False, buffer=False, catchbreak=False, verbosity=2)

scripts/openstack/manifest-tests/lb-default-techpreview/test_cluster-infra.py

@@ -2,7 +2,9 @@
 # -*- coding: utf-8 -*-
 
 import unittest
+import xmlrunner
 
+import os
 import sys
 import glob
 import yaml
@@ -24,4 +26,5 @@ def test_load_balancer(self):
 
 if __name__ == '__main__':
     ASSETS_DIR = sys.argv.pop()
-    unittest.main(verbosity=2)
+    with open(os.environ.get('JUNIT_FILE', '/dev/null'), 'wb') as output:
+        unittest.main(testRunner=xmlrunner.XMLTestRunner(output=output), failfast=False, buffer=False, catchbreak=False, verbosity=2)

scripts/openstack/manifest-tests/lb-managed/test_cluster-infra.py

@@ -2,7 +2,9 @@
 # -*- coding: utf-8 -*-
 
 import unittest
+import xmlrunner
 
+import os
 import sys
 import glob
 import yaml
@@ -29,4 +31,5 @@ def test_cluster_infra_object(self):
 
 if __name__ == '__main__':
     ASSETS_DIR = sys.argv.pop()
-    unittest.main(verbosity=2)
+    with open(os.environ.get('JUNIT_FILE', '/dev/null'), 'wb') as output:
+        unittest.main(testRunner=xmlrunner.XMLTestRunner(output=output), failfast=False, buffer=False, catchbreak=False, verbosity=2)

scripts/openstack/manifest-tests/lb-unmanaged/test_cluster-infra.py

@@ -2,7 +2,9 @@
 # -*- coding: utf-8 -*-
 
 import unittest
+import xmlrunner
 
+import os
 import sys
 import glob
 import yaml
@@ -29,4 +31,5 @@ def test_cluster_infra_object(self):
 
 if __name__ == '__main__':
     ASSETS_DIR = sys.argv.pop()
-    unittest.main(verbosity=2)
+    with open(os.environ.get('JUNIT_FILE', '/dev/null'), 'wb') as output:
+        unittest.main(testRunner=xmlrunner.XMLTestRunner(output=output), failfast=False, buffer=False, catchbreak=False, verbosity=2)

scripts/openstack/manifest-tests/nova-availability-zones/test_machines.py

@@ -2,7 +2,9 @@
 # -*- coding: utf-8 -*-
 
 import unittest
+import xmlrunner
 
+import os
 import sys
 import glob
 import yaml
@@ -91,4 +93,5 @@ def test_replica_distribution(self):
 
 if __name__ == '__main__':
     ASSETS_DIR = sys.argv.pop()
-    unittest.main(verbosity=2)
+    with open(os.environ.get('JUNIT_FILE', '/dev/null'), 'wb') as output:
+        unittest.main(testRunner=xmlrunner.XMLTestRunner(output=output), failfast=False, buffer=False, catchbreak=False, verbosity=2)

scripts/openstack/manifest-tests/server-groups/test_machines.py

@@ -2,7 +2,9 @@
 # -*- coding: utf-8 -*-
 
 import unittest
+import xmlrunner
 
+import os
 import sys
 import glob
 import yaml
@@ -53,4 +55,5 @@ def test_consistent_group_names(self):
 
 if __name__ == '__main__':
     ASSETS_DIR = sys.argv.pop()
-    unittest.main(verbosity=2)
+    with open(os.environ.get('JUNIT_FILE', '/dev/null'), 'wb') as output:
+        unittest.main(testRunner=xmlrunner.XMLTestRunner(output=output), failfast=False, buffer=False, catchbreak=False, verbosity=2)