produce test report

Author: NickLarsenNZ

.github/workflows/nightly-test.yml

@@ -78,7 +78,7 @@ jobs:
 
       - name: Run Integration Test
         id: test
-        uses: stackabletech/actions/run-integration-test@5b66858af3597c4ea34f9b33664b8034a1d28427 # v0.3.0
+        uses: stackabletech/actions/run-integration-test@upload-test-report # todo, update on release of the actions
         with:
           test-platform: ${{ env.TEST_PLATFORM }}-${{ env.TEST_ARCHITECTURE }}
           test-run: ${{ env.TEST_RUN }}

scripts/run-tests

@@ -47,6 +47,10 @@ Examples:
    created if it doesn't exist and will not be deleted when the tests end.
 
     ./scripts/run-tests --test-suite smoke-latest --namespace smoke
+
+6. Run the smoke test suite and produce a JUnit test report.
+
+    ./scripts/run-tests --report xml
 """
 
 
@@ -136,6 +140,13 @@ def parse_args(argv: list[str]) -> argparse.Namespace:
         required=False,
     )
 
+    parser.add_argument(
+        "--report",
+        help="Produce a JUnit Test Report (xml or json)",
+        type=str,
+        required=False,
+    )
+
     return parser.parse_args(argv)
 
 
@@ -339,7 +350,7 @@ def gen_tests(test_suite: str) -> None:
         raise TestRunnerException()
 
 
-def run_tests(test: str, parallel: int, namespace: str, skip_delete: bool) -> None:
+def run_tests(test: str, parallel: int, namespace: str, skip_delete: bool, report: str) -> None:
     try:
         kuttl_cmd = ["kubectl-kuttl", "test"]
         if test:
@@ -367,6 +378,8 @@ def run_tests(test: str, parallel: int, namespace: str, skip_delete: bool) -> No
                     logging.error(stderr)
                     logging.error("namespace creation failed")
                     raise TestRunnerException()
+        if report:
+            kuttl_cmd.extend(["--report", report])
 
         logging.debug(f"Running : {kuttl_cmd}")
 
@@ -392,7 +405,7 @@ def main(argv) -> int:
         if opts.skip_tests:
             logging.info("Skip running tests.")
         else:
-            run_tests(opts.test, opts.parallel, opts.namespace, opts.skip_delete)
+            run_tests(opts.test, opts.parallel, opts.namespace, opts.skip_delete, opts.report)
     except TestRunnerException:
         ret = 1
     return ret