9pm.py: add new repeat option (-r)

Repeats all test and suites passed on command line N times.

Signed-off-by: Richard Alpe <[email protected]>

Author: rical

9pm.py

@@ -654,6 +654,8 @@ def parse_cmdline():
             help='(TEST) Enable test case debug')
     parser.add_argument('-o', '--option', action='append', default=[],
             help='(TEST) Option(s) passed to all test cases (can be repeated)')
+    parser.add_argument('-r', '--repeat', type=int, default=1,
+            help='(TEST) Number of times to repeat the test (default: 1)')
     parser.add_argument('suites', nargs='+', metavar='TEST|SUITE',
             help='Test or suite to run')
     if len(sys.argv) == 1:
@@ -728,20 +730,21 @@ def pr_proj_info(proj):
 
 def create_base_suite(args):
     suite = {'name': 'command-line', 'suite': []}
-    for filename in args.suites:
-        fpath = os.path.join(os.getcwd(), filename)
-        if filename.endswith('.yaml'):
-            suite['suite'].append(parse_suite(fpath, "command-line", args.option, {}))
-        else:
-            test = {}
-            test['case'] =  fpath
-            test['name'] = gen_name(filename)
-            test['outfile'] = gen_outfile(test['name'])
+    for _ in range(args.repeat):
+        for filename in args.suites:
+            fpath = os.path.join(os.getcwd(), filename)
+            if filename.endswith('.yaml'):
+                suite['suite'].append(parse_suite(fpath, "command-line", args.option, {}))
+            else:
+                test = {}
+                test['case'] =  fpath
+                test['name'] = gen_name(filename)
+                test['outfile'] = gen_outfile(test['name'])
 
-            if args.option:
-                test["options"] = args.option
+                if args.option:
+                    test["options"] = args.option
 
-            suite['suite'].append(test)
+                suite['suite'].append(test)
     return suite
 
 def main():

self_test/run.py

@@ -278,6 +278,39 @@ def test_abort_flag(self):
 
         self.run(["cases/fail.sh", "cases/pass.sh"], ["--abort"], 1, "Aborting execution")
 
+    def test_repeat_flag(self):
+        """Verify that -r (--repeat) works"""
+
+        self.test(
+            {
+                "desc": "Repeate two tests two times",
+                "args": ["-r", "2"],
+                "tests": ["cases/worker.py", "cases/worker1.py"],
+                "expected": [
+                    {"name": "0001-worker", "args": []},
+                    {"name": "0002-worker1", "args": []},
+                    {"name": "0003-worker", "args": []},
+                    {"name": "0004-worker1", "args": []}
+                ],
+            }
+        )
+        self.test(
+            {
+                "desc": "Repeate suite and test two times",
+                "args": ["-r", "2"],
+                "tests": ["suites/suite.yaml", "cases/worker1.py"],
+                "expected": [
+                    {"name": "0002-worker", "args": []},
+                    {"name": "0003-worker", "args": []},
+                    {"name": "0004-worker1", "args": []},
+                    {"name": "0007-worker", "args": []},
+                    {"name": "0008-worker", "args": []},
+                    {"name": "0009-worker1", "args": []},
+                    {"name": "0010-worker1", "args": []}
+                ],
+            }
+        )
+
     def cleanup(self):
         """Cleanup temp directory after tests"""
         self.temp_dir_base.cleanup()
@@ -305,6 +338,7 @@ def cleanup(self):
         tester.test_config_file()
         tester.test_verbose_flag()
         tester.test_abort_flag()
+        tester.test_repeat_flag()
         print_green("All tests passed.")
     finally:
         tester.cleanup()