twister: Add seed as argument for native_posix builds

Use the seed as arg for ZTEST_SHUFFLE enabled builds

Signed-off-by: Al Semjonovs <[email protected]>

Author: asemjonovs

scripts/pylib/twister/twisterlib.py

@@ -559,6 +559,7 @@ def __init__(self, instance, type_str):
         self.asan = False
         self.ubsan = False
         self.coverage = False
+        self.seed = None
 
     def try_kill_process_by_pid(self):
         if self.pid_fn:
@@ -637,6 +638,10 @@ def handle(self):
                        ] + command
             run_valgrind = True
 
+        # Only valid for native_posix
+        if self.seed is not None:
+            command = command + ["--seed="+str(self.seed)]
+
         logger.debug("Spawning process: " +
                      " ".join(shlex.quote(word) for word in command) + os.linesep +
                      "in directory: " + self.build_dir)
@@ -2563,6 +2568,7 @@ def __init__(self, suite, instance, **kwargs):
         self.warnings_as_errors = kwargs.get('warnings_as_errors', True)
         self.overflow_as_errors = kwargs.get('overflow_as_errors', False)
         self.suite_name_check = kwargs.get('suite_name_check', True)
+        self.seed = kwargs.get('seed', 0)
 
     @staticmethod
     def log_info(filename, inline_logs):
@@ -2851,6 +2857,11 @@ def report_out(self, results):
                 else:
                     more_info = "build"
 
+                if ( instance.status in ["error", "failed", "timeout", "flash_error"]
+                     and hasattr(self.instance.handler, 'seed')
+                     and self.instance.handler.seed is not None ):
+                    more_info += "/seed: " + str(self.seed)
+
             logger.info("{:>{}}/{} {:<25} {:<50} {} ({})".format(
                 results.done + results.skipped_filter, total_tests_width, total_to_do , instance.platform.name,
                 instance.testcase.name, status, more_info))
@@ -2927,6 +2938,12 @@ def run(self):
             if instance.handler.type_str == "device":
                 instance.handler.suite = self.suite
 
+            if(self.seed is not None and instance.platform.name.startswith("native_posix")):
+                self.parse_generated()
+                if('CONFIG_FAKE_ENTROPY_NATIVE_POSIX' in self.defconfig and
+                    self.defconfig['CONFIG_FAKE_ENTROPY_NATIVE_POSIX'] == 'y'):
+                    instance.handler.seed = self.seed
+
             instance.handler.handle()
 
         sys.stdout.flush()
@@ -2988,7 +3005,8 @@ class TestSuite(DisablePyTestCollectionMixin):
                        "toolchain_allow": {"type": "set"},
                        "filter": {"type": "str"},
                        "harness": {"type": "str"},
-                       "harness_config": {"type": "map", "default": {}}
+                       "harness_config": {"type": "map", "default": {}},
+                       "seed": {"type": "int", "default": 0}
                        }
 
     RELEASE_DATA = os.path.join(ZEPHYR_BASE, "scripts", "release",
@@ -3030,6 +3048,7 @@ def __init__(self, board_root_list=[], testcase_roots=[], outdir=None):
         self.quarantine_verify = False
         self.retry_build_errors = False
         self.suite_name_check = True
+        self.seed = 0
 
         # Keep track of which test cases we've filtered out and why
         self.testcases = {}
@@ -3361,6 +3380,7 @@ def add_testcases(self, testcase_filter=[]):
                         tc.min_flash = tc_dict["min_flash"]
                         tc.extra_sections = tc_dict["extra_sections"]
                         tc.integration_platforms = tc_dict["integration_platforms"]
+                        tc.seed = tc_dict["seed"]
 
                         tc.parse_subcases(tc_path)
 
@@ -3752,7 +3772,8 @@ def pipeline_mgr(self, pipeline, done_queue, lock, results):
                                     verbose=self.verbose,
                                     warnings_as_errors=self.warnings_as_errors,
                                     overflow_as_errors=self.overflow_as_errors,
-                                    suite_name_check=self.suite_name_check
+                                    suite_name_check=self.suite_name_check,
+                                    seed=self.seed
                                     )
                 pb.process(pipeline, done_queue, task, lock, results)
 

scripts/twister

@@ -704,6 +704,10 @@ structure in the main Zephyr tree: boards/<arch>/<board_name>/""")
         help="Execute time-consuming test cases that have been marked "
              "as 'slow' in testcase.yaml. Normally these are only built.")
 
+    parser.add_argument(
+        "--seed", type=int,
+        help="Seed for native posix pseudo-random number generator")
+
     parser.add_argument(
         "--short-build-path",
         action="store_true",
@@ -957,6 +961,7 @@ def main():
     suite.integration = options.integration
     suite.overflow_as_errors = options.overflow_as_errors
     suite.suite_name_check = not options.disable_suite_name_check
+    suite.seed = options.seed
 
     # get all enabled west projects
     west_proj = west_projects()