feat(pytest): Set and log random seed used in pytest (#5391)

Set and print random seed used in python testing for tests that use
Seeder and DflySeederFactory classes for generating commands.

Signed-off-by: mkaruza <[email protected]>

Author: mkaruza

tests/dragonfly/conftest.py

@@ -95,7 +95,7 @@ def df_seeder_factory(request) -> DflySeederFactory:
         seed = random.randrange(sys.maxsize)
 
     random.seed(int(seed))
-    print(f"--- Random seed: {seed}, check: {random.randrange(100)} ---")
+    logging.debug(f"Random seed: {seed}, check: {random.randrange(100)}")
 
     return DflySeederFactory(request.config.getoption("--log-seeder"))
 

tests/dragonfly/seeder/__init__.py

@@ -7,6 +7,7 @@
 import redis.asyncio as aioredis
 from dataclasses import dataclass
 import time
+import sys
 
 try:
     from importlib import resources as impresources
@@ -20,11 +21,18 @@ class SeederBase:
     CACHED_SCRIPTS = {}
     DEFAULT_TYPES = ["STRING", "LIST", "SET", "HASH", "ZSET", "JSON", "STREAM"]
 
-    def __init__(self, types: typing.Optional[typing.List[str]] = None):
+    def __init__(self, types: typing.Optional[typing.List[str]] = None, seed=None):
         self.uid = SeederBase.UID_COUNTER
         SeederBase.UID_COUNTER += 1
         self.types = types if types is not None else SeederBase.DEFAULT_TYPES
 
+        self.seed = random.randrange(sys.maxsize)
+        if seed is not None:
+            self.seed = seed
+
+        random.seed(int(self.seed))
+        logging.debug(f"Random seed: {self.seed}, check: {random.randrange(100)}")
+
     @classmethod
     async def capture(
         clz, client: aioredis.Redis, types: typing.Optional[typing.List[str]] = None
@@ -81,8 +89,9 @@ def __init__(
         samples=10,
         collection_size=None,
         types: typing.Optional[typing.List[str]] = None,
+        seed=None,
     ):
-        SeederBase.__init__(self, types)
+        SeederBase.__init__(self, types, seed)
         self.key_target = key_target
         self.data_size = data_size
         self.variance = variance
@@ -140,8 +149,9 @@ def __init__(
         types: typing.Optional[typing.List[str]] = None,
         huge_value_target=5,
         huge_value_size=100000,
+        seed=None,
     ):
-        SeederBase.__init__(self, types)
+        SeederBase.__init__(self, types, seed)
         self.key_target = key_target
         self.data_size = data_size
         if collection_size is None:
@@ -174,6 +184,7 @@ async def run(self, client: aioredis.Redis, target_ops=None, target_deviation=No
             self.collection_size,
             self.huge_value_target / len(self.units),
             self.huge_value_size,
+            self.seed,
         ]
 
         sha = await client.script_load(Seeder._load_script("generate"))

tests/dragonfly/seeder/script-generate.lua

@@ -21,6 +21,9 @@ local collection_size = tonumber(ARGV[9])
 -- Probability of each key in key_target to be a big value
 local huge_value_target = tonumber(ARGV[10])
 local huge_value_size = tonumber(ARGV[11])
+local seed = tonumber(ARGV[12])
+
+math.randomseed(seed)
 
 -- collect all keys belonging to this script
 -- assumes exclusive ownership