Merge pull request #202 from ServiceNow/shuffle_exps

added `study.shuffle_exps()` feature

Author: recursix

src/agentlab/experiments/study.py

@@ -20,6 +20,7 @@
 from agentlab.experiments.launch_exp import find_incomplete, non_dummy_count, run_experiments
 from agentlab.experiments.multi_server import BaseServer, WebArenaInstanceVars
 from multiprocessing import Pool, Manager, Queue
+import random
 
 logger = logging.getLogger(__name__)
 
@@ -157,6 +158,10 @@ def get_results(self, suffix="", also_save=True):
 
         return result_df, summary_df, error_report
 
+    def shuffle_exps(self):
+        """Shuffle the experiments in the study."""
+        self.exp_args_list = random.sample(self.exp_args_list, len(self.exp_args_list))
+
 
 @dataclass
 class Study(AbstractStudy):