* update ray init method

* set ray_namespace for StorageConfigs to the global ray_namespace if they are not set

Author: HYLcool

trinity/common/config.py

@@ -452,6 +452,8 @@ def _check_buffer(self) -> None:  # noqa: C901
             self.buffer.explorer_input.taskset.format.reply_prefix = (
                 self.buffer.explorer_input.reply_prefix
             )
+        if self.buffer.explorer_input.taskset.ray_namespace is None:
+            self.buffer.explorer_input.taskset.ray_namespace = self.ray_namespace
 
         remained_tasksets = []
         for idx, dataset in enumerate(self.buffer.explorer_input.eval_tasksets):
@@ -469,6 +471,8 @@ def _check_buffer(self) -> None:  # noqa: C901
                 dataset.format.system_prompt = self.buffer.explorer_input.system_prompt
             if dataset.format.reply_prefix is None:
                 dataset.format.reply_prefix = self.buffer.explorer_input.reply_prefix
+            if dataset.ray_namespace is None:
+                dataset.ray_namespace = self.ray_namespace
             remained_tasksets.append(dataset)
         self.buffer.explorer_input.eval_tasksets = remained_tasksets
 
@@ -493,12 +497,16 @@ def _check_buffer(self) -> None:  # noqa: C901
             self.buffer.trainer_input.experience_buffer.algorithm_type = (
                 self.algorithm.algorithm_type
             )
+            if self.buffer.trainer_input.experience_buffer.ray_namespace is None:
+                self.buffer.trainer_input.experience_buffer.ray_namespace = self.ray_namespace
 
         # set buffer.explorer_output
         if self.buffer.explorer_output is None:
             self.buffer.explorer_output = self.buffer.trainer_input.experience_buffer
         else:
             self.buffer.explorer_output.algorithm_type = self.algorithm.algorithm_type
+            if self.buffer.explorer_output.ray_namespace is None:
+                self.buffer.explorer_output.ray_namespace = self.ray_namespace
 
         # check trainer_input.sft_warmup_dataset
         if (
@@ -510,6 +518,8 @@ def _check_buffer(self) -> None:  # noqa: C901
             )
         if self.buffer.trainer_input.sft_warmup_dataset is not None:
             self.buffer.trainer_input.sft_warmup_dataset.algorithm_type = "sft"  # TODO
+            if self.buffer.trainer_input.sft_warmup_dataset.ray_namespace is None:
+                self.buffer.trainer_input.sft_warmup_dataset.ray_namespace = self.ray_namespace
 
         # check input/output buffers in experience pipelines
         if self.data_processor.experience_pipeline is not None:

trinity/data/server.py

@@ -24,7 +24,7 @@ def data_processor(pipeline_type):
     config.check_and_update()
 
     # init ray
-    ray.init(namespace=config.ray_namespace)
+    ray.init(namespace=config.ray_namespace, ignore_reinit_error=True)
 
     pipeline_config = getattr(config.data_processor, pipeline_type)
     if pipeline_config is None: