Fix seed of tp=1 (#3486)

tastelikefeet · web-flow · commit 45f1e8fc2cf1 · 2025-03-13T23:09:22.000+08:00
diff --git a/swift/trainers/rlhf_trainer/grpo_trainer.py b/swift/trainers/rlhf_trainer/grpo_trainer.py
@@ -262,7 +262,7 @@ def __init__(self,
             stop=args.stop_words,
         )
 
-        if self.args.tensor_parallel_size > 1:
+        if local_world_size == self.args.num_infer_workers == get_device_count() and local_world_size > 1:
             self.request_config.n = self.args.tensor_parallel_size
             if self.infer_rank >= 0:
                 self.request_config.seed = self.infer_rank // self.args.tensor_parallel_size

Original file line number	Diff line number	Diff line change
`@@ -262,7 +262,7 @@ def __init__(self,`
`262`	`262`	`stop=args.stop_words,`
`263`	`263`	`)`
`264`	`264`
`265`		`- if self.args.tensor_parallel_size > 1:`
	`265`	`+ if local_world_size == self.args.num_infer_workers == get_device_count() and local_world_size > 1:`
`266`	`266`	`self.request_config.n = self.args.tensor_parallel_size`
`267`	`267`	`if self.infer_rank >= 0:`
`268`	`268`	`self.request_config.seed = self.infer_rank // self.args.tensor_parallel_size`