fix gid (#4054)

gzy19990617 · DDDivano · web-flow · commit 447297a7b5fd · 2025-09-11T16:08:00.000+08:00
Co-authored-by: Divano &lt;dddivano@outlook.com&gt;
diff --git a/fastdeploy/config.py b/fastdeploy/config.py
@@ -348,12 +348,14 @@ def set_tp_group(self):
                 (self.data_parallel_rank + 1) * self.tensor_parallel_size,
             )
         )
+        dist.collective._set_custom_gid(None)
         # same ep group id
         dist.collective._set_custom_gid(self.data_parallel_size + tp_gid_offset)
         self.ep_group = dist.new_group(range(self.expert_parallel_size))
         logger.info(
             f"data_parallel_size: {self.data_parallel_size}, tensor_parallel_size: {self.tensor_parallel_size}, expert_parallel_size: {self.expert_parallel_size}, data_parallel_rank: {self.data_parallel_rank}, tensor_parallel_rank: {self.tensor_parallel_rank}, expert_parallel_rank: {self.expert_parallel_rank}, tp_group: {self.tp_group}."
         )
+        dist.collective._set_custom_gid(None)
 
     def print(self):
         """

Original file line number	Diff line number	Diff line change
`@@ -348,12 +348,14 @@ def set_tp_group(self):`
`348`	`348`	`(self.data_parallel_rank + 1) * self.tensor_parallel_size,`
`349`	`349`	`)`
`350`	`350`	`)`
	`351`	`+ dist.collective._set_custom_gid(None)`
`351`	`352`	`# same ep group id`
`352`	`353`	`dist.collective._set_custom_gid(self.data_parallel_size + tp_gid_offset)`
`353`	`354`	`self.ep_group = dist.new_group(range(self.expert_parallel_size))`
`354`	`355`	`logger.info(`
`355`	`356`	`f"data_parallel_size: {self.data_parallel_size}, tensor_parallel_size: {self.tensor_parallel_size}, expert_parallel_size: {self.expert_parallel_size}, data_parallel_rank: {self.data_parallel_rank}, tensor_parallel_rank: {self.tensor_parallel_rank}, expert_parallel_rank: {self.expert_parallel_rank}, tp_group: {self.tp_group}."`
`356`	`357`	`)`
	`358`	`+ dist.collective._set_custom_gid(None)`
`357`	`359`
`358`	`360`	`def print(self):`
`359`	`361`	`"""`