ko3n1g
diff --git a/‎megatron/core/pipeline_parallel/bridge_communicator.py‎
Lines changed: 3 additions & 0 deletions b/‎megatron/core/pipeline_parallel/bridge_communicator.py‎
Lines changed: 3 additions & 0 deletions
@@ -628,6 +628,9 @@ def send_forward_recv_backward(
                 dist.broadcast(
                     shape_tensor, src=self.current_rank, group=self.src_grid_broadcast_pg
                 )
+                dist.broadcast(
+                    shape_tensor, src=self.current_rank, group=self.src_grid_broadcast_pg
+                )
 
                 # Broadcast the tensors to all ranks in the group
                 dist.broadcast(
Original file line number	Diff line number	Diff line change
`@@ -628,6 +628,9 @@ def send_forward_recv_backward(`
`628`	`628`	`dist.broadcast(`
`629`	`629`	`shape_tensor, src=self.current_rank, group=self.src_grid_broadcast_pg`
`630`	`630`	`)`
	`631`	`+ dist.broadcast(`
	`632`	`+ shape_tensor, src=self.current_rank, group=self.src_grid_broadcast_pg`
	`633`	`+ )`
`631`	`634`
`632`	`635`	`# Broadcast the tensors to all ranks in the group`
`633`	`636`	`dist.broadcast(`