We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5872eb9 commit 5ebcaacCopy full SHA for 5ebcaac
src/lightning/fabric/strategies/deepspeed.py
@@ -650,7 +650,9 @@ def _init_deepspeed_distributed(self) -> None:
650
f"MEMBER: {self.global_rank + 1}/{self.world_size}"
651
)
652
self._process_group_backend = self._get_process_group_backend()
653
- deepspeed.init_distributed(self._process_group_backend, distributed_port=self.cluster_environment.main_port, timeout=self._timeout)
+ deepspeed.init_distributed(
654
+ self._process_group_backend, distributed_port=self.cluster_environment.main_port, timeout=self._timeout
655
+ )
656
657
def _set_node_environment_variables(self) -> None:
658
assert self.cluster_environment is not None
0 commit comments