We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7638439 commit 60e0e56Copy full SHA for 60e0e56
src/lightning/pytorch/strategies/deepspeed.py
@@ -366,7 +366,9 @@ def _init_deepspeed_distributed(self) -> None:
366
f"MEMBER: {self.global_rank + 1}/{self.world_size}"
367
)
368
self._process_group_backend = self._get_process_group_backend()
369
- deepspeed.init_distributed(self._process_group_backend, distributed_port=self.cluster_environment.main_port, timeout=self._timeout)
+ deepspeed.init_distributed(
370
+ self._process_group_backend, distributed_port=self.cluster_environment.main_port, timeout=self._timeout
371
+ )
372
373
def _set_node_environment_variables(self) -> None:
374
assert self.cluster_environment is not None
0 commit comments