Skip to content

Commit 98b9de6

Browse files
committed
2 parents 09ec21c + 5ebcaac commit 98b9de6

File tree

2 files changed

+6
-2
lines changed

2 files changed

+6
-2
lines changed

src/lightning/fabric/strategies/deepspeed.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -652,7 +652,9 @@ def _init_deepspeed_distributed(self) -> None:
652652
f"MEMBER: {self.global_rank + 1}/{self.world_size}"
653653
)
654654
self._process_group_backend = self._get_process_group_backend()
655-
deepspeed.init_distributed(self._process_group_backend, distributed_port=self.cluster_environment.main_port, timeout=self._timeout)
655+
deepspeed.init_distributed(
656+
self._process_group_backend, distributed_port=self.cluster_environment.main_port, timeout=self._timeout
657+
)
656658

657659
def _set_node_environment_variables(self) -> None:
658660
assert self.cluster_environment is not None

src/lightning/pytorch/strategies/deepspeed.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -370,7 +370,9 @@ def _init_deepspeed_distributed(self) -> None:
370370
f"MEMBER: {self.global_rank + 1}/{self.world_size}"
371371
)
372372
self._process_group_backend = self._get_process_group_backend()
373-
deepspeed.init_distributed(self._process_group_backend, distributed_port=self.cluster_environment.main_port, timeout=self._timeout)
373+
deepspeed.init_distributed(
374+
self._process_group_backend, distributed_port=self.cluster_environment.main_port, timeout=self._timeout
375+
)
374376

375377
def _set_node_environment_variables(self) -> None:
376378
assert self.cluster_environment is not None

0 commit comments

Comments
 (0)