Skip to content

Commit de3d371

Browse files
authored
[hotfix] fix zero comm buffer init (#6154)
1 parent 8d826a3 commit de3d371

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

colossalai/zero/low_level/low_level_optim.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -371,7 +371,7 @@ def _run_reduction(self):
371371
for i, sz in enumerate(bucket_store.sizes):
372372
grp = bucket_store.torch_pg if len(bucket_store.sizes) == 1 else bucket_store.torch_pg[i]
373373
flat_grads_list = list(cur_flat_grads.split(len(cur_flat_grads) // sz))
374-
received_grad = torch.zeros_like(flat_grads_list[0])
374+
received_grad = torch.empty_like(flat_grads_list[0])
375375
if self._fp8_communication:
376376
reduce_scatter_fp8(
377377
received_grad,

0 commit comments

Comments
 (0)