Skip to content

Commit 7cca8fa

Browse files
committed
Fix check_grad_overflow parameter in ZenFlowZeroOptimizer
1 parent 57a52a6 commit 7cca8fa

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

deepspeed/runtime/zero/zenflow/zenflow_stage_1_and_2.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -79,7 +79,8 @@ def __init__(self,
7979
round_robin_gradients=False,
8080
has_moe_layers=False,
8181
fp16_master_weights_and_gradients=False,
82-
elastic_checkpoint=False):
82+
elastic_checkpoint=False,
83+
check_grad_overflow=True):
8384

8485
super().__init__(init_optimizer, param_names, timers, optimizer_params, static_loss_scale, dynamic_loss_scale,
8586
dynamic_loss_args, verbose, contiguous_gradients, reduce_bucket_size,

0 commit comments

Comments
 (0)