We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c3b5caf commit 26e5539Copy full SHA for 26e5539
colossalai/booster/plugin/hybrid_parallel_plugin.py
@@ -119,7 +119,8 @@ def __init__(
119
if use_fp8:
120
self.op_hooks.append(FP8Hook())
121
if overlap_allgather:
122
- self.op_hook = ZeroOpHook()
+ self.op_hooks.append(ZeroOpHook())
123
+ if use_fp8 or overlap_allgather:
124
for p in module.parameters():
125
if p.requires_grad and type(p) is not ColoParameter:
126
p.__class__ = ColoParameter
0 commit comments