We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9daddf7 commit 8654eaaCopy full SHA for 8654eaa
nemo_lm/models/__init__.py
@@ -20,7 +20,7 @@
20
TorchFullyShardedDataParallel,
21
)
22
from megatron.core.enums import ModelType
23
-from megatron.core.fp8_utils import is_float8tensor
+from megatron.core.fp8_utils import correct_amax_history_if_needed
24
from megatron.core.transformer.module import Float16Module, MegatronModule
25
26
from nemo_lm.models.gpt import GPTConfig
0 commit comments