Skip to content

Commit f30202f

Browse files
committed
Revert "Fixing two problems in 1F1B A2A overlap"
This reverts commit 42ea740.
1 parent d4eee90 commit f30202f

File tree

1 file changed

+0
-3
lines changed

1 file changed

+0
-3
lines changed

megatron/core/models/gpt/fine_grained_callables.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -527,9 +527,6 @@ def submodule_dispatch_forward(
527527
token_dispatcher._comm_manager.token_probs = probs
528528

529529
dispatched_tokens, dispatched_probs = layer.mlp.dispatch(local_tokens, probs)
530-
comm_manager = getattr(token_dispatcher, '_comm_manager', None)
531-
if comm_manager is not None and hasattr(comm_manager, 'get_number_of_tokens_per_expert'):
532-
node.layer_state.tokens_per_expert = comm_manager.get_number_of_tokens_per_expert()
533530
return dispatched_tokens, dispatched_probs
534531

535532
def submodule_moe_forward(

0 commit comments

Comments
 (0)