File tree Expand file tree Collapse file tree 1 file changed +2
-6
lines changed
tests/unit_tests/context_parallel Expand file tree Collapse file tree 1 file changed +2
-6
lines changed Original file line number Diff line number Diff line change 1111
1212from megatron .core import mpu , parallel_state
1313from megatron .core .datasets .data_schedule import get_batch_on_this_rank_for_sequence_packing
14- from megatron .core .models .gpt .gpt_layer_specs import (
15- get_gpt_decoder_block_spec ,
16- )
14+ from megatron .core .models .gpt .gpt_layer_specs import get_gpt_decoder_block_spec
1715from megatron .core .models .gpt .gpt_layer_specs import (
1816 get_gpt_layer_with_transformer_engine_spec as gpt_te_spec ,
1917)
20- from megatron .core .models .gpt .gpt_layer_specs import (
21- get_gpt_mtp_block_spec ,
22- )
18+ from megatron .core .models .gpt .gpt_layer_specs import (get_gpt_mtp_block_spec
2319from megatron .core .models .gpt .gpt_model import GPTModel
2420from megatron .core .num_microbatches_calculator import (
2521 init_num_microbatches_calculator ,
You can’t perform that action at this time.
0 commit comments