File tree Expand file tree Collapse file tree 1 file changed +6
-5
lines changed
modelopt/torch/export/plugins Expand file tree Collapse file tree 1 file changed +6
-5
lines changed Original file line number Diff line number Diff line change 4343 "linear_fc2" : NameRemapping ("model.layers.{}.mlp.down_proj." ),
4444 "final_layernorm" : NameRemapping ("model.norm." ),
4545 "output_layer" : NameRemapping ("lm_head." ),
46- # MoE
47- "router" : NameRemapping ("model.layers.{}.mlp.gate." ),
48- "local_experts.linear_fc1" : GatedMLPSlicing ("model.layers.{}.mlp.experts.{}." ),
49- "local_experts.linear_fc2" : NameRemapping ("model.layers.{}.mlp.experts.{}.down_proj." ),
50- }
46+ }
5147
5248
5349nemotron_h_causal_lm_import : dict [str , CustomModuleMapping ] = {
10197 "pre_mlp_layernorm" : NameRemapping ("backbone.layers.{}.norm." ),
10298 "linear_fc1" : NameRemapping ("backbone.layers.{}.mixer.up_proj." ),
10399 "linear_fc2" : NameRemapping ("backbone.layers.{}.mixer.down_proj." ),
100+ # MoE
101+ "router" : NameRemapping ("model.layers.{}.mlp.gate." ),
102+ "local_experts.linear_fc1" : GatedMLPSlicing ("model.layers.{}.mlp.experts.{}." ),
103+ "local_experts.linear_fc2" : NameRemapping ("model.layers.{}.mlp.experts.{}.down_proj." ),
104+
104105}
You can’t perform that action at this time.
0 commit comments