File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -1618,7 +1618,7 @@ void llama_model::load_hparams(llama_model_loader & ml) {
16181618 ml.get_key(LLM_KV_INTERLEAVE_MOE_LAYER_STEP, hparams.n_moe_layer_step);
16191619 ml.get_key(LLM_KV_LEADING_DENSE_BLOCK_COUNT, hparams.n_layer_dense_lead);
16201620 }
1621-
1621+
16221622 switch (hparams.n_layer) {
16231623 case 18: type = LLM_TYPE_0_3B; break;
16241624 case 28: type = LLM_TYPE_21B_A3B; break;
@@ -15470,7 +15470,7 @@ struct llm_build_ernie4_5_moe : public llm_graph_context {
1547015470 cb(ffn_inp, "ffn_inp", il);
1547115471
1547215472 // feed-forward network
15473- bool is_moe_layer = arch == LLM_ARCH_ERNIE4_5_MOE && hparams.n_moe_layer_step > 0
15473+ bool is_moe_layer = arch == LLM_ARCH_ERNIE4_5_MOE && hparams.n_moe_layer_step > 0
1547415474 && static_cast<uint32_t>(il) >= hparams.n_layer_dense_lead;
1547515475
1547615476 if (!is_moe_layer) {
You can’t perform that action at this time.
0 commit comments