We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7efe517 commit 12a909fCopy full SHA for 12a909f
src/llama-model.cpp
@@ -1542,11 +1542,8 @@ void llama_model::load_hparams(llama_model_loader & ml) {
1542
hparams.dec_start_token_id = dec_start_token_id;
1543
}
1544
1545
- uint32_t num_decoder_layers;
1546
- if (ml.get_key(LLM_KV_NUM_DECODER_LAYERS, num_decoder_layers, false)) {
1547
- hparams.n_dec_layer = num_decoder_layers;
1548
- GGML_ASSERT(hparams.n_dec_layer > 0 && "T5 requires num_decoder_layers > 0");
1549
- }
+ hparams.n_dec_layer = hparams.n_layer;
+ ml.get_key(LLM_KV_DECODER_BLOCK_COUNT, hparams.n_dec_layer, false);
1550
1551
switch (hparams.n_layer) {
1552
case 6: type = LLM_TYPE_60M; break; // t5-small
0 commit comments