Skip to content

Commit 9863d02

Browse files
huydt84ggerganov
andauthored
follow reviewers suggestions
Co-authored-by: Georgi Gerganov <[email protected]>
1 parent d82eacf commit 9863d02

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/llama-model.cpp

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -740,9 +740,9 @@ void llama_model::load_hparams(llama_model_loader & ml) {
740740
} break;
741741
case LLM_ARCH_NEO_BERT:
742742
{
743-
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
744-
ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn);
745-
ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type);
743+
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
744+
ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn);
745+
ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type);
746746

747747
if (hparams.n_layer == 28) {
748748
type = LLM_TYPE_250M;

0 commit comments

Comments
 (0)