We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 10af12c commit 0e8aff1Copy full SHA for 0e8aff1
src/llama-model.cpp
@@ -1077,10 +1077,6 @@ void llama_model::load_hparams(llama_model_loader & ml) {
1077
break;
1078
default: type = LLM_TYPE_UNKNOWN;
1079
}
1080
-
1081
- // Load attention parameters
1082
- ml.get_key(LLM_KV_ATTENTION_KEY_LENGTH, hparams.n_embd_head_k, false);
1083
- ml.get_key(LLM_KV_ATTENTION_VALUE_LENGTH, hparams.n_embd_head_v, false);
1084
} break;
1085
case LLM_ARCH_GPT2:
1086
{
0 commit comments