We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c22473b commit 20d333eCopy full SHA for 20d333e
src/llama-model.cpp
@@ -1898,7 +1898,8 @@ void llama_model::load_hparams(llama_model_loader & ml) {
1898
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
1899
1900
switch (hparams.n_embd) {
1901
- case 1536: type = LLM_TYPE_7B_A1B; break;
+ case 768: type = LLM_TYPE_350M; break;
1902
+ case 1536: type = (hparams.n_embd == 2048 ? LLM_TYPE_7B_A1B : LLM_TYPE_1B); break;
1903
case 2048: case 2560: type = LLM_TYPE_3B; break;
1904
case 4096: type = LLM_TYPE_32B; break;
1905
default: type = LLM_TYPE_UNKNOWN;
0 commit comments