File tree Expand file tree Collapse file tree 2 files changed +7
-1
lines changed Expand file tree Collapse file tree 2 files changed +7
-1
lines changed Original file line number Diff line number Diff line change @@ -86,6 +86,7 @@ const char * llm_type_name(llm_type type) {
86
86
case LLM_TYPE_40B: return "40B";
87
87
case LLM_TYPE_65B: return "65B";
88
88
case LLM_TYPE_70B: return "70B";
89
+ case LLM_TYPE_120B: return "120B";
89
90
case LLM_TYPE_142B: return "142B";
90
91
case LLM_TYPE_236B: return "236B";
91
92
case LLM_TYPE_290B: return "290B";
@@ -1834,7 +1835,11 @@ void llama_model::load_hparams(llama_model_loader & ml) {
1834
1835
hparams.swa_type = LLAMA_SWA_TYPE_STANDARD;
1835
1836
hparams.set_swa_pattern(2);
1836
1837
1837
- // TODO: switch (hparams.n_layer)
1838
+ switch (hparams.n_layer) {
1839
+ case 24: type = LLM_TYPE_20B; break;
1840
+ case 36: type = LLM_TYPE_120B; break;
1841
+ default: type = LLM_TYPE_UNKNOWN;
1842
+ }
1838
1843
} break;
1839
1844
case LLM_ARCH_LFM2:
1840
1845
{
Original file line number Diff line number Diff line change @@ -79,6 +79,7 @@ enum llm_type {
79
79
LLM_TYPE_40B,
80
80
LLM_TYPE_65B,
81
81
LLM_TYPE_70B,
82
+ LLM_TYPE_120B,
82
83
LLM_TYPE_142B,
83
84
LLM_TYPE_236B,
84
85
LLM_TYPE_290B,
You can’t perform that action at this time.
0 commit comments