File tree Expand file tree Collapse file tree 1 file changed +50
-0
lines changed
mergekit/_data/architectures Expand file tree Collapse file tree 1 file changed +50
-0
lines changed Original file line number Diff line number Diff line change 1+ {
2+ "model_type" : " phi" ,
3+ "architectures" : [
4+ " Phi3ForCausalLM"
5+ ],
6+ "pre_weights" : [
7+ {
8+ "name" : " model.embed_tokens.weight" ,
9+ "is_embed" : true
10+ }
11+ ],
12+ "post_weights" : [
13+ {
14+ "name" : " lm_head.weight" ,
15+ "is_embed" : true
16+ },
17+ {
18+ "name" : " model.norm.weight"
19+ }
20+ ],
21+ "num_layers_config_key" : " num_hidden_layers" ,
22+ "layer_templates" : {
23+ "weights" : [
24+ {
25+ "name" : " model.layers.${layer_index}.input_layernorm.weight" ,
26+ "is_embed" : false
27+ },
28+ {
29+ "name" : " model.layers.${layer_index}.post_attention_layernorm.weight" ,
30+ "is_embed" : false
31+ },
32+ {
33+ "name" : " model.layers.${layer_index}.self_attn.o_proj.weight" ,
34+ "is_embed" : false
35+ },
36+ {
37+ "name" : " model.layers.${layer_index}.self_attn.qkv_proj.weight" ,
38+ "is_embed" : false
39+ },
40+ {
41+ "name" : " model.layers.${layer_index}.mlp.gate_up_proj.weight" ,
42+ "is_embed" : false
43+ },
44+ {
45+ "name" : " model.layers.${layer_index}.mlp.down_proj.weight" ,
46+ "is_embed" : false
47+ }
48+ ]
49+ }
50+ }
You can’t perform that action at this time.
0 commit comments