@@ -333,7 +333,7 @@ class TensorNameMap:
333333 "encoder.layers.{bid}.mlp.fc11" , # nomic-bert
334334 "encoder.layers.{bid}.mlp.fc1" , # nomic-bert-moe
335335 "model.layers.{bid}.mlp.c_fc" , # starcoder2
336- "encoder.layer.{bid}.mlp.gated_layers_v" , # jina-bert-v2
336+ "encoder.layer.{bid}.mlp.gated_layers_v" , # jina-bert-v2 (split up/gate, no longer used)
337337 "encoder.layer.{bid}.mlp.gated_layers" , # jina-bert-v2 (GEGLU)
338338 "model.layers.{bid}.residual_mlp.w3" , # arctic
339339 "encoder.layers.{bid}.mlp.dense_h_to_4h" , # chatglm
@@ -371,7 +371,7 @@ class TensorNameMap:
371371 "model.layers.layers.{bid}.mlp.gate_proj" , # plamo
372372 "model.layers.{bid}.feed_forward.w1" , # internlm2
373373 "encoder.layers.{bid}.mlp.fc12" , # nomic-bert
374- "encoder.layer.{bid}.mlp.gated_layers_w" , # jina-bert-v2
374+ "encoder.layer.{bid}.mlp.gated_layers_w" , # jina-bert-v2 (split up/gate, no longer used)
375375 "transformer.h.{bid}.mlp.linear_1" , # refact
376376 "model.layers.{bid}.residual_mlp.w1" , # arctic
377377 "transformer.h.{bid}.mlp.c_fc_0" , # exaone
0 commit comments