Skip to content

Commit 6aa1335

Browse files
committed
modern-bert doesn't have bias
1 parent 7143840 commit 6aa1335

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/llama-model.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6127,7 +6127,7 @@ struct llm_build_modern_bert : public llm_graph_context {
61276127
cb(inpL, "inp_embd", -1);
61286128

61296129
// embed layer norm
6130-
inpL = build_norm(inpL, model.tok_norm, model.tok_norm_b, LLM_NORM, -1);
6130+
inpL = build_norm(inpL, model.tok_norm, nullptr, LLM_NORM, -1);
61316131
cb(inpL, "inp_norm", -1);
61326132

61336133
auto * inp_attn = build_attn_inp_kv_unified_iswa();
@@ -6180,7 +6180,7 @@ struct llm_build_modern_bert : public llm_graph_context {
61806180
cb(Vcur, "Vcur", il);
61816181

61826182
cur = build_attn(inp_attn, gf,
6183-
model.layers[il].wo, model.layers[il].bo,
6183+
model.layers[il].wo, nullptr,
61846184
Qcur, Kcur, Vcur, nullptr, nullptr, 1.0f/sqrtf(float(n_embd_head)), il);
61856185
cb(cur, "kqv_out", il);
61866186

0 commit comments

Comments
 (0)