Skip to content

Commit 4d45775

Browse files
committed
llama : add comment [no ci]
1 parent 877a04c commit 4d45775

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

src/llama.cpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10257,6 +10257,8 @@ struct llm_build_context {
1025710257
cur = ggml_tanh(ctx0, cur);
1025810258

1025910259
if (model.cls_out) {
10260+
// this path is taken for example by the https://huggingface.co/jinaai/jina-reranker-v1-tiny-en
10261+
// https://huggingface.co/jinaai/jina-reranker-v1-tiny-en/blob/cb5347e43979c3084a890e3f99491952603ae1b7/modeling_bert.py#L884-L896
1026010262
GGML_ASSERT(model.cls_out_b != nullptr);
1026110263

1026210264
cur = ggml_add (ctx0, ggml_mul_mat(ctx0, model.cls_out, cur), model.cls_out_b);

0 commit comments

Comments
 (0)