Skip to content

Commit 59922e3

Browse files
committed
model : adjust Granite to rope factor changes
ggml-ci
1 parent 01477f1 commit 59922e3

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/llama-model.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12400,11 +12400,11 @@ struct llm_build_granite : public llm_graph_context {
1240012400
Vcur = ggml_reshape_3d(ctx0, Vcur, n_embd_head, n_head_kv, n_tokens);
1240112401

1240212402
if (use_rope) {
12403-
1240412403
if (!inp_pos) {
1240512404
inp_pos = build_inp_pos();
1240612405
}
12407-
ggml_tensor * rope_factors = model.get_rope_factors(n_ctx_per_seq, il);
12406+
12407+
ggml_tensor * rope_factors = model.get_rope_factors(cparams, il);
1240812408
Qcur = ggml_rope_ext(
1240912409
ctx0, Qcur, inp_pos, rope_factors,
1241012410
n_rot, rope_type, n_ctx_orig, freq_base, freq_scale,

0 commit comments

Comments
 (0)