Skip to content

Commit f70ab55

Browse files
committed
model : adjust Granite to rope factor changes
ggml-ci
1 parent fb512aa commit f70ab55

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama-model.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12403,7 +12403,7 @@ struct llm_build_granite : public llm_graph_context {
1240312403
Vcur = ggml_reshape_3d(ctx0, Vcur, n_embd_head, n_head_kv, n_tokens);
1240412404

1240512405
if (use_rope) {
12406-
ggml_tensor * rope_factors = model.get_rope_factors(n_ctx_per_seq, il);
12406+
ggml_tensor * rope_factors = model.get_rope_factors(cparams, il);
1240712407
Qcur = ggml_rope_ext(
1240812408
ctx0, Qcur, inp_pos, rope_factors,
1240912409
n_rot, rope_type, n_ctx_orig, freq_base, freq_scale,

0 commit comments

Comments
 (0)