Skip to content

Commit 28471eb

Browse files
committed
fix
1 parent b218b9b commit 28471eb

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/llama.cpp

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -605,9 +605,9 @@ static struct ggml_tensor * llm_build_kqv(
605605

606606
if (n_embd_head_v < n_embd_head_k) {
607607
cur = ggml_cont(ctx, cur);
608-
cur = ggml_cont(ctx, ggml_view_3d(ctx, cur, n_head, n_embd_head_v, n_tokens,
609-
ggml_element_size(cur) * n_head,
610-
ggml_element_size(cur) * n_embd_head_v_out * n_head,
608+
cur = ggml_cont(ctx, ggml_view_3d(ctx, cur, n_embd_head_v, n_head, n_tokens,
609+
ggml_row_size(cur->type, n_embd_head_v_out),
610+
ggml_row_size(cur->type, n_embd_head_v_out * n_head),
611611
0));
612612
}
613613

0 commit comments

Comments
 (0)