Skip to content

Commit b1a1562

Browse files
committed
fix
1 parent ac4409f commit b1a1562

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

src/llama.cpp

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -604,13 +604,13 @@ static struct ggml_tensor * llm_build_kqv(
604604
ggml_flash_attn_ext_set_prec(cur, GGML_PREC_F32);
605605

606606
if (n_embd_head_v < n_embd_head_k) {
607-
cur = ggml_reshape_2d(ctx, ggml_cont(ctx, cur), n_embd_head_v_out*n_head, n_tokens);
608-
cur = ggml_cont(ctx, ggml_view_2d(ctx, ggml_cont(ctx, cur), n_embd_head_v*n_head, n_tokens,
609-
ggml_element_size(cur) * n_embd_head_v_out*n_head,
607+
cur = ggml_cont(ctx, ggml_view_3d(ctx, ggml_cont(ctx, cur), n_embd_head_v, n_head, n_tokens,
608+
ggml_element_size(cur) * n_embd_head_v_out,
609+
ggml_element_size(cur) * n_embd_head_v_out * n_head,
610610
0));
611-
} else {
612-
cur = ggml_reshape_2d(ctx, cur, n_embd_head_v*n_head, n_tokens);
613611
}
612+
613+
cur = ggml_reshape_2d(ctx, cur, n_embd_head_v*n_head, n_tokens);
614614
} else {
615615
struct ggml_tensor * kq = ggml_mul_mat(ctx, k, q);
616616
cb(kq, "kq", il);

0 commit comments

Comments
 (0)