Skip to content

Commit 69d61ee

Browse files
committed
[Bug] Fix the bug in create attn kv
1 parent 55b8674 commit 69d61ee

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama-model.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11475,7 +11475,7 @@ struct llm_build_plm : public llm_graph_context {
1147511475
// inp_pos - contains the positions
1147611476
ggml_tensor * inp_pos = build_inp_pos();
1147711477

11478-
auto * inp_attn = build_attn_inp_kv_unified(true, false);
11478+
auto * inp_attn = build_attn_inp_kv_unified();
1147911479

1148011480
for (int il = 0; il < n_layer; ++il) {
1148111481
ggml_tensor * inpSA = inpL;

0 commit comments

Comments
 (0)