Skip to content

Commit 61fbeef

Browse files
committed
Attempt 246461
1 parent a51d438 commit 61fbeef

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/models/llm_build_qwen3next.cpp

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -279,9 +279,9 @@ struct ggml_tensor * llm_build_qwen3next::delta_net(
279279
cb(q, "q_postscale", il);
280280
cb(beta, "beta_sigmoid", il);
281281

282-
q = ggml_cont_4d(ctx, ggml_permute(ctx, ggml_reshape_4d(ctx, q, S_v, n_tokens, H_v, n_seqs), 0, 2, 1, 3), S_v, n_tokens, H_v, n_seqs);
283-
k = ggml_cont_4d(ctx, ggml_permute(ctx, ggml_reshape_4d(ctx, k, S_v, n_tokens, H_v, n_seqs), 0, 2, 1, 3), S_v, n_tokens, H_v, n_seqs);
284-
v = ggml_cont_4d(ctx, ggml_permute(ctx, ggml_reshape_4d(ctx, v, S_v, n_tokens, H_v, n_seqs), 0, 2, 1, 3), S_v, n_tokens, H_v, n_seqs);
282+
q = ggml_cont_4d(ctx, ggml_permute(ctx, q, 0, 2, 1, 3), S_v, n_tokens, H_v, n_seqs);
283+
k = ggml_cont_4d(ctx, ggml_permute(ctx, k, 0, 2, 1, 3), S_v, n_tokens, H_v, n_seqs);
284+
v = ggml_cont_4d(ctx, ggml_permute(ctx, v, 0, 2, 1, 3), S_v, n_tokens, H_v, n_seqs);
285285

286286
q = ggml_pad(ctx, q, 0, pad_size, 0, 0);
287287
k = ggml_pad(ctx, k, 0, pad_size, 0, 0);

0 commit comments

Comments
 (0)