Skip to content

Commit 912339a

Browse files
committed
Proper (?) offsetting
1 parent 16b3f9c commit 912339a

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

ggml/src/ggml-cpu/ops.cpp

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -10957,10 +10957,10 @@ void ggml_compute_forward_delta_net_f32(const ggml_compute_params * params, ggml
1095710957
for (int64_t seq = 0; seq < n_seqs; seq++) {
1095810958
for (int i = 0; i < num_chunks; i++) {
1095910959
for (int64_t head = 0; head < H_v; head++) {
10960-
delta_compute_k_cumdecay_f32(attn + (chunk_size * chunk_size * H_v) * seq + (chunk_size * chunk_size) * head,
10961-
(float *) src7->data + (chunk_size * S_v * H_v) * seq + (chunk_size * S_v) * head,
10962-
g + (chunk_size * H_v) * seq + chunk_size * head,
10963-
k_cumdecay + (chunk_size * S_v * H_v) * seq + (chunk_size * S_v) * head,
10960+
delta_compute_k_cumdecay_f32(attn + (chunk_size * chunk_size * num_chunks * H_v) * seq + (chunk_size * chunk_size) * (head * num_chunks + i),
10961+
(float *) src7->data + (chunk_size * num_chunks * S_v * H_v) * seq + (chunk_size * S_v) * (head * num_chunks + i),
10962+
g + (chunk_size * H_v * num_chunks) * seq + chunk_size * (head * num_chunks + i),
10963+
k_cumdecay + (chunk_size * num_chunks * S_v * H_v) * seq + (chunk_size * S_v) * (head * num_chunks + i),
1096410964
chunk_size, S_v);
1096510965
}
1096610966
}

0 commit comments

Comments
 (0)