Skip to content

Commit 1725de7

Browse files
committed
llama : fix t5 segfault
1 parent 1fb5d4f commit 1725de7

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

src/llama.cpp

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15377,11 +15377,13 @@ static int llama_encode_internal(
1537715377

1537815378
ggml_backend_tensor_get_async(backend_embd, embd, embd_out, 0, n_tokens*n_embd*sizeof(float));
1537915379

15380+
GGML_ASSERT(!ubatch.equal_seqs); // TODO: use batch.n_seqs instead of failing
15381+
1538015382
// remember the sequence ids used during the encoding - needed for cross attention later
1538115383
lctx.seq_ids_enc.resize(n_tokens);
1538215384
for (uint32_t i = 0; i < n_tokens; i++) {
15383-
for (int s = 0; s < batch.n_seq_id[i]; s++) {
15384-
llama_seq_id seq_id = batch.seq_id[i][s];
15385+
for (int s = 0; s < ubatch.n_seq_id[i]; s++) {
15386+
llama_seq_id seq_id = ubatch.seq_id[i][s];
1538515387
lctx.seq_ids_enc[i].insert(seq_id);
1538615388
}
1538715389
}

0 commit comments

Comments
 (0)