Skip to content

Commit 23d633b

Browse files
authored
Update mtmd-helper.cpp
1 parent e298d2f commit 23d633b

File tree

1 file changed

+6
-5
lines changed

1 file changed

+6
-5
lines changed

tools/mtmd/mtmd-helper.cpp

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -231,12 +231,13 @@ int32_t mtmd_helper_eval_chunk_single(mtmd_context * ctx,
231231
while (i < n_tokens) { // split into batches
232232
text_batch.n_tokens = 0; // clear the batch
233233
for (; i < n_tokens && text_batch.n_tokens < n_batch; i++) {
234+
text_batch.token [text_batch.n_tokens] = tokens[i];
235+
text_batch.pos [text_batch.n_tokens] = n_past++;
236+
text_batch.n_seq_id[text_batch.n_tokens] = 1;
237+
text_batch.seq_id [text_batch.n_tokens][0] = seq_id;
238+
text_batch.logits [text_batch.n_tokens] = false;
239+
234240
text_batch.n_tokens++;
235-
text_batch.token [i] = tokens[i];
236-
text_batch.pos [i] = n_past++;
237-
text_batch.n_seq_id[i] = 1;
238-
text_batch.seq_id [i][0] = seq_id;
239-
text_batch.logits [i] = false;
240241
}
241242
bool is_last_token = (i == n_tokens);
242243
if (logits_last && is_last_token) {

0 commit comments

Comments
 (0)