File tree Expand file tree Collapse file tree 1 file changed +7
-5
lines changed Expand file tree Collapse file tree 1 file changed +7
-5
lines changed Original file line number Diff line number Diff line change @@ -231,12 +231,14 @@ int32_t mtmd_helper_eval_chunk_single(mtmd_context * ctx,
231231 while (i < n_tokens) { // split into batches
232232 text_batch.n_tokens = 0 ; // clear the batch
233233 for (; i < n_tokens && text_batch.n_tokens < n_batch; i++) {
234+ int32_t j = text_batch.n_tokens ;
235+ text_batch.token [j] = tokens[i];
236+ text_batch.pos [j] = n_past++;
237+ text_batch.n_seq_id [j] = 1 ;
238+ text_batch.seq_id [j][0 ] = seq_id;
239+ text_batch.logits [j] = false ;
240+
234241 text_batch.n_tokens ++;
235- text_batch.token [i] = tokens[i];
236- text_batch.pos [i] = n_past++;
237- text_batch.n_seq_id [i] = 1 ;
238- text_batch.seq_id [i][0 ] = seq_id;
239- text_batch.logits [i] = false ;
240242 }
241243 bool is_last_token = (i == n_tokens);
242244 if (logits_last && is_last_token) {
You can’t perform that action at this time.
0 commit comments