File tree Expand file tree Collapse file tree 1 file changed +6
-5
lines changed Expand file tree Collapse file tree 1 file changed +6
-5
lines changed Original file line number Diff line number Diff line change @@ -231,12 +231,13 @@ int32_t mtmd_helper_eval_chunk_single(mtmd_context * ctx,
231231 while (i < n_tokens) { // split into batches
232232 text_batch.n_tokens = 0 ; // clear the batch
233233 for (; i < n_tokens && text_batch.n_tokens < n_batch; i++) {
234+ text_batch.token [text_batch.n_tokens ] = tokens[i];
235+ text_batch.pos [text_batch.n_tokens ] = n_past++;
236+ text_batch.n_seq_id [text_batch.n_tokens ] = 1 ;
237+ text_batch.seq_id [text_batch.n_tokens ][0 ] = seq_id;
238+ text_batch.logits [text_batch.n_tokens ] = false ;
239+
234240 text_batch.n_tokens ++;
235- text_batch.token [i] = tokens[i];
236- text_batch.pos [i] = n_past++;
237- text_batch.n_seq_id [i] = 1 ;
238- text_batch.seq_id [i][0 ] = seq_id;
239- text_batch.logits [i] = false ;
240241 }
241242 bool is_last_token = (i == n_tokens);
242243 if (logits_last && is_last_token) {
You can’t perform that action at this time.
0 commit comments