File tree Expand file tree Collapse file tree 1 file changed +2
-0
lines changed Expand file tree Collapse file tree 1 file changed +2
-0
lines changed Original file line number Diff line number Diff line change @@ -353,6 +353,7 @@ def _create_single_target_seq_group_metadata(
353
353
seq_data = seq_group_metadata .seq_data [seq_id ]
354
354
prompt_token_ids = seq_data .prompt_token_ids_array
355
355
new_output_token_ids = [* seq_data .get_output_token_ids (), * token_ids ]
356
+ mrope_position_delta = seq_data .mrope_position_delta
356
357
357
358
new_seq_data_dict = {
358
359
target_seq_id :
@@ -368,6 +369,7 @@ def _create_single_target_seq_group_metadata(
368
369
# the kv cache is filled by a previous batch in the batch expansion.
369
370
for data in new_seq_data_dict .values ():
370
371
data .update_num_computed_tokens (data .get_len () - 1 )
372
+ data .mrope_position_delta = mrope_position_delta
371
373
372
374
return SequenceGroupMetadata (
373
375
request_id = seq_group_metadata .request_id ,
You can’t perform that action at this time.
0 commit comments