File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
vllm/model_executor/models Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -589,15 +589,15 @@ def subsequent_chunk_mask(
589
589
ret = torch .zeros (size , size , device = device , dtype = torch .bool )
590
590
# Vectorized computation of row indices and chunk boundaries
591
591
row_indices = torch .arange (size , device = device )
592
- chunk_indices = row_indices // chunk_size
592
+ chunk_indices = row_indices // chunk_size
593
593
if num_left_chunks < 0 :
594
594
# If num_left_chunks < 0, start is always 0 for all rows
595
595
start_indices = torch .zeros_like (row_indices )
596
596
else :
597
597
# Compute start indices vectorially
598
598
start_chunk_indices = torch .clamp (chunk_indices - num_left_chunks ,
599
599
min = 0 )
600
- start_indices = start_chunk_indices * chunk_size
600
+ start_indices = start_chunk_indices * chunk_size
601
601
# Compute ending indices vectorially
602
602
end_chunk_indices = chunk_indices + 1
603
603
end_indices = torch .clamp (end_chunk_indices * chunk_size +
You can’t perform that action at this time.
0 commit comments