We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b4e2916 commit 8c50d62Copy full SHA for 8c50d62
vllm/model_executor/models/minicpmo.py
@@ -605,7 +605,6 @@ def subsequent_chunk_mask(
605
max=size)
606
# Create column indices for broadcasting
607
col_indices = torch.arange(size, device=device).unsqueeze(0)
608
- row_indices = row_indices.unsqueeze(1)
609
start_indices = start_indices.unsqueeze(1)
610
end_indices = end_indices.unsqueeze(1)
611
# Vectorized mask creation
0 commit comments