We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6f54782 commit e27d25aCopy full SHA for e27d25a
vllm/v1/attention/backends/utils.py
@@ -97,7 +97,9 @@ def _make_metadata_with_slice(
97
98
query_start_loc = slice_query_start_locs(attn_metadata.query_start_loc,
99
request_slice)
100
- assert len(query_start_loc >= 2)
+ assert len(query_start_loc) >= 2, (
101
+ f"query_start_loc must have at least 2 elements, "
102
+ f"got {len(query_start_loc)}")
103
query_start_loc_cpu = slice_query_start_locs(
104
attn_metadata.query_start_loc_cpu, request_slice)
105
0 commit comments