We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7cdd181 commit a5f845aCopy full SHA for a5f845a
vllm/v1/worker/hpu_model_runner.py
@@ -2485,9 +2485,9 @@ def _make_src_and_dst_indices(
2485
2486
for idx in range(len(src_block_ids)):
2487
src_block_id = src_block_ids[idx]
2488
- src_indices = torch.range(block_size * src_block_id, block_size * (1 + src_block_id))
+ src_indices = torch.range(block_size * src_block_id, block_size * (1 + src_block_id), dtype=torch.int)
2489
dst_block_id = dst_block_ids[idx]
2490
- dst_indices = torch.range(block_size * dst_block_id, block_size * (1 + dst_block_id))
+ dst_indices = torch.range(block_size * dst_block_id, block_size * (1 + dst_block_id), dtype=torch.int)
2491
2492
2493
return src_indices, dst_indices
0 commit comments