Skip to content

Commit 387ecdb

Browse files
authored
fix
1 parent 31dda94 commit 387ecdb

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

lightllm/common/basemodel/triton_kernel/destindex_copy_kv.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@ def _fwd_kernel_destindex_copy_quantize_kv(
8585
offs_h = tl.arange(0, BLOCK_HEAD)
8686
offs_d = tl.arange(0, BLOCK_DMODEL)
8787

88-
dest_index = tl.load(Dest_loc + cur_index)
88+
dest_index = tl.load(Dest_loc + cur_index).to(tl.int64)
8989
src_data = tl.load(
9090
K + cur_index * stride_k_bs + offs_h[:, None] * stride_k_h + stride_k_d * offs_d[None, :],
9191
mask=offs_h[:, None] < head_num,

0 commit comments

Comments
 (0)