Skip to content

Commit 7ccf918

Browse files
committed
backup the copy_kv_index
1 parent 1ae8541 commit 7ccf918

File tree

1 file changed

+1
-3
lines changed

1 file changed

+1
-3
lines changed

lightllm/common/basemodel/triton_kernel/copy_kv_index_to_req.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -18,9 +18,7 @@ def _fwd_kernel_copy_kv_index_to_req(
1818

1919

2020
@torch.no_grad()
21-
def copy_kv_index_to_req(req_to_token_indexs, b_req_idx, b_seq_len, memindex, skip_copy: bool = False):
22-
if skip_copy:
23-
return
21+
def copy_kv_index_to_req(req_to_token_indexs, b_req_idx, b_seq_len, memindex):
2422
seq_len = b_seq_len.shape[0]
2523
assert b_seq_len.shape[0] == memindex.shape[0] and b_req_idx.shape[0] == b_seq_len.shape[0]
2624
grid = (seq_len,)

0 commit comments

Comments
 (0)