Skip to content

Commit a7b9c74

Browse files
authored
Fix type hint in _create_paged_xfer_handles method (#1067)
1 parent fa4456b commit a7b9c74

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

lightllm/server/router/model_infer/mode_backend/pd_nixl/nixl_kv_transporter.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ def _register_kv_move_buffer(self, kv_move_buffer: Tensor):
5151
self.page_reg_desc = self.nixl_agent.register_memory(kv_move_buffer)
5252
self.page_local_xfer_handles = self._create_paged_xfer_handles(self.page_reg_desc, self.num_pages)
5353

54-
def _create_paged_xfer_handles(self, reg_desc: nixlBind.nixlRegDList, page_num: int, agent_name: str = ""):
54+
def _create_paged_xfer_handles(self, reg_desc: "nixlBind.nixlRegDList", page_num: int, agent_name: str = ""):
5555
base_addr, _, device_id, _ = reg_desc[0]
5656
pages_data = []
5757
for page_id in range(page_num):

0 commit comments

Comments
 (0)