Skip to content

Commit ef200c0

Browse files
committed
release_xfer_handle on status DONE
Signed-off-by: nicklucche <[email protected]>
1 parent a9cb4a5 commit ef200c0

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -782,8 +782,7 @@ def _pop_done_transfers(self, transfers: dict[str, list[int]]) -> set[str]:
782782
for handle, xfer_stime in handles:
783783
xfer_state = self.nixl_wrapper.check_xfer_state(handle)
784784
if xfer_state == "DONE":
785-
# TODO ptarasiewicz: why abort is throwing errors?
786-
# self.nixl_wrapper.release_xfer_handle(handle)
785+
self.nixl_wrapper.release_xfer_handle(handle)
787786
done_req_ids.add(req_id)
788787
del transfers[req_id]
789788
elif xfer_state == "PROC":

0 commit comments

Comments
 (0)