Skip to content

Commit 64a89b8

Browse files
committed
release_xfer_handle on status DONE
Signed-off-by: nicklucche <[email protected]>
1 parent 4a94df4 commit 64a89b8

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -792,8 +792,7 @@ def _pop_done_transfers(self, transfers: dict[str, list[int]]) -> set[str]:
792792
for handle, xfer_stime in handles:
793793
xfer_state = self.nixl_wrapper.check_xfer_state(handle)
794794
if xfer_state == "DONE":
795-
# TODO ptarasiewicz: why abort is throwing errors?
796-
# self.nixl_wrapper.release_xfer_handle(handle)
795+
self.nixl_wrapper.release_xfer_handle(handle)
797796
done_req_ids.add(req_id)
798797
del transfers[req_id]
799798
elif xfer_state == "PROC":

0 commit comments

Comments
 (0)