Skip to content

Commit 5fa688f

Browse files
committed
Fix test
Signed-off-by: jthomson04 <[email protected]>
1 parent c2c25e9 commit 5fa688f

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

tensorrt_llm/_torch/pyexecutor/py_executor.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2327,8 +2327,9 @@ def _check_disagg_ctx_cache_transfer_status(self, atLeastNum: int = 0):
23272327
requests_in_transfer = self.async_transfer_manager.requests_in_transfer(
23282328
)
23292329

2330-
for request in requests_in_transfer.values():
2331-
if request.py_kv_transfer_timed_out and request.py_request_id not in completed_req_ids:
2330+
for request_id in list(requests_in_transfer.keys()):
2331+
request = requests_in_transfer[request_id]
2332+
if request.py_kv_transfer_timed_out and request_id not in completed_req_ids:
23322333
is_cancelled = self.kv_cache_transceiver.cancel_request(request)
23332334
# If cancel is successful, mark as complete so it can be cleaned up
23342335
# Otherwise, try at next iteration

0 commit comments

Comments
 (0)