Skip to content

Commit 4ee82fc

Browse files
authored
chore: reduce code duplication (#4297)
Signed-off-by: ixlmar <[email protected]>
1 parent f0ca60a commit 4ee82fc

File tree

1 file changed

+3
-10
lines changed

1 file changed

+3
-10
lines changed

tensorrt_llm/_torch/pyexecutor/model_engine.py

Lines changed: 3 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -534,11 +534,8 @@ def release_batch(result):
534534
yield result
535535
finally:
536536
if result is not None:
537-
for req in result.generation_requests:
538-
kv_cache_manager.free_resources(req)
539-
if spec_resource_manager is not None:
540-
spec_resource_manager.free_resources(req)
541-
for req in result.context_requests:
537+
for req in itertools.chain(result.generation_requests,
538+
result.context_requests):
542539
kv_cache_manager.free_resources(req)
543540
if spec_resource_manager is not None:
544541
spec_resource_manager.free_resources(req)
@@ -1720,11 +1717,7 @@ def _get_lora_params_from_requests(self,
17201717
lora_params = {}
17211718
tmp_lora_params = {}
17221719

1723-
request_list = []
1724-
for request in scheduled_requests.context_requests:
1725-
request_list.append(request)
1726-
for request in scheduled_requests.generation_requests:
1727-
request_list.append(request)
1720+
request_list = scheduled_requests.context_requests + scheduled_requests.generation_requests
17281721

17291722
# trace all requests to get the union set of the lora params
17301723
for request in request_list:

0 commit comments

Comments
 (0)