File tree Expand file tree Collapse file tree 1 file changed +3
-10
lines changed
tensorrt_llm/_torch/pyexecutor Expand file tree Collapse file tree 1 file changed +3
-10
lines changed Original file line number Diff line number Diff line change @@ -534,11 +534,8 @@ def release_batch(result):
534534 yield result
535535 finally :
536536 if result is not None :
537- for req in result .generation_requests :
538- kv_cache_manager .free_resources (req )
539- if spec_resource_manager is not None :
540- spec_resource_manager .free_resources (req )
541- for req in result .context_requests :
537+ for req in itertools .chain (result .generation_requests ,
538+ result .context_requests ):
542539 kv_cache_manager .free_resources (req )
543540 if spec_resource_manager is not None :
544541 spec_resource_manager .free_resources (req )
@@ -1720,11 +1717,7 @@ def _get_lora_params_from_requests(self,
17201717 lora_params = {}
17211718 tmp_lora_params = {}
17221719
1723- request_list = []
1724- for request in scheduled_requests .context_requests :
1725- request_list .append (request )
1726- for request in scheduled_requests .generation_requests :
1727- request_list .append (request )
1720+ request_list = scheduled_requests .context_requests + scheduled_requests .generation_requests
17281721
17291722 # trace all requests to get the union set of the lora params
17301723 for request in request_list :
You can’t perform that action at this time.
0 commit comments