We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0e3cdb7 commit 098ae9dCopy full SHA for 098ae9d
lightllm/server/router/model_infer/mode_backend/chunked_prefill/impl.py
@@ -329,7 +329,7 @@ def decode_mtp(
329
run_reqs_update_packs=update_packs,
330
extra_post_req_handle_func=self.extra_post_req_handle_func,
331
)
332
- if need_free_mem_indexes:
+ if len(need_free_mem_indexes) > 0:
333
g_infer_state_lock.acquire()
334
g_infer_context.req_manager.mem_manager.free(need_free_mem_indexes)
335
g_infer_state_lock.release()
0 commit comments