We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 28dc1c7 commit 35572d5Copy full SHA for 35572d5
lightllm/server/router/model_infer/mode_backend/dp_backend/impl_mtp.py
@@ -23,9 +23,6 @@ def __init__(self) -> None:
23
self.enable_prefill_microbatch_overlap = get_env_start_args().enable_prefill_microbatch_overlap
24
pass
25
26
- def init_custom(self):
27
- return
28
-
29
def prefill(self, reqs: List[Tuple]):
30
self._init_reqs(reqs, init_req_obj=False)
31
return
0 commit comments