Skip to content

Commit 7f34a89

Browse files
committed
format
Signed-off-by: junq <[email protected]>
1 parent dfd44ee commit 7f34a89

File tree

1 file changed

+22
-13
lines changed

1 file changed

+22
-13
lines changed

tensorrt_llm/executor/executor.py

Lines changed: 22 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -358,9 +358,13 @@ def aget_kv_events(self, timeout=None) -> IterationResult:
358358
return self._iter_kv_events_result
359359

360360
@staticmethod
361-
def _create_ray_executor(worker_kwargs: Dict, model_world_size: int,
362-
postproc_worker_config: PostprocWorkerConfig,
363-
is_llm_executor: bool, tp_size: int):
361+
def _create_ray_executor(
362+
worker_kwargs: Dict,
363+
model_world_size: int,
364+
postproc_worker_config: PostprocWorkerConfig,
365+
is_llm_executor: bool,
366+
tp_size: int,
367+
):
364368
from .ray_executor import RayExecutor
365369

366370
return RayExecutor(worker_kwargs,
@@ -370,10 +374,13 @@ def _create_ray_executor(worker_kwargs: Dict, model_world_size: int,
370374
tp_size=tp_size)
371375

372376
@staticmethod
373-
def _create_rpc_executor(worker_kwargs: Dict, model_world_size: int,
374-
mpi_session: Optional[MpiSession],
375-
postproc_worker_config: PostprocWorkerConfig,
376-
is_llm_executor: bool):
377+
def _create_rpc_executor(
378+
worker_kwargs: Dict,
379+
model_world_size: int,
380+
mpi_session: Optional[MpiSession],
381+
postproc_worker_config: PostprocWorkerConfig,
382+
is_llm_executor: bool,
383+
):
377384
"""Create RPC-based executor (GenerationExecutorRpcProxy)."""
378385
from .rpc_proxy import GenerationExecutorRpcProxy
379386
return GenerationExecutorRpcProxy(
@@ -384,12 +391,14 @@ def _create_rpc_executor(worker_kwargs: Dict, model_world_size: int,
384391
is_llm_executor=is_llm_executor)
385392

386393
@staticmethod
387-
def _create_ipc_executor(worker_kwargs: Dict,
388-
model_world_size: int,
389-
mpi_session: Optional[MpiSession],
390-
postproc_worker_config: PostprocWorkerConfig,
391-
is_llm_executor: bool,
392-
use_worker: bool = False):
394+
def _create_ipc_executor(
395+
worker_kwargs: Dict,
396+
model_world_size: int,
397+
mpi_session: Optional[MpiSession],
398+
postproc_worker_config: PostprocWorkerConfig,
399+
is_llm_executor: bool,
400+
use_worker: bool = False,
401+
):
393402
"""Create IPC-based executor (GenerationExecutorProxy or GenerationExecutorWorker).
394403
395404
Args:

0 commit comments

Comments
 (0)