@@ -358,9 +358,13 @@ def aget_kv_events(self, timeout=None) -> IterationResult:
358358 return self ._iter_kv_events_result
359359
360360 @staticmethod
361- def _create_ray_executor (worker_kwargs : Dict , model_world_size : int ,
362- postproc_worker_config : PostprocWorkerConfig ,
363- is_llm_executor : bool , tp_size : int ):
361+ def _create_ray_executor (
362+ worker_kwargs : Dict ,
363+ model_world_size : int ,
364+ postproc_worker_config : PostprocWorkerConfig ,
365+ is_llm_executor : bool ,
366+ tp_size : int ,
367+ ):
364368 from .ray_executor import RayExecutor
365369
366370 return RayExecutor (worker_kwargs ,
@@ -370,10 +374,13 @@ def _create_ray_executor(worker_kwargs: Dict, model_world_size: int,
370374 tp_size = tp_size )
371375
372376 @staticmethod
373- def _create_rpc_executor (worker_kwargs : Dict , model_world_size : int ,
374- mpi_session : Optional [MpiSession ],
375- postproc_worker_config : PostprocWorkerConfig ,
376- is_llm_executor : bool ):
377+ def _create_rpc_executor (
378+ worker_kwargs : Dict ,
379+ model_world_size : int ,
380+ mpi_session : Optional [MpiSession ],
381+ postproc_worker_config : PostprocWorkerConfig ,
382+ is_llm_executor : bool ,
383+ ):
377384 """Create RPC-based executor (GenerationExecutorRpcProxy)."""
378385 from .rpc_proxy import GenerationExecutorRpcProxy
379386 return GenerationExecutorRpcProxy (
@@ -384,12 +391,14 @@ def _create_rpc_executor(worker_kwargs: Dict, model_world_size: int,
384391 is_llm_executor = is_llm_executor )
385392
386393 @staticmethod
387- def _create_ipc_executor (worker_kwargs : Dict ,
388- model_world_size : int ,
389- mpi_session : Optional [MpiSession ],
390- postproc_worker_config : PostprocWorkerConfig ,
391- is_llm_executor : bool ,
392- use_worker : bool = False ):
394+ def _create_ipc_executor (
395+ worker_kwargs : Dict ,
396+ model_world_size : int ,
397+ mpi_session : Optional [MpiSession ],
398+ postproc_worker_config : PostprocWorkerConfig ,
399+ is_llm_executor : bool ,
400+ use_worker : bool = False ,
401+ ):
393402 """Create IPC-based executor (GenerationExecutorProxy or GenerationExecutorWorker).
394403
395404 Args:
0 commit comments