File tree Expand file tree Collapse file tree 1 file changed +4
-3
lines changed
Expand file tree Collapse file tree 1 file changed +4
-3
lines changed Original file line number Diff line number Diff line change 1111import vllm .envs as envs
1212from vllm .config import ParallelConfig , VllmConfig
1313from vllm .distributed import stateless_destroy_torch_distributed_process_group
14+ from vllm .distributed .parallel_state import get_dp_group
1415from vllm .engine .arg_utils import EngineArgs
1516from vllm .inputs import PromptType
1617from vllm .logger import init_logger
@@ -125,11 +126,11 @@ def __init__(
125126 # for v0 compatibility
126127 self .model_executor = self .engine_core .engine_core .model_executor # type: ignore
127128
128- self .external_launcher_dp = (parallel_config .data_parallel_size > 1 and
129- executor_backend == "external_launcher" )
130129 if self .external_launcher_dp :
131- from vllm .distributed .parallel_state import get_dp_group
130+ # If we use DP in external launcher mode, we reuse the
131+ # existing DP group used for data communication.
132132 self .dp_group = get_dp_group ().cpu_group
133+
133134 # Don't keep the dummy data in memory
134135 self .reset_mm_cache ()
135136
You can’t perform that action at this time.
0 commit comments