Skip to content

Commit bd3db7f

Browse files
authored
[Misc] log more detailed message for ensure_model_parallel_initialized (#22144)
Signed-off-by: Andy Xie <[email protected]>
1 parent 29b97c0 commit bd3db7f

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

vllm/distributed/parallel_state.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1125,14 +1125,14 @@ def ensure_model_parallel_initialized(
11251125

11261126
assert (
11271127
get_tensor_model_parallel_world_size() == tensor_model_parallel_size
1128-
), ("tensor parallel group already initialized, but of unexpected size: "
1129-
f"{get_tensor_model_parallel_world_size()=} vs. "
1130-
f"{tensor_model_parallel_size=}")
1128+
), ("tensor parallel group already initialized, but of unexpected size. "
1129+
f"got: {get_tensor_model_parallel_world_size()=} vs. "
1130+
f"wanted: {tensor_model_parallel_size=}")
11311131
pp_world_size = get_pp_group().world_size
11321132
assert (pp_world_size == pipeline_model_parallel_size), (
1133-
"pipeline parallel group already initialized, but of unexpected size: "
1134-
f"{pp_world_size=} vs. "
1135-
f"{pipeline_model_parallel_size=}")
1133+
"pipeline parallel group already initialized, but of unexpected size. "
1134+
f"got: {pp_world_size=} vs. "
1135+
f"wanted: {pipeline_model_parallel_size=}")
11361136

11371137

11381138
def prepare_communication_buffer_for_model(model: torch.nn.Module):

0 commit comments

Comments
 (0)