File tree Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -1125,14 +1125,14 @@ def ensure_model_parallel_initialized(
1125
1125
1126
1126
assert (
1127
1127
get_tensor_model_parallel_world_size () == tensor_model_parallel_size
1128
- ), ("tensor parallel group already initialized, but of unexpected size: "
1129
- f"{ get_tensor_model_parallel_world_size ()= } vs. "
1130
- f"{ tensor_model_parallel_size = } " )
1128
+ ), ("tensor parallel group already initialized, but of unexpected size. "
1129
+ f"got: { get_tensor_model_parallel_world_size ()= } vs. "
1130
+ f"wanted: { tensor_model_parallel_size = } " )
1131
1131
pp_world_size = get_pp_group ().world_size
1132
1132
assert (pp_world_size == pipeline_model_parallel_size ), (
1133
- "pipeline parallel group already initialized, but of unexpected size: "
1134
- f"{ pp_world_size = } vs. "
1135
- f"{ pipeline_model_parallel_size = } " )
1133
+ "pipeline parallel group already initialized, but of unexpected size. "
1134
+ f"got: { pp_world_size = } vs. "
1135
+ f"wanted: { pipeline_model_parallel_size = } " )
1136
1136
1137
1137
1138
1138
def prepare_communication_buffer_for_model (model : torch .nn .Module ):
You can’t perform that action at this time.
0 commit comments