Skip to content
This repository was archived by the owner on Sep 10, 2025. It is now read-only.

Commit 99606ab

Browse files
committed
disable _maybe_parallelize_model again
1 parent abf0679 commit 99606ab

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

torchchat/cli/builder.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -92,7 +92,9 @@ def __post_init__(self):
9292
]
9393
for param, param_msg in ignored_params:
9494
if param:
95-
print(f"Warning: {param_msg} ignored because an exported DSO or PTE path was specified")
95+
print(
96+
f"Warning: {param_msg} ignored because an exported DSO or PTE path was specified"
97+
)
9698
else:
9799
self.prefill_possible = True
98100

@@ -495,7 +497,7 @@ def _load_model(builder_args: BuilderArgs) -> Model:
495497
# model = _init_model_on_meta_device(builder_args)
496498
else:
497499
model = _load_model_default(builder_args)
498-
model = _maybe_parallelize_model(model, builder_args, world_mesh, parallel_dims)
500+
# model = _maybe_parallelize_model(model, builder_args, world_mesh, parallel_dims)
499501

500502
model = model.to(device=builder_args.device, dtype=builder_args.precision)
501503
return model.eval()

0 commit comments

Comments
 (0)