We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 715ba9d + 2e4ff37 commit 20e9ffbCopy full SHA for 20e9ffb
mbridge/core/bridge.py
@@ -267,6 +267,7 @@ def _save_weights_fast(
267
) -> None:
268
if len(glob(os.path.join(weights_path, "*.safetensors"))) > 0:
269
raise ValueError(f"The path:{weights_path} should not has safetensors files")
270
+ torch.distributed.barrier()
271
272
def encode_filename(mcore_weight_name, *values):
273
return mcore_weight_name + '--' + '--'.join(
0 commit comments