Skip to content

Commit d176e16

Browse files
committed
Small update to safetensors conversion script
Exclude additional filenames, log name of files during conversion
1 parent 4259c23 commit d176e16

File tree

1 file changed

+5
-2
lines changed

1 file changed

+5
-2
lines changed

server/text_generation_server/utils/convert.py

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,9 @@ def convert_files(pt_files: List[Path], sf_files: List[Path], discard_names: Lis
9191
assert len(pt_files) == len(sf_files)
9292

9393
# Filter non-inference files
94-
pairs = [p for p in zip(pt_files, sf_files) if not any(s in p[0].name for s in ["arguments", "args", "training"])]
94+
pairs = [p for p in zip(pt_files, sf_files) if not any(
95+
s in p[0].name for s in ["arguments", "args", "training", "optimizer", "scheduler"]
96+
)]
9597

9698
N = len(pairs)
9799

@@ -102,7 +104,8 @@ def convert_files(pt_files: List[Path], sf_files: List[Path], discard_names: Lis
102104
logger.info(f"Converting {N} pytorch .bin files to .safetensors...")
103105

104106
for i, (pt_file, sf_file) in enumerate(pairs):
107+
logger.info(f"Converting: [{i + 1}/{N}] \"{pt_file.name}\"")
105108
start = datetime.datetime.now()
106109
convert_file(pt_file, sf_file, discard_names)
107110
elapsed = datetime.datetime.now() - start
108-
logger.info(f"Convert: [{i + 1}/{N}] -- Took: {elapsed}")
111+
logger.info(f"Converted: [{i + 1}/{N}] \"{sf_file.name}\" -- Took: {elapsed}")

0 commit comments

Comments
 (0)