Skip to content

Commit 45ec466

Browse files
authored
ensure FAST_SAFETENSORS_NUM_THREADS type is int (#91)
load safetensors support direct_io rename env
1 parent 56095ef commit 45ec466

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

diffsynth_engine/utils/loader.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,11 @@ def load_file(path: str | os.PathLike, device: str = "cpu"):
1818
if use_fast_safetensors:
1919
logger.info(f"FastSafetensors load model from {path}")
2020
start_time = time.time()
21-
result = load_safetensors(str(path), num_threads=os.environ.get("FAST_SAFETENSORS_NUM_THREADS", 16))
21+
result = load_safetensors(
22+
str(path),
23+
num_threads=int(os.environ.get("FAST_SAFETENSORS_NUM_THREADS", 16)),
24+
direct_io=(os.environ.get("FAST_SAFETENSORS_DIRECT_IO", "False").upper() == "TRUE"),
25+
)
2226
logger.info(f"FastSafetensors Load Model End. Time: {time.time() - start_time:.2f}s")
2327
return result
2428
else:

0 commit comments

Comments
 (0)