Skip to content

Commit d67b3b0

Browse files
authored
Check mtp triton cache (#10065)
1 parent 6881445 commit d67b3b0

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

paddlenlp/trl/llm_utils.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -825,6 +825,7 @@ def set_triton_cache(model_name_or_path, mode):
825825
# del old triton_ops
826826
shutil.rmtree(triton_kernel_cache_dir)
827827
elif mode == "static":
828+
os.environ["TRITON_KERNEL_CACHE_DIR"] = triton_kernel_cache_dir
828829
for root, dirs, files in os.walk(triton_kernel_cache_dir):
829830
for file in files:
830831
if file.endswith("_package.so"):

0 commit comments

Comments
 (0)