We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6881445 commit d67b3b0Copy full SHA for d67b3b0
paddlenlp/trl/llm_utils.py
@@ -825,6 +825,7 @@ def set_triton_cache(model_name_or_path, mode):
825
# del old triton_ops
826
shutil.rmtree(triton_kernel_cache_dir)
827
elif mode == "static":
828
+ os.environ["TRITON_KERNEL_CACHE_DIR"] = triton_kernel_cache_dir
829
for root, dirs, files in os.walk(triton_kernel_cache_dir):
830
for file in files:
831
if file.endswith("_package.so"):
0 commit comments