We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ee90d15 commit f19cee7Copy full SHA for f19cee7
lightllm/common/basemodel/basemodel.py
@@ -27,7 +27,7 @@
27
from lightllm.common.basemodel.batch_objs import ModelInput, ModelOutput
28
from lightllm.common.triton_utils.autotuner import AutotuneLevel
29
from lightllm.utils.custom_kernel_utis import pad2dim_tensor_to_new_batch
30
-from lightllm.utils.envs_utils import set_model_init_status, set_triton_autotune_level, get_triton_autotune_level
+from lightllm.utils.envs_utils import set_model_init_status
31
from lightllm.common.triton_utils.autotuner import Autotuner
32
from lightllm.utils.infer_utils import post_empty_cache
33
0 commit comments