We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 08d8960 commit 4f81039Copy full SHA for 4f81039
lightllm/server/visualserver/model_infer/model_rpc.py
@@ -144,7 +144,7 @@ def _init_env(port, device_id):
144
# 注册graceful 退出的处理
145
graceful_registry(inspect.currentframe().f_code.co_name)
146
from lightllm.utils.device_utils import set_sm_limit
147
-
+
148
if get_env_start_args().enable_mps:
149
set_sm_limit(60, device_id) # the visual server can take up to 60% of the sm
150
0 commit comments