Skip to content

Commit e382ae5

Browse files
committed
remove exclusive_mode
1 parent 50601a6 commit e382ae5

File tree

2 files changed

+2
-7
lines changed

2 files changed

+2
-7
lines changed

lightllm/server/api_start.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -65,10 +65,8 @@ def normal_or_p_d_start(args):
6565
set_unique_server_name(args)
6666

6767
if args.enable_mps:
68-
from lightllm.utils.device_utils import enable_mps, set_gpu_exclusive_mode
68+
from lightllm.utils.device_utils import enable_mps
6969

70-
for i in range(args.tp):
71-
set_gpu_exclusive_mode(gpu_index=i)
7270
enable_mps()
7371

7472
if args.run_mode not in ["normal", "prefill", "decode"]:

lightllm/utils/start_utils.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -62,13 +62,10 @@ def kill_recursive(proc):
6262

6363
# recover the gpu compute mode
6464
is_enable_mps = get_env_start_args().enable_mps
65-
world_size = get_env_start_args().tp
6665
if is_enable_mps:
67-
from lightllm.utils.device_utils import stop_mps, set_gpu_default_mode
66+
from lightllm.utils.device_utils import stop_mps
6867

6968
stop_mps()
70-
for i in range(world_size):
71-
set_gpu_default_mode(gpu_index=i)
7269
logger.info("All processes terminated gracefully.")
7370

7471

0 commit comments

Comments
 (0)