File tree Expand file tree Collapse file tree 2 files changed +2
-7
lines changed
Expand file tree Collapse file tree 2 files changed +2
-7
lines changed Original file line number Diff line number Diff line change @@ -65,10 +65,8 @@ def normal_or_p_d_start(args):
6565 set_unique_server_name (args )
6666
6767 if args .enable_mps :
68- from lightllm .utils .device_utils import enable_mps , set_gpu_exclusive_mode
68+ from lightllm .utils .device_utils import enable_mps
6969
70- for i in range (args .tp ):
71- set_gpu_exclusive_mode (gpu_index = i )
7270 enable_mps ()
7371
7472 if args .run_mode not in ["normal" , "prefill" , "decode" ]:
Original file line number Diff line number Diff line change @@ -62,13 +62,10 @@ def kill_recursive(proc):
6262
6363 # recover the gpu compute mode
6464 is_enable_mps = get_env_start_args ().enable_mps
65- world_size = get_env_start_args ().tp
6665 if is_enable_mps :
67- from lightllm .utils .device_utils import stop_mps , set_gpu_default_mode
66+ from lightllm .utils .device_utils import stop_mps
6867
6968 stop_mps ()
70- for i in range (world_size ):
71- set_gpu_default_mode (gpu_index = i )
7269 logger .info ("All processes terminated gracefully." )
7370
7471
You can’t perform that action at this time.
0 commit comments