Skip to content

Commit 94ded43

Browse files
authored
[BugFix] ep mixed offline exit (#3661)
* Update expert_service.py * Update expert_service.py
1 parent e5015ee commit 94ded43

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

fastdeploy/engine/expert_service.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -153,8 +153,13 @@ def start_data_parallel_service(cfg, local_data_parallel_id, ipc_signal_suffix=N
153153

154154
try:
155155
expert_service.start(ipc_signal_suffix, local_data_parallel_id)
156-
while True:
157-
time.sleep(1000)
156+
157+
def deamon_thread():
158+
while True:
159+
time.sleep(10)
160+
161+
t_deamon = threading.Thread(target=deamon_thread, daemon=True)
162+
t_deamon.start()
158163

159164
except Exception as e:
160165
llm_logger.exception(f"Expert service failed to start: {e}, {str(traceback.format_exc())}")

0 commit comments

Comments
 (0)