mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 16:48:03 +08:00
[BugFix] ep mixed offline exit (#3661)
* Update expert_service.py * Update expert_service.py
This commit is contained in:
@@ -153,8 +153,13 @@ def start_data_parallel_service(cfg, local_data_parallel_id, ipc_signal_suffix=N
|
|||||||
|
|
||||||
try:
|
try:
|
||||||
expert_service.start(ipc_signal_suffix, local_data_parallel_id)
|
expert_service.start(ipc_signal_suffix, local_data_parallel_id)
|
||||||
while True:
|
|
||||||
time.sleep(1000)
|
def deamon_thread():
|
||||||
|
while True:
|
||||||
|
time.sleep(10)
|
||||||
|
|
||||||
|
t_deamon = threading.Thread(target=deamon_thread, daemon=True)
|
||||||
|
t_deamon.start()
|
||||||
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
llm_logger.exception(f"Expert service failed to start: {e}, {str(traceback.format_exc())}")
|
llm_logger.exception(f"Expert service failed to start: {e}, {str(traceback.format_exc())}")
|
||||||
|
Reference in New Issue
Block a user