[Feature] Setting number of apiserver workers automatically (#3790)

Co-authored-by: Jiang-Jia-Jun <jiangjiajun@baidu.com>
This commit is contained in:
Jiang-Jia-Jun
2025-09-02 14:17:48 +08:00
committed by GitHub
parent bf0cf5167a
commit 0e4df5a6f4
3 changed files with 21 additions and 2 deletions

View File

@@ -589,7 +589,7 @@ class EngineSevice:
else:
err, data = self.zmq_server.receive_pyobj_once(block)
if err is not None:
llm_logger.error("Engine stops inserting zmq task into scheduler, err:{err}")
llm_logger.error(f"Engine stops inserting zmq task into scheduler, err:{err}")
break
request, insert_task = None, []