mv connection_manager init (#3901)

Co-authored-by: Yuanle Liu <yuanlehome@163.com>
2025-10-05 16:48:03 +08:00 · 2025-09-05 21:11:48 +08:00
parent f6f726c773
commit 0c45e225d3
3 changed files with 1 additions and 16 deletions
--- a/fastdeploy/entrypoints/openai/api_server.py
+++ b/fastdeploy/entrypoints/openai/api_server.py
@@ -185,6 +185,7 @@ async def lifespan(app: FastAPI):
        workers=args.workers,
        tool_parser=args.tool_call_parser,
    )
+    await engine_client.connection_manager.initialize()
    app.state.dynamic_load_weight = args.dynamic_load_weight
    model_handler = OpenAIServingModels(
        model_paths,