From 37cb37b7f251a9044fa8d1aeab8ca86bbaed006d Mon Sep 17 00:00:00 2001 From: ltd0924 <32387785+ltd0924@users.noreply.github.com> Date: Wed, 3 Sep 2025 11:16:49 +0800 Subject: [PATCH] [BugFix] fix scheduler (#3818) * fix scheduler bug * fix --- fastdeploy/entrypoints/openai/api_server.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/fastdeploy/entrypoints/openai/api_server.py b/fastdeploy/entrypoints/openai/api_server.py index 476b77f9f..5dce373e6 100644 --- a/fastdeploy/entrypoints/openai/api_server.py +++ b/fastdeploy/entrypoints/openai/api_server.py @@ -506,11 +506,13 @@ def control_scheduler(request: ControlSchedulerRequest): return JSONResponse(content=content.model_dump(), status_code=500) if request.reset: - llm_engine.scheduler.reset() + llm_engine.engine.scheduler.reset() if request.load_shards_num or request.reallocate_shard: - if hasattr(llm_engine.scheduler, "update_config") and callable(llm_engine.scheduler.update_config): - llm_engine.scheduler.update_config( + if hasattr(llm_engine.engine.scheduler, "update_config") and callable( + llm_engine.engine.scheduler.update_config + ): + llm_engine.engine.scheduler.update_config( load_shards_num=request.load_shards_num, reallocate=request.reallocate_shard, )