apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 00:57:33 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix] fix scheduler (#3818)

Browse Source 
* fix scheduler bug

* fix
This commit is contained in:
ltd0924
2025-09-03 11:16:49 +08:00
committed by GitHub
parent f975f7de2f
commit 37cb37b7f2
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fastdeploy/entrypoints/openai/api_server.py
View File

@@ -506,11 +506,13 @@ def control_scheduler(request: ControlSchedulerRequest):
return JSONResponse(content=content.model_dump(), status_code=500) return JSONResponse(content=content.model_dump(), status_code=500)
if request.reset: if request.reset:
llm_engine.scheduler.reset() llm_engine.engine.scheduler.reset()
if request.load_shards_num or request.reallocate_shard: if request.load_shards_num or request.reallocate_shard:
if hasattr(llm_engine.scheduler, "update_config") and callable(llm_engine.scheduler.update_config): if hasattr(llm_engine.engine.scheduler, "update_config") and callable(
llm_engine.scheduler.update_config( llm_engine.engine.scheduler.update_config
):
llm_engine.engine.scheduler.update_config(
load_shards_num=request.load_shards_num, load_shards_num=request.load_shards_num,
reallocate=request.reallocate_shard, reallocate=request.reallocate_shard,
) )