mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 08:37:06 +08:00
Global scheduler supports configuring hot updates (#2807)
* Check if the controller port is available * Global scheduler supports configuring hot updates * add interface: /controller/scheduler * add interface: /controller/scheduler
This commit is contained in:
@@ -542,3 +542,12 @@ class ChatCompletionRequest(BaseModel):
|
||||
)
|
||||
|
||||
return data
|
||||
|
||||
|
||||
class ControlSchedulerRequest(BaseModel):
|
||||
"""
|
||||
Control scheduler request to the engine.
|
||||
"""
|
||||
reset: Optional[bool] = False
|
||||
load_shards_num: Optional[int] = None
|
||||
reallocate_shard: Optional[bool] = False
|
||||
|
Reference in New Issue
Block a user