mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-31 11:56:44 +08:00
7ccbcc5a62
Some checks failed
CE Compile Job / ce_job_pre_check (push) Has been cancelled
CE Compile Job / print_ce_job_pre_check_outputs (push) Has been cancelled
CE Compile Job / FD-Clone-Linux (push) Has been cancelled
CE Compile Job / Show Code Archive Output (push) Has been cancelled
CE Compile Job / BUILD_SM8090 (push) Has been cancelled
CE Compile Job / BUILD_SM8689 (push) Has been cancelled
CE Compile Job / CE_UPLOAD (push) Has been cancelled
* [feat] support clearing prefix cache (cherry-picked from release/2.1) * [fix] fix ipc suffix, use port instead * [fix] fix prefix caching not enabled * [fix] fix code style * [fix] wait for rank0 to update weight status
33 lines
424 B
Python
33 lines
424 B
Python
from dataclasses import dataclass
|
|
|
|
|
|
@dataclass
|
|
class ModelWeightsStatus:
|
|
NORMAL = 0
|
|
UPDATING = 1
|
|
CLEARING = -1
|
|
CLEARED = -2
|
|
|
|
|
|
@dataclass
|
|
class PrefixTreeStatus:
|
|
NORMAL = 0
|
|
UPDATING = 1
|
|
CLEARING = -1
|
|
CLEARED = -2
|
|
|
|
|
|
@dataclass
|
|
class KVCacheStatus:
|
|
NORMAL = 0
|
|
UPDATING = 1
|
|
CLEARING = -1
|
|
CLEARED = -2
|
|
|
|
|
|
@dataclass
|
|
class ExistTaskStatus:
|
|
EMPTY = 0
|
|
EXIST = 1
|
|
REFUSE = 2
|