apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-28 10:51:39 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

[Fearture] Support mm model close prefix cache (#4502)

Browse Source 
* support mm prefix cache close

* add

* fix

* fix

* fix

---------

Co-authored-by: ltd0924 <luotingdan@baidu.com>
This commit is contained in:
ltd0924
2025-10-21 09:56:47 +08:00
committed by GitHub
parent 9558912475
commit 3cd9d3060a
3 changed files with 41 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
fastdeploy/cache_manager/cache_data.py
View File

@@ -20,6 +20,17 @@ from fastdeploy.utils import get_logger
logger = get_logger("prefix_cache_manager", "prefix_cache_manager.log")
DISABLE_PREFIX_CACHE_MM_MODEL: set[str] = {
"Ernie5ForCausalLM",
}
def is_mm_model_disable_prefix_cache(model_arch):
"""
check if the model architecture is in DISABLE_PREFIX_CACHE_MM_MODEL
"""
return model_arch in DISABLE_PREFIX_CACHE_MM_MODEL
class CacheStatus(Enum):
"""