apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Metax] support ENABLE_V1_KVCACHE_SCHEDULER (#5163)

Browse Source
This commit is contained in:
xiaozude
2025-11-24 19:19:49 +08:00
committed by GitHub
parent e150a418d4
commit d5bd64336a
5 changed files with 24 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/worker/worker_process.py
View File

@@ -937,7 +937,7 @@ def initialize_fd_config(args, ranks: int = 1, local_rank: int = 0) -> FDConfig:
logger.info(f"- Dynamic load weight: {load_config.dynamic_load_weight}")
logger.info(f"- Load strategy: {load_config.load_strategy}")
if not current_platform.is_cuda() and not current_platform.is_xpu():
if not (current_platform.is_cuda() or current_platform.is_xpu() or current_platform.is_maca()):
logger.info("Set ENABLE_V1_KVCACHE_SCHEDULER to 0 due to not supported.")
envs.ENABLE_V1_KVCACHE_SCHEDULER = 0
if structured_outputs_config.guided_decoding_backend != "off":