apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Intel HPU] enable kv cache scheduler v1 for hpu (#5648)

Browse Source 
* [Intel HPU] enable kv cache scheduler v1 for hpu

* fix copilt comments
This commit is contained in:
fmiao2372
2025-12-19 12:03:39 +08:00
committed by GitHub
parent fc452c8e29
commit a8fce47195
6 changed files with 156 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
fastdeploy/worker/worker_process.py
View File

@@ -979,6 +979,7 @@ def initialize_fd_config(args, ranks: int = 1, local_rank: int = 0) -> FDConfig:
or current_platform.is_xpu()
or current_platform.is_maca()
or current_platform.is_iluvatar()
or current_platform.is_intel_hpu()
):
logger.info("Set ENABLE_V1_KVCACHE_SCHEDULER to 0 due to not supported.")
envs.ENABLE_V1_KVCACHE_SCHEDULER = 0