apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature] Set scheduler v1 as default (#3812)

Browse Source 
* [Feature] Set scheduler v1 as default

* [Feature] Set scheduler v1 as default

* [Feature] Set scheduler v1 as default

* [Feature] Set scheduler v1 as default

* [Feature] Set scheduler v1 as default

* [Feature] Set scheduler v1 as default
This commit is contained in:
chenjian
2025-09-04 11:02:10 +08:00
committed by GitHub
parent fbf0e9d2aa
commit fb1e0d6a87
8 changed files with 43 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fastdeploy/worker/gpu_model_runner.py
View File

@@ -1337,7 +1337,11 @@ class GPUModelRunner(ModelRunnerBase):
A list of indices corresponding to the requests that need to be skipped.
"""
skip_idx_list = []
if not self.cache_config.enable_chunked_prefill or self.guided_backend is None:
if (
not self.cache_config.enable_chunked_prefill
or self.guided_backend is None
or envs.ENABLE_V1_KVCACHE_SCHEDULER
):
return skip_idx_list
for task in model_forward_batch: