apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Scheduler] update v1 prefill batch (#4611)

Browse Source 
* update v1 prefill batch

* update code

* update code
This commit is contained in:
kevin
2025-10-31 14:03:01 +08:00
committed by GitHub
parent dde7ba3f9e
commit 64e875b460
3 changed files with 31 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
fastdeploy/worker/worker_process.py
View File

@@ -283,7 +283,6 @@ class PaddleDisWorkerProc:
# The first worker detects whether there are tasks in the task queue
if local_rank == 0:
if self.task_queue.num_tasks() > 0:
# VL only support 1 batch to prefill
if envs.ENABLE_V1_KVCACHE_SCHEDULER or not (
self.fd_config.model_config.enable_mm and self.worker.exist_prefill()
):