From 67da16bd7cc5388f554e6ea19692956e46f6c567 Mon Sep 17 00:00:00 2001 From: GoldPancake <56388518+Deleter-D@users.noreply.github.com> Date: Thu, 20 Nov 2025 21:28:21 +0800 Subject: [PATCH] fix mtp reschedule (#5144) --- fastdeploy/output/token_processor.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/fastdeploy/output/token_processor.py b/fastdeploy/output/token_processor.py index 341b88d90..46f298d0b 100644 --- a/fastdeploy/output/token_processor.py +++ b/fastdeploy/output/token_processor.py @@ -409,6 +409,9 @@ class TokenProcessor: + accept_num[i] ].tolist() if (not recovery_stop) and (len(token_ids) == 0 or token_ids[-1] <= 0): + if envs.ENABLE_V1_KVCACHE_SCHEDULER: + if task_id in self.resource_manager.to_be_rescheduled_request_id_set: + self.resource_manager.reschedule_preempt_task(task_id) continue else: token_id = int(tokens[i, 0])