fix mtp reschedule (#5144)

This commit is contained in:
GoldPancake
2025-11-20 21:28:21 +08:00
committed by GitHub
parent 966297e5d6
commit 67da16bd7c

View File

@@ -409,6 +409,9 @@ class TokenProcessor:
+ accept_num[i]
].tolist()
if (not recovery_stop) and (len(token_ids) == 0 or token_ids[-1] <= 0):
if envs.ENABLE_V1_KVCACHE_SCHEDULER:
if task_id in self.resource_manager.to_be_rescheduled_request_id_set:
self.resource_manager.reschedule_preempt_task(task_id)
continue
else:
token_id = int(tokens[i, 0])