[Optimize] Set preempted schedule log as info level (#4453)

This commit is contained in:
chenjian
2025-10-17 11:25:46 +08:00
committed by GitHub
parent 5885953211
commit 0413c32b8f

View File

@@ -406,7 +406,7 @@ class GPUModelRunner(ModelRunnerBase):
has_decode_task = True
continue
else: # preempted task
logger.debug(f"Handle preempted request {request} at idx {idx}")
logger.info(f"Handle preempted request {request} at idx {idx}")
self.share_inputs["block_tables"][idx : idx + 1, :] = -1
self.share_inputs["stop_flags"][idx : idx + 1] = True
self.seq_lens_this_time_buffer[idx : idx + 1] = 0