[BugFix] Fix MTP no logprobs when enable_logprob (#5499)

This commit is contained in:
chen
2025-12-11 19:57:22 +08:00
committed by GitHub
parent 4066dfb4a6
commit 747b16e021

View File

@@ -1380,8 +1380,8 @@ class GPUModelRunner(ModelRunnerBase):
self.top_p_normalized_logprobs = any(
req.sampling_params.top_p_normalized_logprobs for req in logprobs_reqs
)
else:
self.max_logprobs = None
elif self.enable_logprob:
self.max_logprobs = None if not self.speculative_decoding else 0
# Remove padding
(