mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-12-24 13:28:13 +08:00
[BugFix] Fix MTP no logprobs when enable_logprob (#5499)
This commit is contained in:
@@ -1380,8 +1380,8 @@ class GPUModelRunner(ModelRunnerBase):
|
||||
self.top_p_normalized_logprobs = any(
|
||||
req.sampling_params.top_p_normalized_logprobs for req in logprobs_reqs
|
||||
)
|
||||
else:
|
||||
self.max_logprobs = None
|
||||
elif self.enable_logprob:
|
||||
self.max_logprobs = None if not self.speculative_decoding else 0
|
||||
|
||||
# Remove padding
|
||||
(
|
||||
|
||||
Reference in New Issue
Block a user