From 747b16e0212fbae1f41f8f918a4e271ebc7da35b Mon Sep 17 00:00:00 2001 From: chen <103103266+ckl117@users.noreply.github.com> Date: Thu, 11 Dec 2025 19:57:22 +0800 Subject: [PATCH] [BugFix] Fix MTP no logprobs when enable_logprob (#5499) --- fastdeploy/worker/gpu_model_runner.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/fastdeploy/worker/gpu_model_runner.py b/fastdeploy/worker/gpu_model_runner.py index 564893e8c..5d4fefd69 100644 --- a/fastdeploy/worker/gpu_model_runner.py +++ b/fastdeploy/worker/gpu_model_runner.py @@ -1380,8 +1380,8 @@ class GPUModelRunner(ModelRunnerBase): self.top_p_normalized_logprobs = any( req.sampling_params.top_p_normalized_logprobs for req in logprobs_reqs ) - else: - self.max_logprobs = None + elif self.enable_logprob: + self.max_logprobs = None if not self.speculative_decoding else 0 # Remove padding (