diff --git a/fastdeploy/worker/xpu_model_runner.py b/fastdeploy/worker/xpu_model_runner.py index 4227b814d..7b774b95b 100644 --- a/fastdeploy/worker/xpu_model_runner.py +++ b/fastdeploy/worker/xpu_model_runner.py @@ -118,7 +118,7 @@ class XPUModelRunner(ModelRunnerBase): self.speculative_decoding = self.speculative_method is not None # used by SamplingMetadata - self.enable_logprob = False # fd_config.model_config.enable_logprob + self.enable_logprob = fd_config.model_config.enable_logprob # fd_config.model_config.enable_logprob self.enable_early_stop = self.fd_config.early_stop_config.enable_early_stop # Sampler