From 5f0b30f6d0d88077dccbb6eafb1f163964b6fb95 Mon Sep 17 00:00:00 2001 From: chenjian <1435317881@qq.com> Date: Thu, 7 Aug 2025 20:14:01 +0800 Subject: [PATCH] support logprob in scheduler v1 (#3249) Co-authored-by: Jiang-Jia-Jun <163579578+Jiang-Jia-Jun@users.noreply.github.com> --- fastdeploy/output/token_processor.py | 1 + 1 file changed, 1 insertion(+) diff --git a/fastdeploy/output/token_processor.py b/fastdeploy/output/token_processor.py index 27fda9987..bb8e5c447 100644 --- a/fastdeploy/output/token_processor.py +++ b/fastdeploy/output/token_processor.py @@ -383,6 +383,7 @@ class TokenProcessor: self.tokens_counter[task_id] += 1 if token_id != RECOVERY_STOP_SIGNAL: result.outputs.token_ids.append(token_id) + task.output_token_ids.append(token_id) result.outputs.logprob = float(scores[i, 0]) # Construct top_logprobs topk_token_ids = tokens[i, :].tolist()