[Feature] Support logprobs_mode (#4567)

2025-12-24 13:28:13 +08:00 · 2025-10-27 14:27:48 +08:00
parent acd331780c
commit 5c63a089f6
9 changed files with 130 additions and 5 deletions
--- a/fastdeploy/worker/worker_process.py
+++ b/fastdeploy/worker/worker_process.py
@@ -614,6 +614,12 @@ def parse_args():
        action="store_true",
        help="Enable output of token-level log probabilities.",
    )
+    parser.add_argument(
+        "--logprobs_mode",
+        type=str,
+        default="raw_logprobs",
+        help="Indicates the content returned in the logprobs.",
+    )
    parser.add_argument(
        "--reasoning_parser",
        type=str,