Support limit thinking lengths (#4069)

Co-authored-by: K11OntheBoat <“ruianmaidanglao@163.com”>
2025-10-05 08:37:06 +08:00 · 2025-09-25 19:55:56 +08:00
parent 0c6f1932c5
commit 4515ad21e9
9 changed files with 194 additions and 28 deletions
--- a/fastdeploy/worker/worker_process.py
+++ b/fastdeploy/worker/worker_process.py
@@ -587,6 +587,7 @@ def parse_args():
        help="enable expert parallel",
    )
    parser.add_argument("--ori_vocab_size", type=int, default=None)
+    parser.add_argument("--think_end_id", type=int, default=-1)

    parser.add_argument(
        "--quantization",