[Feature][MTP]Support multi-step MTP (#2952)

2025-10-01 23:02:36 +08:00 · 2025-07-22 16:26:29 +08:00
parent 920e6b3f60
commit dc67c10a7e
4 changed files with 33 additions and 8 deletions
--- a/fastdeploy/worker/worker_process.py
+++ b/fastdeploy/worker/worker_process.py
@@ -499,8 +499,8 @@ def parse_args():
    )
    parser.add_argument(
        "--speculative_benchmark_mode",
-        default=False,
-        type=bool,
+        default="False",
+        type=str,
    )
    parser.add_argument(
        "--max_num_batched_tokens",