support mtp in v1_scheduler mode (#3695)

2025-09-27 12:52:29 +08:00 · 2025-09-04 17:39:59 +08:00
parent f265a26f8b
commit 88d44a2c93
11 changed files with 909 additions and 316 deletions
--- a/fastdeploy/model_executor/pre_and_post_process.py
+++ b/fastdeploy/model_executor/pre_and_post_process.py
@@ -331,7 +331,9 @@ def post_process_normal(
            )


-def post_process_specualate(model_output, save_each_rank: bool = False, skip_save_output: bool = False):
+def post_process_specualate(
+    model_output: ModelOutputData, save_each_rank: bool = False, skip_save_output: bool = False
+):
    """"""
    speculate_update(
        model_output.seq_lens_encoder,