【Fix】fix mtp bug (#3139)

2025-10-06 00:57:33 +08:00 · 2025-08-08 13:30:12 +08:00
parent b76b17fc1b
commit 71267840f7
1 changed files with 2 additions and 2 deletions
--- a/fastdeploy/model_executor/layers/sample/sampler.py
+++ b/fastdeploy/model_executor/layers/sample/sampler.py
@@ -447,8 +447,8 @@ class MTPSampler(nn.Layer):
            sampling_metadata.min_dec_lens,
            sampling_metadata.eos_token_ids,
            share_inputs["seq_lens_this_time"],
-            share_inputs["seq_lens_encoder"],
-            share_inputs["seq_lens_decoder"],
+            share_inputs["output_padding_offset"],
+            share_inputs["output_cum_offsets"],
            max_model_len,
        )
        probs = F.softmax(logits)