【Fix】【MTP】fix mtp bug (#3140)

2025-10-05 08:37:06 +08:00 · 2025-08-01 15:45:00 +08:00
parent fbe03866d1
commit 9307f2619b
1 changed files with 2 additions and 2 deletions
--- a/fastdeploy/model_executor/layers/sample/sampler.py
+++ b/fastdeploy/model_executor/layers/sample/sampler.py
@@ -429,8 +429,8 @@ class MTPSampler(nn.Layer):
            sampling_metadata.min_dec_lens,
            sampling_metadata.eos_token_ids,
            share_inputs["seq_lens_this_time"],
-            share_inputs["seq_lens_encoder"],
-            share_inputs["seq_lens_decoder"],
+            share_inputs["output_padding_offset"],
+            share_inputs["output_cum_offsets"],
            max_model_len,
        )
        probs = F.softmax(logits)