apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

【Fix】【MTP】fix mtp bug (#3140)

Browse Source
This commit is contained in:
freeliuzc
2025-08-01 15:45:00 +08:00
committed by GitHub
parent fbe03866d1
commit 9307f2619b
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/model_executor/layers/sample/sampler.py
View File

@@ -429,8 +429,8 @@ class MTPSampler(nn.Layer):
sampling_metadata.min_dec_lens, sampling_metadata.min_dec_lens,
sampling_metadata.eos_token_ids, sampling_metadata.eos_token_ids,
share_inputs["seq_lens_this_time"], share_inputs["seq_lens_this_time"],
share_inputs["seq_lens_encoder"], share_inputs["output_padding_offset"],
share_inputs["seq_lens_decoder"], share_inputs["output_cum_offsets"],
max_model_len, max_model_len,
) )
probs = F.softmax(logits) probs = F.softmax(logits)