apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-09 18:40:18 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

support mm mtp (#4013)

Browse Source
This commit is contained in:
xiaoxiaohehe001
2025-09-09 13:55:45 +08:00
committed by GitHub
parent c753f1fc9e
commit 5223065d59
11 changed files with 278 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
custom_ops/gpu_ops/cpp_extensions.cc
View File

@@ -335,6 +335,19 @@ void TextImageIndexOut(const paddle::Tensor &token_type_ids,
const paddle::Tensor &text_input,
const paddle::Tensor &image_input);
void LimitContentLen(const paddle::Tensor& next_tokens,
const paddle::Tensor& end_thinking_tokens,
const paddle::Tensor& max_content_len,
const paddle::Tensor& max_think_len,
const paddle::Tensor& step_idx,
const paddle::Tensor& eos_token_ids,
const paddle::Tensor& max_dec_len,
const paddle::Tensor& limit_content_status,
const paddle::Tensor& enable_thinking,
const paddle::Tensor& accept_num,
const paddle::Tensor& seq_lens_decoder,
const paddle::Tensor& stop_flags);
void TextImageGatherScatter(paddle::Tensor &input, paddle::Tensor &text_input,
paddle::Tensor &image_input,
paddle::Tensor &token_type_ids,