apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[XPU] Enable XPU V1 mode based on environment variable (#4213)

Browse Source 
* Enable XPU V1 mode based on environment variable
* add default param to xft_moe_fc_block_eb for latest xvllm compatibility; update run_ci_xpu to use latest xvllm
This commit is contained in:
yyssys
2025-09-24 10:29:48 +08:00
committed by GitHub
parent ec99474e71
commit d6e59447f5
4 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
custom_ops/xpu_ops/src/ops/moe_expert_ffn.cc
View File

@@ -72,6 +72,7 @@ void MoeExpertFFNImpl(xftblock::Tensor* ffn_in,
is_padding_input ? token_num_info : nullptr,
expert_num,
1, // moe_topk
0, // group_size
ffn1_out_shape.size() == 2 ? xftblock::MoeFCInputMode::DENSE
: xftblock::MoeFCInputMode::SPARSE);
PD_CHECK(ret == 0);
@@ -134,6 +135,7 @@ void MoeExpertFFNImpl(xftblock::Tensor* ffn_in,
is_padding_input ? token_num_info : nullptr,
expert_num,
1, // moe_topk
0, // group_size
ffn1_out_shape.size() == 2
? xftblock::MoeFCInputMode::DENSE
: xftblock::MoeFCInputMode::SPARSE); // bias_mode