apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 16:22:57 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix ep when paddle version mismatch (#3056)

Browse Source
This commit is contained in:
Longzhi Wang
2025-07-29 15:06:49 +08:00
committed by GitHub
parent dafe02a7b9
commit 907d561523
1 changed files with 16 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
fastdeploy/model_executor/layers/moe/ep.py
View File

@@ -193,20 +193,22 @@ class DeepEPEngine:
Return:
combined_hidden_states: [num_tokens, hidden]
"""
# TODO(@wufeisheng): Delete them when deepep in PaddlePaddle is fixed
(
src_info,
layout_range,
num_max_dispatch_tokens_per_rank,
num_experts,
) = handle
handle = (
src_info,
layout_range,
num_max_dispatch_tokens_per_rank,
None,
num_experts,
)
if paddle.__version__ != "0.0.0" and paddle.__version__ <= "3.1.0": # not develop version of PaddlePaddle
# TODO(@wanglongzhi): Delete them when deepep in PaddlePaddle is fixed
# and when the default recommended version of PaddlePaddle is greater than 3.1.0
(
src_info,
layout_range,
num_max_dispatch_tokens_per_rank,
num_experts,
) = handle
handle = (
src_info,
layout_range,
num_max_dispatch_tokens_per_rank,
None,
num_experts,
)
combined_hidden_states, _, combine_hook = self.decode_deepep_engine.low_latency_combine(
hidden_states,