apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 00:33:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

remove some code in ep.py (#2947)

Browse Source
This commit is contained in:
周周周
2025-07-21 22:44:57 +08:00
committed by GitHub
parent 8a619e9db5
commit ff4569f135
1 changed files with 0 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
fastdeploy/model_executor/layers/moe/ep.py
View File

@@ -361,22 +361,6 @@ class EPDecoderRunner(EPRunner):
return recv_hidden_states, recv_expert_count, handle return recv_hidden_states, recv_expert_count, handle
def combine(self, ffn_out, topk_idx, topk_weights, handle): def combine(self, ffn_out, topk_idx, topk_weights, handle):
# TODO(@wufeisheng): Delete them when deepep in PaddlePaddle is fixed
(
src_info,
layout_range,
num_max_dispatch_tokens_per_rank,
num_experts,
) = handle
handle = (
src_info,
layout_range,
num_max_dispatch_tokens_per_rank,
None,
num_experts,
)
combined_hidden_states, combine_hook = self.ep_engine.low_latency_combine( combined_hidden_states, combine_hook = self.ep_engine.low_latency_combine(
ffn_out, topk_idx, topk_weights, handle ffn_out, topk_idx, topk_weights, handle
) )