apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 00:57:33 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

deepgemm don't support tp+ep (for ci) (#3638)

Browse Source 
* deepgemm don't support tp+ep (for ci)

* deepgemm don't support tp+ep (for ci)
This commit is contained in:
lzy
2025-08-27 16:39:19 +08:00
committed by GitHub
parent f0140be1e1
commit 1265f6c192
2 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/model_executor/layers/moe/fused_moe_deepgemm_backend.py
View File

@@ -571,6 +571,6 @@ class DeepGemmFusedMoeMethod(MoEMethodBase):
1.0, 1.0,
)[0] )[0]
if layer.tp_size > 1: if layer.tp_size > 1:
tensor_model_parallel_all_reduce(tmp_ffn_out, self.tp_group) tensor_model_parallel_all_reduce(tmp_ffn_out)
return tmp_ffn_out return tmp_ffn_out

1
tests/cov_pytest.ini
View File

@@ -22,7 +22,6 @@ addopts =
--ignore=operators/test_flash_mask_attn.py --ignore=operators/test_flash_mask_attn.py
--ignore=operators/test_w4afp8_gemm.py --ignore=operators/test_w4afp8_gemm.py
--ignore=operators/test_tree_mask.py --ignore=operators/test_tree_mask.py
--ignore=model_loader/test_common_model.py
--cov=fastdeploy --cov=fastdeploy
--cov-branch --cov-branch
--cov-append --cov-append