apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-16 13:41:30 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

V1 loader support ep (#3801)

Browse Source
This commit is contained in:
YuanRisheng
2025-09-03 16:05:41 +08:00
committed by GitHub
parent fa58a9fa8f
commit 0a1ce612c2
6 changed files with 34 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
fastdeploy/model_executor/layers/moe/moe.py
View File

@@ -299,6 +299,7 @@ class FusedMoE(nn.Layer):
param_down_proj_name: Optional[str] = None,
ckpt_expert_key_name: str = "experts",
experts_offset: int = 0,
num_experts_start_offset: int = 0,
) -> list[tuple[str, str, int, str]]:
param_name_maping = []
@@ -323,7 +324,9 @@ class FusedMoE(nn.Layer):
expert_id,
shard_id,
)
for expert_id in range(experts_offset, experts_offset + num_experts)
for expert_id in range(
experts_offset + num_experts_start_offset, experts_offset + num_experts_start_offset + num_experts
)
for shard_id, weight_name in param_name_maping
]