mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-25 01:20:43 +08:00
fix arguement error in ep when pd (#3060)
This commit is contained in:
@@ -66,7 +66,7 @@ class MoEMethodBase(QuantMethodBase):
|
||||
layer.fd_config.model_config.redundant_experts_num,
|
||||
)
|
||||
else:
|
||||
if layer.fd_config.parallel_config.moe_phase == "prefill":
|
||||
if layer.fd_config.parallel_config.moe_phase.phase == "prefill":
|
||||
from .ep import EPPrefillRunner
|
||||
|
||||
self.ep_prefill_runner = EPPrefillRunner(
|
||||
|
||||
Reference in New Issue
Block a user