mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-04 00:06:38 +08:00
@@ -270,6 +270,8 @@ class ParallelConfig:
|
||||
if hasattr(self, key):
|
||||
setattr(self, key, value)
|
||||
|
||||
# currently, the expert parallel size is equal data parallel size
|
||||
self.expert_parallel_size = self.data_parallel_size
|
||||
self.use_ep = self.expert_parallel_size > 1
|
||||
if self.splitwise_role == "mixed":
|
||||
self.moe_phase = MoEPhase(phase="prefill")
|
||||
|
Reference in New Issue
Block a user