This commit is contained in:
Yuanle Liu
2025-07-16 15:33:10 +08:00
committed by GitHub
parent a83a3eea5f
commit dda4a9f848
10 changed files with 26 additions and 131 deletions

View File

@@ -140,7 +140,7 @@ class FusedMoE(nn.Layer):
shape=gate_weight_shape,
dtype="float32",
)
if self.model_config.moe_use_aux_free:
if self.fd_config.model_config.moe_use_aux_free:
self.gate_correction_bias = self.create_parameter(
shape=gate_correction_bias_shape,
dtype="float32",