[BugFix] fix RMSNorm rms_norm_esp (#2797)

* fix rms

* add vl

* fix

* add vl

* fix

* fix
This commit is contained in:
lizexu123
2025-07-10 20:02:24 +08:00
committed by GitHub
parent ce5adec877
commit 8c660a0dfb
8 changed files with 18 additions and 17 deletions

View File

@@ -594,7 +594,6 @@ def initialize_fd_config(config_or_args) -> FDConfig:
model_config_dict, _ = ModelConfig.get_config_dict(config_or_args.model_name_or_path)
# Handle MoE related configs
if 'num_experts' in model_config_dict:
model_config_dict['moe_num_experts'] = model_config_dict.pop('num_experts')