Revert "[BugFix] num_seqs (#3291)" (#3316)

This reverts commit e0aeac58e1.
This commit is contained in:
Jiang-Jia-Jun
2025-08-11 16:16:51 +08:00
committed by GitHub
parent 9571c458f0
commit c56c99837a
3 changed files with 3 additions and 6 deletions

View File

@@ -450,7 +450,7 @@ class Ernie4_5_MoeForCausalLM(ModelForCasualLM):
self.fd_config.model_config.moe_layer_start_index,
self.fd_config.model_config.num_hidden_layers,
):
self.ernie.layers[i].mlp.experts(fake_hidden_states, self.ernie.layers[i].mlp.gate)
self.ernie.layers[i].mlp.expert(fake_hidden_states)
def forward(
self,