support qwen3moe name_mapping (#2820)

2025-10-05 00:33:03 +08:00 · 2025-07-12 12:05:54 +08:00
parent f6ad26fc08
commit 749b2e9c89
2 changed files with 98 additions and 1 deletions
--- a/fastdeploy/model_executor/models/model_base.py
+++ b/fastdeploy/model_executor/models/model_base.py
@@ -56,6 +56,7 @@ class ModelForCasualLM(nn.Layer, ABC):
                ori_vocab_size, use_topp_sampling, etc.
        """
        super(ModelForCasualLM, self).__init__()
+        self.fd_config = configs

    @abstractmethod
    def set_state_dict(self, state_dict: Dict[str, Union[np.ndarray,