cp PR#2820 to release/2.0.2 (#2839)

2025-10-04 16:22:57 +08:00 · 2025-07-14 17:05:56 +08:00
parent 94e1a895e3
commit b9eede57b6
2 changed files with 100 additions and 3 deletions
--- a/fastdeploy/model_executor/models/model_base.py
+++ b/fastdeploy/model_executor/models/model_base.py
@@ -56,7 +56,7 @@ class ModelForCasualLM(nn.Layer, ABC):
                ori_vocab_size, use_topp_sampling, etc.
        """
        super(ModelForCasualLM, self).__init__()
-
+        self.fd_config = configs
    @abstractmethod
    def set_state_dict(self, state_dict: Dict[str, Union[np.ndarray,
                                                         paddle.Tensor]]):