diff --git a/fastdeploy/config.py b/fastdeploy/config.py
index faf093b33..1f6b9b0ab 100644
--- a/fastdeploy/config.py
+++ b/fastdeploy/config.py
@@ -133,9 +133,7 @@ class ModelConfig:
         if hasattr(self, "vision_config"):
             self.vision_config = PretrainedConfig.from_dict(self.vision_config)
 
-        self.ori_vocab_size = self.vocab_size
-        if ErnieArchitectures.contains_ernie_arch(self.architectures):
-            self.ori_vocab_size = args.get("ori_vocab_size", self.ori_vocab_size)
+        self.ori_vocab_size = args.get("ori_vocab_size", self.vocab_size)
 
 
 class ParallelConfig: