apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-01 23:02:36 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix] Fix vocab size error for ernie model

Browse Source
This commit is contained in:
Jiang-Jia-Jun
2025-07-09 22:13:41 +08:00
parent da20cf681e
commit b1c53fa779
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/worker/worker_process.py
View File

@@ -735,7 +735,8 @@ def initialize_fd_config(config_or_args) -> FDConfig:
# Handle vocabulary size
model_config.ori_vocab_size = model_config_dict.get("vocab_size", -1)
if "Ernie4_5_ForCausalLM" in model_config_dict.get("architectures", []):
archs = model_config_dict.get("architectures", [])
if "Ernie4_5_ForCausalLM" in archs or "Ernie4_5_MoeForCausalLM" in archs:
model_config.ori_vocab_size = getattr(config_or_args, 'ori_vocab_size', model_config.ori_vocab_size)
# Handle DeepseekV3 specific config