apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix] Fix vocab size error for ernie model

Browse Source
This commit is contained in:
Jiang-Jia-Jun
2025-07-09 22:33:04 +08:00
parent 337d76f094
commit 1fe37cb7e8
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/worker/worker_process.py
View File

@@ -707,7 +707,8 @@ def initialize_fd_config(config) -> FDConfig:
# Handle vocabulary size
model_config.ori_vocab_size = model_config_dict.get("vocab_size", -1)
if "Ernie4_5_ForCausalLM" in model_config_dict.get("architectures", []):
archs = model_config_dict.get("architectures", [])
if "Ernie4_5_ForCausalLM" in archs or "Ernie4_5_MoeForCausalLM" in archs:
model_config.ori_vocab_size = getattr(config, 'ori_vocab_size', model_config.ori_vocab_size)
# Handle DeepseekV3 specific config