apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-31 03:46:40 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

[BugFix Revert] Fix vocab size error for ernie model

Browse Source
This commit is contained in:
Jiang-Jia-Jun
2025-07-09 22:14:54 +08:00
parent b1c53fa779
commit 2a86928657
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/worker/worker_process.py
View File

@@ -735,8 +735,7 @@ def initialize_fd_config(config_or_args) -> FDConfig:
# Handle vocabulary size # Handle vocabulary size
model_config.ori_vocab_size = model_config_dict.get("vocab_size", -1) model_config.ori_vocab_size = model_config_dict.get("vocab_size", -1)
archs = model_config_dict.get("architectures", []) if "Ernie4_5_ForCausalLM" in model_config_dict.get("architectures", []):
if "Ernie4_5_ForCausalLM" in archs or "Ernie4_5_MoeForCausalLM" in archs:
model_config.ori_vocab_size = getattr(config_or_args, 'ori_vocab_size', model_config.ori_vocab_size) model_config.ori_vocab_size = getattr(config_or_args, 'ori_vocab_size', model_config.ori_vocab_size)
# Handle DeepseekV3 specific config # Handle DeepseekV3 specific config