[Bug fix] Fixed the garbled text issues in Qwen3-8B (#2783)

This commit is contained in:
lizexu123
2025-07-09 22:03:57 +08:00
committed by GitHub
parent 4ccd1696ab
commit da20cf681e

View File

@@ -607,7 +607,7 @@ def initialize_fd_config(config_or_args) -> FDConfig:
model_config.head_dim = model_config_dict["head_dim"]
paddle.set_default_dtype(config_or_args.dtype)
if 'tie_word_embeddings' in model_config_dict:
model_config_dict['tie_word_embeddings'] = model_config_dict.pop('tie_word_embeddings')
model_config.tie_word_embeddings = model_config_dict['tie_word_embeddings']
# Initialize all config components
device_config = DeviceConfig()