apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[XPU] fix pos_emb_type bug (#4638)

Browse Source
This commit is contained in:
Lucas
2025-10-29 17:14:32 +08:00
committed by GitHub
parent d68345cb7e
commit 8f40dfa9bf
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/worker/xpu_model_runner.py
View File

@@ -850,7 +850,7 @@ class XPUModelRunner(ModelRunnerBase):
else: # neox style = False
rope_head_dim = head_dim // 2
if head_dim == self.model_config.head_dim:
if rope_head_dim == self.model_config.head_dim:
self.share_inputs["pos_emb_type"] = "NORMAL"
else:
self.share_inputs["pos_emb_type"] = "HALF_HEAD_DIM"