mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-12-24 13:28:13 +08:00
[XPU] refactor of block_attn param 'pos_emb_type' (#5511)
This commit is contained in:
@@ -213,7 +213,7 @@ class XPUAttentionBackend(AttentionBackend):
|
||||
None, # smooth
|
||||
metadata.kv_signal_data_list[layer.layer_id], # kv_signal_data
|
||||
forward_meta.kv_signal_sender, # kv_signal_sender
|
||||
forward_meta.pos_emb_type,
|
||||
layer.use_neox_rotary_style,
|
||||
self.rope_3d,
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user