apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 16:22:57 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

FA3 fix bug (#2987)

Browse Source
This commit is contained in:
chen
2025-07-23 19:07:43 +08:00
committed by GitHub
parent 1272c7ce98
commit 172e69fe17
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/model_executor/layers/attention/flash_attn_backend.py
View File

@@ -110,7 +110,7 @@ class FlashAttentionBackend(AttentionBackend):
self.kv_num_heads = kv_num_heads self.kv_num_heads = kv_num_heads
self.num_heads = num_heads self.num_heads = num_heads
self.head_dim = fd_config.model_config.head_dim self.head_dim = fd_config.model_config.head_dim
self.hidden_size = fd_config.model_config.hidden_size self.hidden_size = self.num_heads * self.head_dim
self.block_size = fd_config.parallel_config.block_size self.block_size = fd_config.parallel_config.block_size
self.num_layers: int = fd_config.model_config.num_hidden_layers self.num_layers: int = fd_config.model_config.num_hidden_layers