apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 00:57:33 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

check (#3720)

Browse Source
This commit is contained in:
chen
2025-08-30 16:04:20 +08:00
committed by GitHub
parent 455205f991
commit 7568b20098
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/model_executor/layers/attention/append_attn_backend.py
View File

@@ -113,7 +113,7 @@ class AppendAttentionBackend(AttentionBackend):
self.group_size: int = self.num_heads // self.kv_num_heads
self.head_dim: int = fd_config.model_config.head_dim
self.num_layers: int = fd_config.model_config.num_hidden_layers
self.max_partition_size: int = int(os.getenv("FLAGS_max_partition_size", 32768))
self.max_partition_size: int = int(os.getenv("FLAGS_max_partition_size", 1024))
self.encoder_block_shape_q: int = encoder_block_shape_q
self.decoder_block_shape_q: int = decoder_block_shape_q