apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

check (#3720)

Browse Source
This commit is contained in:
chen
2025-08-30 16:04:20 +08:00
committed by GitHub
parent 455205f991
commit 7568b20098
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/engine/engine.py
View File

@@ -377,7 +377,7 @@ class LLMEngine:
"PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION": "python", "PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION": "python",
"FLAGS_use_append_attn": 1, "FLAGS_use_append_attn": 1,
"NCCL_ALGO": "Ring", "NCCL_ALGO": "Ring",
"FLAGS_max_partition_size": int(os.getenv("FLAGS_max_partition_size", 32768)), "FLAGS_max_partition_size": int(os.getenv("FLAGS_max_partition_size", 1024)),
"FLAGS_hardamard_moe_block_size": int(os.getenv("FLAGS_hardamard_moe_block_size", 128)), "FLAGS_hardamard_moe_block_size": int(os.getenv("FLAGS_hardamard_moe_block_size", 128)),
"FLAGS_hardamard_use_diagonal_block_matrix": int( "FLAGS_hardamard_use_diagonal_block_matrix": int(
os.getenv("FLAGS_hardamard_use_diagonal_block_matrix", 0) os.getenv("FLAGS_hardamard_use_diagonal_block_matrix", 0)

2
fastdeploy/model_executor/layers/attention/append_attn_backend.py
View File

@@ -113,7 +113,7 @@ class AppendAttentionBackend(AttentionBackend):
self.group_size: int = self.num_heads // self.kv_num_heads self.group_size: int = self.num_heads // self.kv_num_heads
self.head_dim: int = fd_config.model_config.head_dim self.head_dim: int = fd_config.model_config.head_dim
self.num_layers: int = fd_config.model_config.num_hidden_layers self.num_layers: int = fd_config.model_config.num_hidden_layers
self.max_partition_size: int = int(os.getenv("FLAGS_max_partition_size", 32768)) self.max_partition_size: int = int(os.getenv("FLAGS_max_partition_size", 1024))
self.encoder_block_shape_q: int = encoder_block_shape_q self.encoder_block_shape_q: int = encoder_block_shape_q
self.decoder_block_shape_q: int = decoder_block_shape_q self.decoder_block_shape_q: int = decoder_block_shape_q