apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add dp config (#3822)

Browse Source
This commit is contained in:
gaoziyuan
2025-09-04 11:46:48 +08:00
committed by GitHub
parent 460809070c
commit 6ef3b611b0
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/rl/rollout_config.py
View File

@@ -60,6 +60,7 @@ class RolloutModelConfig:
early_stop_config: str = None, early_stop_config: str = None,
local_rank: int = 0, local_rank: int = 0,
moba_attention_config: str = None, moba_attention_config: str = None,
data_parallel_size: int = 1,
): ):
# Required parameters # Required parameters
self.model = model_name_or_path self.model = model_name_or_path
@@ -95,6 +96,7 @@ class RolloutModelConfig:
self.splitwise_role = splitwise_role self.splitwise_role = splitwise_role
self.expert_parallel_size = expert_parallel_size self.expert_parallel_size = expert_parallel_size
self.enable_expert_parallel = enable_expert_parallel self.enable_expert_parallel = enable_expert_parallel
self.data_parallel_size = data_parallel_size
self.ori_vocab_size = ori_vocab_size self.ori_vocab_size = ori_vocab_size
self.quantization = quantization self.quantization = quantization
self.guided_decoding_backend = guided_decoding_backend self.guided_decoding_backend = guided_decoding_backend