apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 08:16:42 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[MTP]Support mtp reshard (#4099)

Browse Source 
* support rl reshard

* modify model name
This commit is contained in:
freeliuzc
2025-09-15 17:13:53 +08:00
committed by GitHub
parent 46911f903d
commit 69aa2781a1
3 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
fastdeploy/config.py
View File

@@ -134,6 +134,7 @@ class ModelConfig:
self.lm_head_fp32: bool = False self.lm_head_fp32: bool = False
self.model_format = "auto" self.model_format = "auto"
self.partial_rotary_factor: float = 1.0 self.partial_rotary_factor: float = 1.0
self.num_nextn_predict_layers = 0
for key, value in args.items(): for key, value in args.items():
if hasattr(self, key) and value != "None": if hasattr(self, key) and value != "None":
setattr(self, key, value) setattr(self, key, value)

1
fastdeploy/multimodal/registry.py
View File

@@ -24,6 +24,7 @@ class MultimodalRegistry:
"Ernie4_5_VLMoeForConditionalGeneration", "Ernie4_5_VLMoeForConditionalGeneration",
"Ernie5MoeForCausalLM", "Ernie5MoeForCausalLM",
"Qwen2_5_VLForConditionalGeneration", "Qwen2_5_VLForConditionalGeneration",
"Ernie5ForCausalLM",
} }
@classmethod @classmethod

2
fastdeploy/rl/rollout_config.py
View File

@@ -63,6 +63,7 @@ class RolloutModelConfig:
local_rank: int = 0, local_rank: int = 0,
moba_attention_config: str = None, moba_attention_config: str = None,
data_parallel_size: int = 1, data_parallel_size: int = 1,
num_nextn_predict_layers: int = 0,
): ):
# Required parameters # Required parameters
self.model = model_name_or_path self.model = model_name_or_path
@@ -109,6 +110,7 @@ class RolloutModelConfig:
self.early_stop_config = early_stop_config self.early_stop_config = early_stop_config
self.ips = None self.ips = None
self.moba_attention_config = moba_attention_config self.moba_attention_config = moba_attention_config
self.num_nextn_predict_layers = num_nextn_predict_layers
def __str__(self): def __str__(self):
return "\n".join(f"{k}: {v}" for k, v in self.__dict__.items()) return "\n".join(f"{k}: {v}" for k, v in self.__dict__.items())