apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-08 10:00:29 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix]Fix vl when import fastdeploy and fix rl config rank bug (#2953)

Browse Source 
* support vl ori_vacab_size

* support trainer_degree in name_mapping

* fix

* fix import error

* fix local rank
This commit is contained in:
gaoziyuan
2025-07-22 19:40:27 +08:00
committed by GitHub
parent 580460046f
commit 535a15ab8f
2 changed files with 20 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/rl/rollout_config.py
View File

@@ -58,6 +58,7 @@ class RolloutModelConfig:
disable_any_whitespace: bool = True,
enable_logprob: bool = False,
graph_optimization_config: str = None,
local_rank: int = 0
):
# Required parameters
self.model_name_or_path = model_name_or_path
@@ -98,10 +99,11 @@ class RolloutModelConfig:
self.disable_any_whitespace = disable_any_whitespace
self.enable_logprob = enable_logprob
self.graph_optimization_config = graph_optimization_config
self.local_rank = local_rank
def __str__(self):
return "\n".join(f"{k}: {v}" for k, v in self.__dict__.items())
def initialize(self):
"""Initialize the final fd config"""
return initialize_fd_config(self, ranks=self.tensor_parallel_size, local_rank=0)
return initialize_fd_config(self, ranks=self.tensor_parallel_size, local_rank=self.local_rank)