fix and refine vl (#2866)

* refine vl config

* delete attn_sep

* fix vl accuracy
This commit is contained in:
Yuanle Liu
2025-07-16 20:59:28 +08:00
committed by GitHub
parent aa76085d1f
commit 63d6e7ce06
11 changed files with 63 additions and 117 deletions

View File

@@ -102,4 +102,4 @@ class RolloutModelConfig:
def initialize(self):
"""Initialize the final fd config"""
return initialize_fd_config(self, self.tensor_parallel_size, 0)
return initialize_fd_config(self, ranks=self.tensor_parallel_size, local_rank=0)