apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Revert "[RL] Support Rollout Routing Replay (#5321)" (#5402)

Browse Source 
This reverts commit 96d2d4877b.
This commit is contained in:
Jiang-Jia-Jun
2025-12-05 20:19:39 +08:00
committed by GitHub
parent 94c57e4175
commit c45e064f3d
24 changed files with 24 additions and 592 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
fastdeploy/config.py
View File

@@ -1484,31 +1484,6 @@ class StructuredOutputsConfig:
return json.dumps({key: value for key, value in self.__dict__.items()})
class RoutingReplayConfig:
"""Configuration for Routing Replay used in RL training"""
def __init__(self, args) -> None:
self.enable_routing_replay: bool = False
self.routing_store_type: str = "local"
# Local routing store
self.local_store_dir: str = "./routing_replay_output"
# RDMA routing store
# TODO: Add RDMA routing store configuration attributes here when the feature is implemented.
if args is not None:
for key, value in args.items():
if hasattr(self, key) and value != "None":
setattr(self, key, value)
def to_json_string(self):
"""
Convert routing replay config to json string.
"""
return json.dumps({key: value for key, value in self.__dict__.items()})
class FDConfig:
"""
The configuration class which contains all fastdeploy-related configuration. This
@@ -1542,7 +1517,6 @@ class FDConfig:
early_stop_config: Optional[Dict[str, Any]] = None,
tool_parser: str = None,
test_mode=False,
routing_replay_config: Optional[RoutingReplayConfig] = None,
):
self.model_config: ModelConfig = model_config # type: ignore
self.cache_config: CacheConfig = cache_config # type: ignore
@@ -1559,7 +1533,6 @@ class FDConfig:
self.plas_attention_config: Optional[PlasAttentionConfig] = plas_attention_config
self.structured_outputs_config: StructuredOutputsConfig = structured_outputs_config
self.router_config: RouterConfig = router_config
self.routing_replay_config = routing_replay_config
# Initialize cuda graph capture list
max_capture_shape = self.scheduler_config.max_num_seqs