apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 17:17:14 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

【Feature】add fd plugins && rm model_classes (#3123)

Browse Source 
* add fd plugins && rm model_classed

* fix reviews

* add docs

* fix

* fix unitest ci
This commit is contained in:
gaoziyuan
2025-08-04 10:53:20 +08:00
committed by GitHub
parent 1582814905
commit 4021d66ea5
25 changed files with 524 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/rl/rollout_model.py
View File

@@ -22,7 +22,7 @@ from paddle import nn
from fastdeploy.config import FDConfig
from fastdeploy.model_executor.models.ernie4_5_moe import (
Ernie4_5_MoeForCausalLM,
Ernie4_5_PretrainedModel,
Ernie4_5_MoePretrainedModel,
)
from fastdeploy.model_executor.models.ernie4_5_vl.ernie4_5_vl_moe import (
Ernie4_5_VLMoeForConditionalGeneration,
@@ -126,7 +126,7 @@ class Ernie4_5_MoeForCausalLMRL(Ernie4_5_MoeForCausalLM, BaseRLModel):
Ernie4_5_MoeForCausalLMRL
"""
_get_tensor_parallel_mappings = Ernie4_5_PretrainedModel._get_tensor_parallel_mappings
_get_tensor_parallel_mappings = Ernie4_5_MoePretrainedModel._get_tensor_parallel_mappings
def __init__(self, fd_config: FDConfig):
"""