apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 00:33:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Compatible with EB 0.3B torch model arch (#3913)

Browse Source 
* fix

* check
This commit is contained in:
chen
2025-09-05 19:04:59 +08:00
committed by GitHub
parent bd7d15f7ea
commit 0d989829bb
2 changed files with 27 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
fastdeploy/config.py
View File

@@ -62,6 +62,7 @@ class ErnieArchitectures:
"""Helper class for ERNIE architecture check.""" """Helper class for ERNIE architecture check."""
ARCHITECTURES = { ARCHITECTURES = {
"Ernie4_5ForCausalLM", # 0.3B-PT
"Ernie4_5_ForCausalLM", "Ernie4_5_ForCausalLM",
"Ernie4_5_MoeForCausalLM", "Ernie4_5_MoeForCausalLM",
"Ernie4_5_VLMoeForConditionalGeneration", "Ernie4_5_VLMoeForConditionalGeneration",

26
fastdeploy/model_executor/models/ernie4_5_moe.py
View File

@@ -645,6 +645,19 @@ class Ernie4_5_ForCausalLM(Ernie4_5_MoeForCausalLM):
return "Ernie4_5_ForCausalLM" return "Ernie4_5_ForCausalLM"
class Ernie4_5ForCausalLM(Ernie4_5_ForCausalLM):
"""
Ernie4_5ForCausalLM 0.3B-PT
"""
@classmethod
def name(self):
"""
Model Architecture Name
"""
return "Ernie4_5ForCausalLM"
class Ernie4_5_MoePretrainedModel(PretrainedModel): class Ernie4_5_MoePretrainedModel(PretrainedModel):
""" """
Ernie4_5_MoePretrainedModel Ernie4_5_MoePretrainedModel
@@ -796,3 +809,16 @@ class Ernie4_5_PretrainedModel(Ernie4_5_MoePretrainedModel):
Model Architecture Name Model Architecture Name
""" """
return "Ernie4_5_ForCausalLM" return "Ernie4_5_ForCausalLM"
class Ernie4_5PretrainedModel(Ernie4_5_PretrainedModel):
"""
Ernie4_5PretrainedModel 0.3B-PT
"""
@classmethod
def arch_name(self):
"""
Model Architecture Name
"""
return "Ernie4_5ForCausalLM"