diff --git a/fastdeploy/config.py b/fastdeploy/config.py index 299231274..7ad205266 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -62,6 +62,7 @@ class ErnieArchitectures: """Helper class for ERNIE architecture check.""" ARCHITECTURES = { + "Ernie4_5ForCausalLM", # 0.3B-PT "Ernie4_5_ForCausalLM", "Ernie4_5_MoeForCausalLM", "Ernie4_5_VLMoeForConditionalGeneration", diff --git a/fastdeploy/model_executor/models/ernie4_5_moe.py b/fastdeploy/model_executor/models/ernie4_5_moe.py index dcfd02c3e..bae92ea8f 100644 --- a/fastdeploy/model_executor/models/ernie4_5_moe.py +++ b/fastdeploy/model_executor/models/ernie4_5_moe.py @@ -645,6 +645,19 @@ class Ernie4_5_ForCausalLM(Ernie4_5_MoeForCausalLM): return "Ernie4_5_ForCausalLM" +class Ernie4_5ForCausalLM(Ernie4_5_ForCausalLM): + """ + Ernie4_5ForCausalLM 0.3B-PT + """ + + @classmethod + def name(self): + """ + Model Architecture Name + """ + return "Ernie4_5ForCausalLM" + + class Ernie4_5_MoePretrainedModel(PretrainedModel): """ Ernie4_5_MoePretrainedModel @@ -796,3 +809,16 @@ class Ernie4_5_PretrainedModel(Ernie4_5_MoePretrainedModel): Model Architecture Name """ return "Ernie4_5_ForCausalLM" + + +class Ernie4_5PretrainedModel(Ernie4_5_PretrainedModel): + """ + Ernie4_5PretrainedModel 0.3B-PT + """ + + @classmethod + def arch_name(self): + """ + Model Architecture Name + """ + return "Ernie4_5ForCausalLM"