From 0d989829bbd404ef428de667d0f98298c86de0bf Mon Sep 17 00:00:00 2001 From: chen <103103266+ckl117@users.noreply.github.com> Date: Fri, 5 Sep 2025 19:04:59 +0800 Subject: [PATCH] Compatible with EB 0.3B torch model arch (#3913) * fix * check --- fastdeploy/config.py | 1 + .../model_executor/models/ernie4_5_moe.py | 26 +++++++++++++++++++ 2 files changed, 27 insertions(+) diff --git a/fastdeploy/config.py b/fastdeploy/config.py index 299231274..7ad205266 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -62,6 +62,7 @@ class ErnieArchitectures: """Helper class for ERNIE architecture check.""" ARCHITECTURES = { + "Ernie4_5ForCausalLM", # 0.3B-PT "Ernie4_5_ForCausalLM", "Ernie4_5_MoeForCausalLM", "Ernie4_5_VLMoeForConditionalGeneration", diff --git a/fastdeploy/model_executor/models/ernie4_5_moe.py b/fastdeploy/model_executor/models/ernie4_5_moe.py index dcfd02c3e..bae92ea8f 100644 --- a/fastdeploy/model_executor/models/ernie4_5_moe.py +++ b/fastdeploy/model_executor/models/ernie4_5_moe.py @@ -645,6 +645,19 @@ class Ernie4_5_ForCausalLM(Ernie4_5_MoeForCausalLM): return "Ernie4_5_ForCausalLM" +class Ernie4_5ForCausalLM(Ernie4_5_ForCausalLM): + """ + Ernie4_5ForCausalLM 0.3B-PT + """ + + @classmethod + def name(self): + """ + Model Architecture Name + """ + return "Ernie4_5ForCausalLM" + + class Ernie4_5_MoePretrainedModel(PretrainedModel): """ Ernie4_5_MoePretrainedModel @@ -796,3 +809,16 @@ class Ernie4_5_PretrainedModel(Ernie4_5_MoePretrainedModel): Model Architecture Name """ return "Ernie4_5_ForCausalLM" + + +class Ernie4_5PretrainedModel(Ernie4_5_PretrainedModel): + """ + Ernie4_5PretrainedModel 0.3B-PT + """ + + @classmethod + def arch_name(self): + """ + Model Architecture Name + """ + return "Ernie4_5ForCausalLM"