diff --git a/fastdeploy/model_executor/models/ernie4_5_vl/ernie4_5_vl_moe.py b/fastdeploy/model_executor/models/ernie4_5_vl/ernie4_5_vl_moe.py
index eed16986a..d6b11f0cd 100644
--- a/fastdeploy/model_executor/models/ernie4_5_vl/ernie4_5_vl_moe.py
+++ b/fastdeploy/model_executor/models/ernie4_5_vl/ernie4_5_vl_moe.py
@@ -170,8 +170,8 @@ class Ernie4_5_VLMoeBlock(nn.Layer):
         # TODO(hehongyu): remove this after fix model network
         setattr(
             self.gate.weight,
-            "model_format",
-            "",
+            "weight_need_transpose",
+            False,
         )
 
     def forward(self, hidden_states: paddle.Tensor):