diff --git a/fastdeploy/model_executor/models/ernie4_5_vl/ernie4_5_vl_moe.py b/fastdeploy/model_executor/models/ernie4_5_vl/ernie4_5_vl_moe.py
index dc47107e6ad..327567284a3 100644
--- a/fastdeploy/model_executor/models/ernie4_5_vl/ernie4_5_vl_moe.py
+++ b/fastdeploy/model_executor/models/ernie4_5_vl/ernie4_5_vl_moe.py
@@ -170,8 +170,8 @@ def __init__(
         # TODO(hehongyu): remove this after fix model network
         setattr(
             self.gate.weight,
-            "model_format",
-            "",
+            "weight_need_transpose",
+            False,
         )
 
     def forward(self, hidden_states: paddle.Tensor):