Update configuration_ernie4_5_vl.py

configuration_ernie4_5_vl.py

@@ -245,12 +245,7 @@ class Ernie4_5_Config(PretrainedConfig):
         # Set default for tied embeddings if not specified.
         if "tie_word_embeddings" not in kwargs:
             kwargs["tie_word_embeddings"] = False
-        super().__init__(
-            pad_token_id=pad_token_id,
-            bos_token_id=bos_token_id,
-            eos_token_id=eos_token_id,
-            **kwargs,
-        )
+ 
         self.vocab_size = vocab_size
         self.hidden_size = hidden_size
         self.intermediate_size = intermediate_size
@@ -322,6 +317,12 @@ class Ernie4_5_Config(PretrainedConfig):
         self.token_balance_seqlen = token_balance_seqlen
         self.cachekv_quant = cachekv_quant
         self.pp_seg_method = pp_seg_method
+        super().__init__(
+            pad_token_id=pad_token_id,
+            bos_token_id=bos_token_id,
+            eos_token_id=eos_token_id,
+            **kwargs,
+        )
 
     def get(self, key, default=None):
         """get config value by key"""
@@ -460,7 +461,7 @@ class Ernie4_5_MoEConfig(Ernie4_5_Config):
         self.num_acc_steps = num_acc_steps
         self.moe_layer_start_index = moe_layer_start_index
         self.moe_layer_end_index = (
-            self.num_hidden_layers - 1
+            kwargs["num_hidden_layers"] - 1
             if moe_layer_end_index == -1
             else moe_layer_end_index
         )