Update config.json

config.json

@@ -66,7 +66,6 @@
   "kda_safe_gate": true,
   "kv_lora_rank": 512,
   "layer_group_size": 6,
-  "linear_silu": true,
   "max_position_embeddings": 262144,
   "max_window_layers": 20,
   "model_type": "bailing_hybrid",
@@ -74,7 +73,6 @@
   "moe_router_enable_expert_bias": true,
   "moe_shared_expert_intermediate_size": 768,
   "mtp_loss_scaling_factor": 0,
-  "mtp_use_kda": false,
   "n_group": 8,
   "no_kda_lora": true,
   "norm_topk_prob": true,
@@ -83,7 +81,6 @@
   "num_experts_per_tok": 8,
   "num_hidden_layers": 42,
   "num_key_value_heads": 32,
-  "num_kv_heads_for_linear_attn": 0,
   "num_nextn_predict_layers": 1,
   "num_shared_experts": 1,
   "output_dropout": 0.0,
@@ -192,12 +189,9 @@
   "up_proj_norm": false,
   "use_bias": false,
   "use_cache": true,
-  "use_kda_lora": false,
   "use_mla_nope": false,
-  "use_nGPT": false,
   "use_qk_norm": true,
   "use_qkv_bias": false,
   "v_head_dim": 128,
-  "value_norm": false,
   "vocab_size": 157184
 }