inclusionAI
/

Ling-mini-base-2.0-20T

Model card Files Files and versions

zhanghanxiao commited on Sep 26

Commit

60ff9cf

·

verified ·

1 Parent(s): 7ac3e2b

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -8,7 +8,7 @@
         "AutoModel": "modeling_bailing_moe_v2.BailingMoeV2Model",
         "AutoModelForCausalLM": "modeling_bailing_moe_v2.BailingMoeV2ForCausalLM"
     },
-    "num_hidden_layers": 21,
     "hidden_size": 2048,
     "intermediate_size": 5120,
     "eos_token_id": 156892,

         "AutoModel": "modeling_bailing_moe_v2.BailingMoeV2Model",
         "AutoModelForCausalLM": "modeling_bailing_moe_v2.BailingMoeV2ForCausalLM"
     },
+    "num_hidden_layers": 20,
     "hidden_size": 2048,
     "intermediate_size": 5120,
     "eos_token_id": 156892,