thehekimoghlu commited on
Commit
e8a6c22
·
verified ·
1 Parent(s): ea37731

Rename configuration_bailing_moe_v2.py to configuration_openmodel_moe_v2.py

Browse files
configuration_bailing_moe_v2.py → configuration_openmodel_moe_v2.py RENAMED
@@ -14,8 +14,8 @@ class OpenModelMoeConfig(PretrainedConfig):
14
  num_attention_heads=16,
15
  num_key_value_heads=4,
16
  hidden_act="silu",
17
- use_qkv_bias=False, # bailing only
18
- use_bias=False, # bailing only
19
  rms_norm_eps=1e-06,
20
  tie_word_embeddings=False, # PretrainedConfig key, here change default value.
21
  embedding_dropout=0.0,
 
14
  num_attention_heads=16,
15
  num_key_value_heads=4,
16
  hidden_act="silu",
17
+ use_qkv_bias=False, # openmodel only
18
+ use_bias=False, # openmodel only
19
  rms_norm_eps=1e-06,
20
  tie_word_embeddings=False, # PretrainedConfig key, here change default value.
21
  embedding_dropout=0.0,