thehekimoghlu commited on
Commit
8b506f8
·
verified ·
1 Parent(s): 27a8490

Rename configuration_bailing_moe_v2.py to configuration_openmodel.py

Browse files
configuration_bailing_moe_v2.py → configuration_openmodel.py RENAMED
@@ -1,9 +1,9 @@
1
- """Bailing MoE V2 model configuration"""
2
 
3
  from transformers.configuration_utils import PretrainedConfig
4
 
5
 
6
- class BailingMoeV2Config(PretrainedConfig):
7
 
8
  def __init__(
9
  self,
@@ -14,8 +14,8 @@ class BailingMoeV2Config(PretrainedConfig):
14
  num_attention_heads=16,
15
  num_key_value_heads=4,
16
  hidden_act="silu",
17
- use_qkv_bias=False, # bailing only
18
- use_bias=False, # bailing only
19
  rms_norm_eps=1e-06,
20
  tie_word_embeddings=False, # PretrainedConfig key, here change default value.
21
  embedding_dropout=0.0,
 
1
+ """Oodel configuration"""
2
 
3
  from transformers.configuration_utils import PretrainedConfig
4
 
5
 
6
+ class ModelConfig(PretrainedConfig):
7
 
8
  def __init__(
9
  self,
 
14
  num_attention_heads=16,
15
  num_key_value_heads=4,
16
  hidden_act="silu",
17
+ use_qkv_bias=False, # openmodel only
18
+ use_bias=False, # openmodel only
19
  rms_norm_eps=1e-06,
20
  tie_word_embeddings=False, # PretrainedConfig key, here change default value.
21
  embedding_dropout=0.0,