suayptalha commited on
Commit
6ca2fe9
·
verified ·
1 Parent(s): 1746bec

Update configuration_minGRULM.py

Browse files
Files changed (1) hide show
  1. configuration_minGRULM.py +4 -2
configuration_minGRULM.py CHANGED
@@ -6,19 +6,21 @@ class MinGRULMConfig(PretrainedConfig):
6
  def __init__(
7
  self,
8
  vocab_size=50257,
9
- d_model=512, # Burada 'd_model' ekledik
10
  ff_mult=4,
11
  min_gru_expansion=1.5,
12
  depth=12,
 
13
  pad_vocab_size_multiple=8,
14
  initializer_range=0.02,
15
  **kwargs,
16
  ):
17
  self.vocab_size = vocab_size
18
- self.d_model = d_model # Burada 'd_model' parametresini ekledik
19
  self.ff_mult = ff_mult
20
  self.min_gru_expansion = min_gru_expansion
21
  self.depth = depth
 
22
  self.pad_vocab_size_multiple = pad_vocab_size_multiple
23
  self.initializer_range = initializer_range
24
  super().__init__(**kwargs)
 
6
  def __init__(
7
  self,
8
  vocab_size=50257,
9
+ d_model=512,
10
  ff_mult=4,
11
  min_gru_expansion=1.5,
12
  depth=12,
13
+ n_layer=12, # Burada 'n_layer' parametresini ekledik
14
  pad_vocab_size_multiple=8,
15
  initializer_range=0.02,
16
  **kwargs,
17
  ):
18
  self.vocab_size = vocab_size
19
+ self.d_model = d_model
20
  self.ff_mult = ff_mult
21
  self.min_gru_expansion = min_gru_expansion
22
  self.depth = depth
23
+ self.n_layer = n_layer # 'n_layer' parametresi eklendi
24
  self.pad_vocab_size_multiple = pad_vocab_size_multiple
25
  self.initializer_range = initializer_range
26
  super().__init__(**kwargs)