suayptalha
commited on
Update configuration_minGRULM.py
Browse files
configuration_minGRULM.py
CHANGED
@@ -6,19 +6,21 @@ class MinGRULMConfig(PretrainedConfig):
|
|
6 |
def __init__(
|
7 |
self,
|
8 |
vocab_size=50257,
|
9 |
-
d_model=512,
|
10 |
ff_mult=4,
|
11 |
min_gru_expansion=1.5,
|
12 |
depth=12,
|
|
|
13 |
pad_vocab_size_multiple=8,
|
14 |
initializer_range=0.02,
|
15 |
**kwargs,
|
16 |
):
|
17 |
self.vocab_size = vocab_size
|
18 |
-
self.d_model = d_model
|
19 |
self.ff_mult = ff_mult
|
20 |
self.min_gru_expansion = min_gru_expansion
|
21 |
self.depth = depth
|
|
|
22 |
self.pad_vocab_size_multiple = pad_vocab_size_multiple
|
23 |
self.initializer_range = initializer_range
|
24 |
super().__init__(**kwargs)
|
|
|
6 |
def __init__(
|
7 |
self,
|
8 |
vocab_size=50257,
|
9 |
+
d_model=512,
|
10 |
ff_mult=4,
|
11 |
min_gru_expansion=1.5,
|
12 |
depth=12,
|
13 |
+
n_layer=12, # Burada 'n_layer' parametresini ekledik
|
14 |
pad_vocab_size_multiple=8,
|
15 |
initializer_range=0.02,
|
16 |
**kwargs,
|
17 |
):
|
18 |
self.vocab_size = vocab_size
|
19 |
+
self.d_model = d_model
|
20 |
self.ff_mult = ff_mult
|
21 |
self.min_gru_expansion = min_gru_expansion
|
22 |
self.depth = depth
|
23 |
+
self.n_layer = n_layer # 'n_layer' parametresi eklendi
|
24 |
self.pad_vocab_size_multiple = pad_vocab_size_multiple
|
25 |
self.initializer_range = initializer_range
|
26 |
super().__init__(**kwargs)
|