suayptalha
commited on
Update configuration_minGRULM.py
Browse files
configuration_minGRULM.py
CHANGED
@@ -9,20 +9,22 @@ class MinGRULMConfig(PretrainedConfig):
|
|
9 |
d_model=512,
|
10 |
ff_mult=4,
|
11 |
min_gru_expansion=1.5,
|
12 |
-
expand=2.0,
|
13 |
depth=12,
|
14 |
n_layer=12,
|
15 |
pad_vocab_size_multiple=8,
|
16 |
initializer_range=0.02,
|
|
|
17 |
**kwargs,
|
18 |
):
|
19 |
self.vocab_size = vocab_size
|
20 |
self.d_model = d_model
|
21 |
self.ff_mult = ff_mult
|
22 |
self.min_gru_expansion = min_gru_expansion
|
23 |
-
self.expand = expand
|
24 |
self.depth = depth
|
25 |
self.n_layer = n_layer
|
26 |
self.pad_vocab_size_multiple = pad_vocab_size_multiple
|
27 |
self.initializer_range = initializer_range
|
|
|
28 |
super().__init__(**kwargs)
|
|
|
9 |
d_model=512,
|
10 |
ff_mult=4,
|
11 |
min_gru_expansion=1.5,
|
12 |
+
expand=2.0,
|
13 |
depth=12,
|
14 |
n_layer=12,
|
15 |
pad_vocab_size_multiple=8,
|
16 |
initializer_range=0.02,
|
17 |
+
device=None, # device parametresi eklendi
|
18 |
**kwargs,
|
19 |
):
|
20 |
self.vocab_size = vocab_size
|
21 |
self.d_model = d_model
|
22 |
self.ff_mult = ff_mult
|
23 |
self.min_gru_expansion = min_gru_expansion
|
24 |
+
self.expand = expand
|
25 |
self.depth = depth
|
26 |
self.n_layer = n_layer
|
27 |
self.pad_vocab_size_multiple = pad_vocab_size_multiple
|
28 |
self.initializer_range = initializer_range
|
29 |
+
self.device = device # device parametresi
|
30 |
super().__init__(**kwargs)
|