Update configuration_minGRULM.py

configuration_minGRULM.py

@@ -1,5 +1,3 @@
-from transformers import PretrainedConfig
-
 class MinGRULMConfig(PretrainedConfig):
     model_type = "mingru"
 
@@ -9,8 +7,9 @@ class MinGRULMConfig(PretrainedConfig):
         d_model=512,
         ff_mult=4,
         min_gru_expansion=1.5,
+        expand=2.0,  # Burada 'expand' parametresini ekledik
         depth=12,
-        n_layer=12,  # Burada 'n_layer' parametresini ekledik
+        n_layer=12,
         pad_vocab_size_multiple=8,
         initializer_range=0.02,
         **kwargs,
@@ -19,8 +18,9 @@ class MinGRULMConfig(PretrainedConfig):
         self.d_model = d_model
         self.ff_mult = ff_mult
         self.min_gru_expansion = min_gru_expansion
+        self.expand = expand  # 'expand' parametresi eklendi
         self.depth = depth
-        self.n_layer = n_layer  # 'n_layer' parametresi eklendi
+        self.n_layer = n_layer
         self.pad_vocab_size_multiple = pad_vocab_size_multiple
         self.initializer_range = initializer_range
-        super().__init__(**kwargs)
+        super().__init__(**kwargs)