| from transformers import PretrainedConfig | |
| class MinGRULMConfig(PretrainedConfig): | |
| model_type = "mingru" | |
| def __init__( | |
| self, | |
| vocab_size=50257, | |
| d_model=512, # Burada 'd_model' ekledik | |
| ff_mult=4, | |
| min_gru_expansion=1.5, | |
| depth=12, | |
| pad_vocab_size_multiple=8, | |
| initializer_range=0.02, | |
| **kwargs, | |
| ): | |
| self.vocab_size = vocab_size | |
| self.d_model = d_model # Burada 'd_model' parametresini ekledik | |
| self.ff_mult = ff_mult | |
| self.min_gru_expansion = min_gru_expansion | |
| self.depth = depth | |
| self.pad_vocab_size_multiple = pad_vocab_size_multiple | |
| self.initializer_range = initializer_range | |
| super().__init__(**kwargs) |