Update configuration_minicpm.py
Browse files- configuration_minicpm.py +2 -0
configuration_minicpm.py
CHANGED
@@ -140,6 +140,7 @@ class MiniCPMConfig(PretrainedConfig):
|
|
140 |
dim_model_base=1,
|
141 |
scale_depth=1,
|
142 |
is_causal=True,
|
|
|
143 |
**kwargs,
|
144 |
):
|
145 |
self.vocab_size = vocab_size
|
@@ -168,6 +169,7 @@ class MiniCPMConfig(PretrainedConfig):
|
|
168 |
self.dim_model_base = dim_model_base
|
169 |
self.scale_depth = scale_depth
|
170 |
self.is_causal = is_causal
|
|
|
171 |
|
172 |
super().__init__(
|
173 |
pad_token_id=pad_token_id,
|
|
|
140 |
dim_model_base=1,
|
141 |
scale_depth=1,
|
142 |
is_causal=True,
|
143 |
+
adapt_mean_pooling=True,
|
144 |
**kwargs,
|
145 |
):
|
146 |
self.vocab_size = vocab_size
|
|
|
169 |
self.dim_model_base = dim_model_base
|
170 |
self.scale_depth = scale_depth
|
171 |
self.is_causal = is_causal
|
172 |
+
self.adapt_mean_pooling = adapt_mean_pooling
|
173 |
|
174 |
super().__init__(
|
175 |
pad_token_id=pad_token_id,
|