Kaguya-19 commited on
Commit
9121ab3
·
verified ·
1 Parent(s): c0cb2de

Update configuration_minicpm.py

Browse files
Files changed (1) hide show
  1. configuration_minicpm.py +2 -0
configuration_minicpm.py CHANGED
@@ -140,6 +140,7 @@ class MiniCPMConfig(PretrainedConfig):
140
  dim_model_base=1,
141
  scale_depth=1,
142
  is_causal=True,
 
143
  **kwargs,
144
  ):
145
  self.vocab_size = vocab_size
@@ -168,6 +169,7 @@ class MiniCPMConfig(PretrainedConfig):
168
  self.dim_model_base = dim_model_base
169
  self.scale_depth = scale_depth
170
  self.is_causal = is_causal
 
171
 
172
  super().__init__(
173
  pad_token_id=pad_token_id,
 
140
  dim_model_base=1,
141
  scale_depth=1,
142
  is_causal=True,
143
+ adapt_mean_pooling=True,
144
  **kwargs,
145
  ):
146
  self.vocab_size = vocab_size
 
169
  self.dim_model_base = dim_model_base
170
  self.scale_depth = scale_depth
171
  self.is_causal = is_causal
172
+ self.adapt_mean_pooling = adapt_mean_pooling
173
 
174
  super().__init__(
175
  pad_token_id=pad_token_id,