Update layer norm eps
Browse filesThis PR updates the layernorm epsilon value to reflect the original implementation.
This was tested with
@ydshieh
and integration tests are not affected (logits still match).
- config.json +1 -1
config.json
CHANGED
@@ -209,7 +209,7 @@
|
|
209 |
"LABEL_0": 0,
|
210 |
"LABEL_1": 1
|
211 |
},
|
212 |
-
"layer_norm_eps": 1e-
|
213 |
"length_penalty": 1.0,
|
214 |
"max_length": 20,
|
215 |
"min_length": 0,
|
|
|
209 |
"LABEL_0": 0,
|
210 |
"LABEL_1": 1
|
211 |
},
|
212 |
+
"layer_norm_eps": 1e-6,
|
213 |
"length_penalty": 1.0,
|
214 |
"max_length": 20,
|
215 |
"min_length": 0,
|