update config.json pad token id in respect to tokenizer_config pad token
Browse filestokenizer_config.json is using pad_token </s> , here in config.json pad_token_id is missing which is breaking running the model via TEI as it expecting a value in pad_token_id
- config.json +1 -1
config.json
CHANGED
@@ -36,7 +36,7 @@
|
|
36 |
"norm_eps": 1e-05,
|
37 |
"num_attention_heads": 12,
|
38 |
"num_hidden_layers": 22,
|
39 |
-
"pad_token_id":
|
40 |
"position_embedding_type": "absolute",
|
41 |
"reference_compile": false,
|
42 |
"sep_token_id": null,
|
|
|
36 |
"norm_eps": 1e-05,
|
37 |
"num_attention_heads": 12,
|
38 |
"num_hidden_layers": 22,
|
39 |
+
"pad_token_id": 2,
|
40 |
"position_embedding_type": "absolute",
|
41 |
"reference_compile": false,
|
42 |
"sep_token_id": null,
|