Upload folder using huggingface_hub
Browse files- tokenizer.json +2 -2
tokenizer.json
CHANGED
@@ -137,7 +137,7 @@
|
|
137 |
"single": [
|
138 |
{
|
139 |
"SpecialToken": {
|
140 |
-
"id": "<|
|
141 |
"type_id": 0
|
142 |
}
|
143 |
},
|
@@ -131046,4 +131046,4 @@
|
|
131046 |
"Reg ular"
|
131047 |
]
|
131048 |
}
|
131049 |
-
}
|
|
|
137 |
"single": [
|
138 |
{
|
139 |
"SpecialToken": {
|
140 |
+
"id": "<|end_of_text|>",
|
141 |
"type_id": 0
|
142 |
}
|
143 |
},
|
|
|
131046 |
"Reg ular"
|
131047 |
]
|
131048 |
}
|
131049 |
+
}
|