Pclanglais commited on
Commit
1ba0956
·
verified ·
1 Parent(s): 1e804e3

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer.json +2 -2
tokenizer.json CHANGED
@@ -137,7 +137,7 @@
137
  "single": [
138
  {
139
  "SpecialToken": {
140
- "id": "<|begin_of_text|>",
141
  "type_id": 0
142
  }
143
  },
@@ -131046,4 +131046,4 @@
131046
  "Reg ular"
131047
  ]
131048
  }
131049
- }
 
137
  "single": [
138
  {
139
  "SpecialToken": {
140
+ "id": "<|end_of_text|>",
141
  "type_id": 0
142
  }
143
  },
 
131046
  "Reg ular"
131047
  ]
131048
  }
131049
+ }