ZhangYuanhan commited on
Commit
14c179a
1 Parent(s): 83079b3

Upload tokenizer.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer.json +12 -3
tokenizer.json CHANGED
@@ -28,9 +28,18 @@
28
  "lstrip": false,
29
  "rstrip": false,
30
  "normalized": false,
31
- "special": true
32
- }
33
- ],
 
 
 
 
 
 
 
 
 
34
  "normalizer": {
35
  "type": "NFC"
36
  },
 
28
  "lstrip": false,
29
  "rstrip": false,
30
  "normalized": false,
31
+ "special": true
32
+ },
33
+ {
34
+ "id": 151646,
35
+ "content": "<image>",
36
+ "single_word": false,
37
+ "lstrip": false,
38
+ "rstrip": false,
39
+ "normalized": false,
40
+ "special": true
41
+ }
42
+ ],
43
  "normalizer": {
44
  "type": "NFC"
45
  },