File size: 144 Bytes
c6ce944
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "</s>": 2,
  "<s>": 1,
  "<unk>": 0,
  "[PAD]": 32000,
  "▁<EOT>": 32004,
  "▁<MID>": 32002,
  "▁<PRE>": 32001,
  "▁<SUF>": 32003
}