bomolopuu's picture
Upload tokenizer
c7deda9 verified
raw
history blame contribute delete
322 Bytes
{
"dyu": {
"[PAD]": 22,
"[UNK]": 21,
"a": 1,
"b": 2,
"d": 3,
"e": 4,
"i": 5,
"l": 6,
"n": 7,
"p": 8,
"r": 9,
"s": 10,
"t": 11,
"u": 12,
"z": 13,
"|": 0,
"ŋ": 14,
"ɔ": 15,
"ɛ": 16,
"̀": 17,
"́": 18,
"̋": 19,
"̏": 20
}
}