gen_tokenizer_in / added_tokens.json
shacd's picture
Upload 4 files
e022996 verified
{"AH0_": 104, "N_": 105, "D_": 106, "IY1_": 107, "AH1_": 108, "V_": 109, "UH1_": 110, "UW1_": 111, "AA1_": 112, "R_": 113, "T_": 114, "ER1_": 115, "L_": 116, "IH1_": 117, "S_": 118, "AY1_": 119, "M_": 120, "ER0_": 121, "IY0_": 122, "NG_": 123, "AE1_": 124, "IH0_": 125, "OW1_": 126, "Z_": 127, "TH_": 128, "EH1_": 129, "EY1_": 130, "B_": 131, "F_": 132, "K_": 133, "AW1_": 134, "P_": 135, "JH_": 136, "EH0_": 137, "AO1_": 138, "AA0_": 139, "W_": 140, "EY0_": 141, "HH_": 142, "OW0_": 143, "CH_": 144, "SH_": 145, "AY0_": 146, "G_": 147, "AE0_": 148, "DH_": 149, "UW0_": 150, "OY1_": 151, "AO0_": 152, "ZH_": 153, "AW0_": 154, "Y_": 155, "UH0_": 156, "1_": 157, "0_": 158, "_": 159, "<prompt>": 160, "<scheme>": 161, "<context>": 162, "<template>": 163, "<unknown>": 164, "<badword>": 165, ",": 166,".":167,"<n>":168,"-":169,":":170,";":171,"!":172,"?":173,"'":174,"convert:":175,"after:":176,"using:":177,"title:":178,
"<RHYME_0>":179, "<RHYME_1>":180, "<RHYME_3>":181, "<RHYME_4>":182, "<RHYME_5>":183, "<RHYME_6>":184, "<RHYME_7>":185, "<RHYME_8>":186, "<RHYME_9>":187, "<RHYME_01>":188, "<RHYME_00>":189, "<RHYME_10>":190, "<RHYME_11>":191,"<RHYME_001>":192, "<RHYME_000>":193, "<RHYME_010>":194, "<RHYME_011>":195,"<RHYME_101>":196, "<RHYME_100>":197, "<RHYME_110>":198, "<RHYME_111>":199,"<RHYME_0001>":200, "<RHYME_0000>":201, "<RHYME_0010>":202, "<RHYME_0011>":203,"<RHYME_0101>":204, "<RHYME_0100>":205, "<RHYME_0110>":206, "<RHYME_0111>":207,"<RHYME_1001>":208, "<RHYME_1000>":209, "<RHYME_1010>":210, "<RHYME_1011>":211,"<RHYME_1101>":212, "<RHYME_1100>":213, "<RHYME_1110>":214, "<RHYME_1111>":215,"<start>":216,"<end>":217,"<mask>":218,"write:":219,"parody:":220,"<break>":221}