IgT5 / added_tokens.json
Henry Kenlay
Upload tokenizer
45585da verified
{
"<extra_id_0>": 127,
"<extra_id_10>": 117,
"<extra_id_11>": 116,
"<extra_id_12>": 115,
"<extra_id_13>": 114,
"<extra_id_14>": 113,
"<extra_id_15>": 112,
"<extra_id_16>": 111,
"<extra_id_17>": 110,
"<extra_id_18>": 109,
"<extra_id_19>": 108,
"<extra_id_1>": 126,
"<extra_id_20>": 107,
"<extra_id_21>": 106,
"<extra_id_22>": 105,
"<extra_id_23>": 104,
"<extra_id_24>": 103,
"<extra_id_25>": 102,
"<extra_id_26>": 101,
"<extra_id_27>": 100,
"<extra_id_28>": 99,
"<extra_id_29>": 98,
"<extra_id_2>": 125,
"<extra_id_30>": 97,
"<extra_id_31>": 96,
"<extra_id_32>": 95,
"<extra_id_33>": 94,
"<extra_id_34>": 93,
"<extra_id_35>": 92,
"<extra_id_36>": 91,
"<extra_id_37>": 90,
"<extra_id_38>": 89,
"<extra_id_39>": 88,
"<extra_id_3>": 124,
"<extra_id_40>": 87,
"<extra_id_41>": 86,
"<extra_id_42>": 85,
"<extra_id_43>": 84,
"<extra_id_44>": 83,
"<extra_id_45>": 82,
"<extra_id_46>": 81,
"<extra_id_47>": 80,
"<extra_id_48>": 79,
"<extra_id_49>": 78,
"<extra_id_4>": 123,
"<extra_id_50>": 77,
"<extra_id_51>": 76,
"<extra_id_52>": 75,
"<extra_id_53>": 74,
"<extra_id_54>": 73,
"<extra_id_55>": 72,
"<extra_id_56>": 71,
"<extra_id_57>": 70,
"<extra_id_58>": 69,
"<extra_id_59>": 68,
"<extra_id_5>": 122,
"<extra_id_60>": 67,
"<extra_id_61>": 66,
"<extra_id_62>": 65,
"<extra_id_63>": 64,
"<extra_id_64>": 63,
"<extra_id_65>": 62,
"<extra_id_66>": 61,
"<extra_id_67>": 60,
"<extra_id_68>": 59,
"<extra_id_69>": 58,
"<extra_id_6>": 121,
"<extra_id_70>": 57,
"<extra_id_71>": 56,
"<extra_id_72>": 55,
"<extra_id_73>": 54,
"<extra_id_74>": 53,
"<extra_id_75>": 52,
"<extra_id_76>": 51,
"<extra_id_77>": 50,
"<extra_id_78>": 49,
"<extra_id_79>": 48,
"<extra_id_7>": 120,
"<extra_id_80>": 47,
"<extra_id_81>": 46,
"<extra_id_82>": 45,
"<extra_id_83>": 44,
"<extra_id_84>": 43,
"<extra_id_85>": 42,
"<extra_id_86>": 41,
"<extra_id_87>": 40,
"<extra_id_88>": 39,
"<extra_id_89>": 38,
"<extra_id_8>": 119,
"<extra_id_90>": 37,
"<extra_id_91>": 36,
"<extra_id_92>": 35,
"<extra_id_93>": 34,
"<extra_id_94>": 33,
"<extra_id_95>": 32,
"<extra_id_96>": 31,
"<extra_id_97>": 30,
"<extra_id_98>": 29,
"<extra_id_99>": 28,
"<extra_id_9>": 118
}