Myanmarsar-GPT / added_tokens.json
Simbolo's picture
Upload tokenizer
2419e32
raw
history blame
2.61 kB
{
"<extra_id_0>": 80099,
"<extra_id_10>": 80089,
"<extra_id_11>": 80088,
"<extra_id_12>": 80087,
"<extra_id_13>": 80086,
"<extra_id_14>": 80085,
"<extra_id_15>": 80084,
"<extra_id_16>": 80083,
"<extra_id_17>": 80082,
"<extra_id_18>": 80081,
"<extra_id_19>": 80080,
"<extra_id_1>": 80098,
"<extra_id_20>": 80079,
"<extra_id_21>": 80078,
"<extra_id_22>": 80077,
"<extra_id_23>": 80076,
"<extra_id_24>": 80075,
"<extra_id_25>": 80074,
"<extra_id_26>": 80073,
"<extra_id_27>": 80072,
"<extra_id_28>": 80071,
"<extra_id_29>": 80070,
"<extra_id_2>": 80097,
"<extra_id_30>": 80069,
"<extra_id_31>": 80068,
"<extra_id_32>": 80067,
"<extra_id_33>": 80066,
"<extra_id_34>": 80065,
"<extra_id_35>": 80064,
"<extra_id_36>": 80063,
"<extra_id_37>": 80062,
"<extra_id_38>": 80061,
"<extra_id_39>": 80060,
"<extra_id_3>": 80096,
"<extra_id_40>": 80059,
"<extra_id_41>": 80058,
"<extra_id_42>": 80057,
"<extra_id_43>": 80056,
"<extra_id_44>": 80055,
"<extra_id_45>": 80054,
"<extra_id_46>": 80053,
"<extra_id_47>": 80052,
"<extra_id_48>": 80051,
"<extra_id_49>": 80050,
"<extra_id_4>": 80095,
"<extra_id_50>": 80049,
"<extra_id_51>": 80048,
"<extra_id_52>": 80047,
"<extra_id_53>": 80046,
"<extra_id_54>": 80045,
"<extra_id_55>": 80044,
"<extra_id_56>": 80043,
"<extra_id_57>": 80042,
"<extra_id_58>": 80041,
"<extra_id_59>": 80040,
"<extra_id_5>": 80094,
"<extra_id_60>": 80039,
"<extra_id_61>": 80038,
"<extra_id_62>": 80037,
"<extra_id_63>": 80036,
"<extra_id_64>": 80035,
"<extra_id_65>": 80034,
"<extra_id_66>": 80033,
"<extra_id_67>": 80032,
"<extra_id_68>": 80031,
"<extra_id_69>": 80030,
"<extra_id_6>": 80093,
"<extra_id_70>": 80029,
"<extra_id_71>": 80028,
"<extra_id_72>": 80027,
"<extra_id_73>": 80026,
"<extra_id_74>": 80025,
"<extra_id_75>": 80024,
"<extra_id_76>": 80023,
"<extra_id_77>": 80022,
"<extra_id_78>": 80021,
"<extra_id_79>": 80020,
"<extra_id_7>": 80092,
"<extra_id_80>": 80019,
"<extra_id_81>": 80018,
"<extra_id_82>": 80017,
"<extra_id_83>": 80016,
"<extra_id_84>": 80015,
"<extra_id_85>": 80014,
"<extra_id_86>": 80013,
"<extra_id_87>": 80012,
"<extra_id_88>": 80011,
"<extra_id_89>": 80010,
"<extra_id_8>": 80091,
"<extra_id_90>": 80009,
"<extra_id_91>": 80008,
"<extra_id_92>": 80007,
"<extra_id_93>": 80006,
"<extra_id_94>": 80005,
"<extra_id_95>": 80004,
"<extra_id_96>": 80003,
"<extra_id_97>": 80002,
"<extra_id_98>": 80001,
"<extra_id_99>": 80000,
"<extra_id_9>": 80090,
"<pad>": 80100
}