Fill-Mask
Transformers
PyTorch
xlm-roberta
Inference Endpoints
EntityCS-39-WEP-xlmr-base / added_tokens.json
fenchri's picture
add files
299a80c
raw
history blame
1.29 kB
{"</nl>": 250053, "<en>": 250015, "<ml>": 250010, "</tr>": 250076, "</it>": 250063, "</th>": 250071, "</pt>": 250064, "</he>": 250042, "<fa>": 250022, "<ka>": 250030, "<zh>": 250035, "</ja>": 250068, "</de>": 250055, "</sw>": 250072, "</ka>": 250069, "</vi>": 250043, "</ms>": 250046, "</eu>": 250048, "</hi>": 250058, "</kk>": 250075, "</mr>": 250059, "<sw>": 250033, "</ko>": 250070, "<jv>": 250006, "<tr>": 250037, "</bn>": 250057, "<ja>": 250029, "<eu>": 250009, "<bn>": 250018, "</ar>": 250041, "</af>": 250052, "<ur>": 250021, "<pt>": 250025, "</my>": 250073, "<ru>": 250028, "<es>": 250026, "</ru>": 250067, "</ml>": 250049, "<kk>": 250036, "<ta>": 250011, "<te>": 250012, "<th>": 250032, "</ur>": 250060, "</et>": 250077, "<fi>": 250039, "<hi>": 250019, "<fr>": 250023, "<ms>": 250007, "<af>": 250013, "</hu>": 250079, "<tl>": 250008, "</es>": 250065, "<nl>": 250014, "<bg>": 250027, "</tl>": 250047, "<it>": 250024, "<my>": 250034, "</ta>": 250050, "<hu>": 250040, "</fa>": 250061, "</bg>": 250066, "</jv>": 250045, "<et>": 250038, "<el>": 250017, "</te>": 250051, "</en>": 250054, "<ko>": 250031, "<he>": 250003, "<id>": 250005, "</zh>": 250074, "<ar>": 250002, "</id>": 250044, "</el>": 250056, "</fr>": 250062, "<vi>": 250004, "</fi>": 250078, "<mr>": 250020, "<de>": 250016}