Phi3.5-Siglip-MoE / sft_full /smoe_perturbed /special_tokens_map.json
DavidNguyen's picture
975b31fde88cfb5fc5173b05ddfe1ab044ec32f1be072ad831d55f2da9d71d6e
4f2928c verified
raw
history blame
447 Bytes
{
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": "<unk>",
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}