{ "add_prefix_space": false, "added_tokens_decoder": { "49406": { "content": "<|startoftext|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "49407": { "content": "<|endoftext|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "49408": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49409": { "content": "_1", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49410": { "content": "_2", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49411": { "content": "_3", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49412": { "content": "_4", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49413": { "content": "_5", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49414": { "content": "_6", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49415": { "content": "_7", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49416": { "content": "_8", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49417": { "content": "_9", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49418": { "content": "_10", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49419": { "content": "_11", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49420": { "content": "_12", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49421": { "content": "_13", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49422": { "content": "_14", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49423": { "content": "_15", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49424": { "content": "_16", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49425": { "content": "_17", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49426": { "content": "_18", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49427": { "content": "_19", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "<|startoftext|>", "clean_up_tokenization_spaces": false, "do_lower_case": true, "eos_token": "<|endoftext|>", "errors": "replace", "model_max_length": 77, "pad_token": "<|endoftext|>", "tokenizer_class": "CLIPTokenizer", "unk_token": "<|endoftext|>" }