File size: 1,664 Bytes
7cbc720 cd87244 42264ff cd87244 42264ff cd87244 42264ff cd87244 42264ff cd87244 42264ff cd87244 515814a 4bb2f4f 7cbc720 4bb2f4f 7cbc720 4bb2f4f 7cbc720 515814a 4bb2f4f 7cbc720 4bb2f4f 7cbc720 4bb2f4f 7cbc720 515814a 41f8ff8 7cbc720 515814a 4bb2f4f 7cbc720 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 |
{
"added_tokens_decoder": {
"0": {
"content": "[PAD]",
"lstrip": true,
"normalized": false,
"rstrip": true,
"single_word": false,
"special": false
},
"1": {
"content": "[UNK]",
"lstrip": true,
"normalized": false,
"rstrip": true,
"single_word": false,
"special": false
},
"2": {
"content": "[CLS]",
"lstrip": true,
"normalized": false,
"rstrip": true,
"single_word": false,
"special": false
},
"3": {
"content": "[SEP]",
"lstrip": true,
"normalized": false,
"rstrip": true,
"single_word": false,
"special": false
},
"4": {
"content": "[MASK]",
"lstrip": true,
"normalized": false,
"rstrip": true,
"single_word": false,
"special": false
},
"61": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"62": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"bos_token": "<s>",
"clean_up_tokenization_spaces": true,
"do_lower_case": false,
"eos_token": "</s>",
"model_max_length": 1000000000000000019884624838656,
"pad_token": "[PAD]",
"processor_class": "Wav2Vec2Processor",
"replace_word_delimiter_char": " ",
"target_lang": null,
"tokenizer_class": "Wav2Vec2CTCTokenizer",
"unk_token": "[UNK]",
"word_delimiter_token": "|"
}
|