kartikay101 commited on
Commit
a63f387
1 Parent(s): c1fb842

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -1
tokenizer_config.json CHANGED
@@ -40,10 +40,11 @@
40
  "eos_token": "</s>",
41
  "model_max_length": 1000000000000000019884624838656,
42
  "pad_token": "<pad>",
 
43
  "replace_word_delimiter_char": " ",
44
  "return_attention_mask": false,
45
  "target_lang": null,
46
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
47
  "unk_token": "<unk>",
48
  "word_delimiter_token": "|"
49
- }
 
40
  "eos_token": "</s>",
41
  "model_max_length": 1000000000000000019884624838656,
42
  "pad_token": "<pad>",
43
+ "processor_class": "Wav2Vec2Processor",
44
  "replace_word_delimiter_char": " ",
45
  "return_attention_mask": false,
46
  "target_lang": null,
47
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
48
  "unk_token": "<unk>",
49
  "word_delimiter_token": "|"
50
+ }