ashanhr commited on
Commit
57bca1b
1 Parent(s): 3216cb6

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -42,6 +42,7 @@
42
  "replace_word_delimiter_char": " ",
43
  "target_lang": null,
44
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
 
45
  "unk_token": "[UNK]",
46
  "word_delimiter_token": "|"
47
  }
 
42
  "replace_word_delimiter_char": " ",
43
  "target_lang": null,
44
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
45
+ "truncation": true,
46
  "unk_token": "[UNK]",
47
  "word_delimiter_token": "|"
48
  }