KatMarie commited on
Commit
dde025a
1 Parent(s): 2b1f55c

Upload lm-boosted decoder

Browse files
Files changed (2) hide show
  1. special_tokens_map.json +14 -0
  2. tokenizer_config.json +1 -0
special_tokens_map.json CHANGED
@@ -21,6 +21,20 @@
21
  "rstrip": false,
22
  "single_word": false
23
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  {
25
  "content": "</s>",
26
  "lstrip": false,
 
21
  "rstrip": false,
22
  "single_word": false
23
  },
24
+ {
25
+ "content": "</s>",
26
+ "lstrip": false,
27
+ "normalized": true,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ },
31
+ {
32
+ "content": "<s>",
33
+ "lstrip": false,
34
+ "normalized": true,
35
+ "rstrip": false,
36
+ "single_word": false
37
+ },
38
  {
39
  "content": "</s>",
40
  "lstrip": false,
tokenizer_config.json CHANGED
@@ -9,6 +9,7 @@
9
  "replace_word_delimiter_char": " ",
10
  "target_lang": null,
11
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
 
12
  "unk_token": "[UNK]",
13
  "word_delimiter_token": "|"
14
  }
 
9
  "replace_word_delimiter_char": " ",
10
  "target_lang": null,
11
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
12
+ "trust_remote_code": false,
13
  "unk_token": "[UNK]",
14
  "word_delimiter_token": "|"
15
  }