MBMMurad commited on
Commit
96524c2
1 Parent(s): ef0945f

Upload new lm-boosted decoder

Browse files
language_model/6gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:843870ed093512e417f09366a254b7c52e29b90519a5142e5c54524e8543ec66
3
+ size 5253964886
language_model/attrs.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"alpha": 0.5, "beta": 1.5, "unk_score_offset": -10.0, "score_boundary": true}
language_model/unigrams.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae59289f76aa003b924b35f0a66c0dc47cf6f0bc8b5dec5eff1439c246b84f5b
3
+ size 71064159
special_tokens_map.json CHANGED
@@ -35,6 +35,20 @@
35
  "rstrip": false,
36
  "single_word": false
37
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  {
39
  "content": "</s>",
40
  "lstrip": false,
 
35
  "rstrip": false,
36
  "single_word": false
37
  },
38
+ {
39
+ "content": "</s>",
40
+ "lstrip": false,
41
+ "normalized": true,
42
+ "rstrip": false,
43
+ "single_word": false
44
+ },
45
+ {
46
+ "content": "<s>",
47
+ "lstrip": false,
48
+ "normalized": true,
49
+ "rstrip": false,
50
+ "single_word": false
51
+ },
52
  {
53
  "content": "</s>",
54
  "lstrip": false,