MBMMurad commited on
Commit
47d4205
·
1 Parent(s): 18dc2a4

Upload new lm-boosted decoder

Browse files
language_model/6gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:414910971ce306658dfe968506481a8d9ac5a739f191e1bc8407c586a4f28895
3
+ size 6558958621
language_model/attrs.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"alpha": 0.5, "beta": 1.5, "unk_score_offset": -10.0, "score_boundary": true}
language_model/unigrams.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acee2a615937c9d337aa216aba3e3b11a3e1db28645e3bbb5b255892d0814541
3
+ size 65201502
special_tokens_map.json CHANGED
@@ -49,6 +49,20 @@
49
  "rstrip": false,
50
  "single_word": false
51
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
52
  {
53
  "content": "</s>",
54
  "lstrip": false,
 
49
  "rstrip": false,
50
  "single_word": false
51
  },
52
+ {
53
+ "content": "</s>",
54
+ "lstrip": false,
55
+ "normalized": true,
56
+ "rstrip": false,
57
+ "single_word": false
58
+ },
59
+ {
60
+ "content": "<s>",
61
+ "lstrip": false,
62
+ "normalized": true,
63
+ "rstrip": false,
64
+ "single_word": false
65
+ },
66
  {
67
  "content": "</s>",
68
  "lstrip": false,