esnya commited on
Commit
e5f2951
1 Parent(s): ab5108b

speecht5_tts_jvs_ver1_e20_openjtalk_longer_20230809-031157_tokenizer

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +10 -3
special_tokens_map.json CHANGED
@@ -1,7 +1,14 @@
1
  {
2
  "bos_token": "<s>",
 
3
  "eos_token": "</s>",
4
- "unk_token": "<unk>",
 
 
 
 
 
 
5
  "pad_token": "<pad>",
6
- "mask_token": "<mask>"
7
- }
 
1
  {
2
  "bos_token": "<s>",
3
+ "cls_token": "<ctc_blank>",
4
  "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
  "pad_token": "<pad>",
13
+ "unk_token": "<unk>"
14
+ }