julicee commited on
Commit
ad21341
1 Parent(s): 2dd2750

Upload tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +13 -0
tokenizer_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "do_lower_case": false,
4
+ "eos_token": "</s>",
5
+ "name_or_path": "jonatasgrosman/wav2vec2-large-xlsr-53-chinese-zh-cn",
6
+ "pad_token": "<pad>",
7
+ "processor_class": "Wav2Vec2Processor",
8
+ "replace_word_delimiter_char": " ",
9
+ "special_tokens_map_file": "C:\\Users\\penny/.cache\\huggingface\\transformers\\a24bc50bbcc879193887de7ddfbbaca406951f73bd904bbaf841180a05e36fd8.9d6cd81ef646692fb1c169a880161ea1cb95f49694f220aced9b704b457e51dd",
10
+ "tokenizer_class": "Wav2Vec2CTCTokenizer",
11
+ "unk_token": "<unk>",
12
+ "word_delimiter_token": "|"
13
+ }