huseinzol05 commited on
Commit
305c61c
1 Parent(s): 4b42864

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -3
tokenizer_config.json CHANGED
@@ -18,14 +18,13 @@
18
  "single_word": false
19
  },
20
  "errors": "replace",
21
- "model_max_length": 1024,
22
- "name_or_path": "ms-tiny",
23
  "pad_token": null,
24
  "processor_class": "WhisperProcessor",
25
  "return_attention_mask": false,
26
  "special_tokens_map_file": null,
27
  "tokenizer_class": "WhisperTokenizer",
28
- "trust_remote_code": false,
29
  "unk_token": {
30
  "__type": "AddedToken",
31
  "content": "",
18
  "single_word": false
19
  },
20
  "errors": "replace",
21
+ "model_max_length": 448,
22
+ "name_or_path": "openai/whisper-base",
23
  "pad_token": null,
24
  "processor_class": "WhisperProcessor",
25
  "return_attention_mask": false,
26
  "special_tokens_map_file": null,
27
  "tokenizer_class": "WhisperTokenizer",
 
28
  "unk_token": {
29
  "__type": "AddedToken",
30
  "content": "",