Upload tokenizer
Browse files- README.md +2 -2
- tokenizer_config.json +0 -1
README.md
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
---
|
|
|
|
|
|
|
| 2 |
library_name: transformers
|
| 3 |
tags:
|
| 4 |
- generated_from_trainer
|
| 5 |
-
datasets:
|
| 6 |
-
- common_voice_16_0
|
| 7 |
model-index:
|
| 8 |
- name: w2v-bert-2.0-mongolian-colab-CV16.0
|
| 9 |
results: []
|
|
|
|
| 1 |
---
|
| 2 |
+
datasets:
|
| 3 |
+
- common_voice_16_0
|
| 4 |
library_name: transformers
|
| 5 |
tags:
|
| 6 |
- generated_from_trainer
|
|
|
|
|
|
|
| 7 |
model-index:
|
| 8 |
- name: w2v-bert-2.0-mongolian-colab-CV16.0
|
| 9 |
results: []
|
tokenizer_config.json
CHANGED
|
@@ -39,7 +39,6 @@
|
|
| 39 |
"eos_token": "</s>",
|
| 40 |
"model_max_length": 1000000000000000019884624838656,
|
| 41 |
"pad_token": "[PAD]",
|
| 42 |
-
"processor_class": "Wav2Vec2BertProcessor",
|
| 43 |
"replace_word_delimiter_char": " ",
|
| 44 |
"target_lang": null,
|
| 45 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
|
|
|
| 39 |
"eos_token": "</s>",
|
| 40 |
"model_max_length": 1000000000000000019884624838656,
|
| 41 |
"pad_token": "[PAD]",
|
|
|
|
| 42 |
"replace_word_delimiter_char": " ",
|
| 43 |
"target_lang": null,
|
| 44 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|