csikasote commited on
Commit
1b5fd69
1 Parent(s): 76b34db

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer_config.json +1 -1
  2. vocab.json +1 -1
tokenizer_config.json CHANGED
@@ -6,7 +6,7 @@
6
  "model_max_length": 1000000000000000019884624838656,
7
  "pad_token": "[PAD]",
8
  "replace_word_delimiter_char": " ",
9
- "target_lang": "bemba",
10
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
11
  "unk_token": "[UNK]",
12
  "word_delimiter_token": "|"
 
6
  "model_max_length": 1000000000000000019884624838656,
7
  "pad_token": "[PAD]",
8
  "replace_word_delimiter_char": " ",
9
+ "target_lang": "bem",
10
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
11
  "unk_token": "[UNK]",
12
  "word_delimiter_token": "|"
vocab.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "bemba": {
3
  "[PAD]": 28,
4
  "[UNK]": 27,
5
  "a": 1,
 
1
  {
2
+ "bem": {
3
  "[PAD]": 28,
4
  "[UNK]": 27,
5
  "a": 1,