Wikidepia commited on
Commit
9b9c401
1 Parent(s): 7852612

Try to use tokenizer_class

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -29,5 +29,6 @@
29
  "position_embedding_type": "absolute",
30
  "transformers_version": "4.5.0.dev0",
31
  "type_vocab_size": 2,
32
- "vocab_size": 30000
 
33
  }
29
  "position_embedding_type": "absolute",
30
  "transformers_version": "4.5.0.dev0",
31
  "type_vocab_size": 2,
32
+ "vocab_size": 30000,
33
+ "tokenizer_class": "BertTokenizerFast"
34
  }