SaulLu commited on
Commit
f9fc2ba
1 Parent(s): 9317647

Add tokenizer type in config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -47,5 +47,6 @@
47
  "position_embedding_type": "absolute",
48
  "transformers_version": "4.6.1",
49
  "type_vocab_size": 2,
50
- "vocab_size": 32000
 
51
  }
47
  "position_embedding_type": "absolute",
48
  "transformers_version": "4.6.1",
49
  "type_vocab_size": 2,
50
+ "vocab_size": 32000,
51
+ "tokenizer_class": "PreTrainedTokenizerFast"
52
  }