rmroczkowski commited on
Commit
3789c08
1 Parent(s): 8d1ad1f

Change default tokenizer to HerbertTokenizerFast

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -20,7 +20,7 @@
20
  "pooler_num_fc_layers": 3,
21
  "pooler_size_per_head": 128,
22
  "pooler_type": "first_token_transform",
23
- "tokenizer_class": "XLMTokenizer",
24
  "type_vocab_size": 2,
25
  "vocab_size": 50000
26
  }
20
  "pooler_num_fc_layers": 3,
21
  "pooler_size_per_head": 128,
22
  "pooler_type": "first_token_transform",
23
+ "tokenizer_class": "HerbertTokenizerFast",
24
  "type_vocab_size": 2,
25
  "vocab_size": 50000
26
  }