Julien Chaumond commited on
Commit
f411ce0
1 Parent(s): 35a6e6c

[config.json] tokenizer_class: BertJapaneseTokenizer

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -18,5 +18,6 @@
18
  "seq_classif_dropout": 0.2,
19
  "sinusoidal_pos_embds": true,
20
  "tie_weights_": true,
 
21
  "vocab_size": 32000
22
  }
18
  "seq_classif_dropout": 0.2,
19
  "sinusoidal_pos_embds": true,
20
  "tie_weights_": true,
21
+ "tokenizer_class": "BertJapaneseTokenizer",
22
  "vocab_size": 32000
23
  }