File size: 311 Bytes
4b0b386
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
    "tokenizer_class": "BertJapaneseTokenizer",
    "word_tokenizer_type": "mecab",
    "subword_tokenizer_type": "wordpiece",
    "mecab_kwargs": {
        "mecab_dic": "ipadic",
        "mecab_option": "-u /usr/local/lib/mecab/dic/userdic/MANBYO_201907_Dic-utf8.dic",
        "normalize_text": false
    }
}