33772f9 b2db685 33772f9
1
2
3
4
5
6
7
8
9
{ "tokenizer_class": "PreTrainedTokenizerFast", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": "[MASK]", "model_file": "spm_model.model" }