File size: 411 Bytes
8d77a37
1
{"bos_token": "[SEP]", "eos_token": "[SEP]", "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "mask_token": "[MASK]", "cls_token": "[SEP]", "xprophetnet_tokenizer": true, "special_tokens_map_file": "/home/patrick/.cache/torch/transformers/f4df25e53eda78996e6da75d992659a82abde574b14ba2633a50a13767478bcc.39e4687b4b4265f2238315b221e397dae42a730321e6e3dbd2ef3ce2b94ac2c3", "tokenizer_file": null}