File size: 184 Bytes
7e5c989 |
1 |
{"cls_token": "<|beginoftext|>", "sep_token": "<|endoftext|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "tokenizer_class": "BertTokenizer"} |
7e5c989 |
1 |
{"cls_token": "<|beginoftext|>", "sep_token": "<|endoftext|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "tokenizer_class": "BertTokenizer"} |