{
"add_prefix_space": false,
"bos_token": "",
"cls_token": "",
"eos_token": "",
"errors": "replace",
"mask_token": "",
"model_max_length": 512,
"name_or_path": "my_nystromformer-4096_untrained",
"pad_token": "",
"sep_token": "",
"special_tokens_map_file": "C:\\Users\\smartmind/.cache\\huggingface\\hub\\models--Bingsu--ko_BBPE_tokenizer_roberta2\\snapshots\\efdcfc6fc6bbd67b02702d02d72eb55f0f9ac5f0\\special_tokens_map.json",
"tokenizer_class": "RobertaTokenizer",
"trim_offsets": true,
"unk_token": ""
}