{ "add_prefix_space": false, "additional_special_tokens": [ "[cosHint lv4]", "[cosHint lv3]", "[cosHint lv2]", "[cosHint lv1]", "[diffHint lv3]", "[diffHint lv2]", "[diffHint lv1]", "[shot_style]", "[Location]", "[NULL]", "[outdoors]", "[misc]", "[office]", "[electronics]", "[food]", "[indoors]", "[medical]", "[stocky_setting]", "[animals]" ], "bos_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "cls_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "eos_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "errors": "replace", "mask_token": { "__type": "AddedToken", "content": "", "lstrip": true, "normalized": true, "rstrip": false, "single_word": false }, "name_or_path": "./vocab", "pad_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "sep_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "special_tokens_map_file": null, "tokenizer_class": "OFATokenizer", "unk_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false } }