{ "add_prefix_space": false, "bos_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "cls_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "eos_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "errors": "replace", "mask_token": { "__type": "AddedToken", "content": "", "lstrip": true, "normalized": true, "rstrip": false, "single_word": false }, "model_max_length": 512, "name_or_path": "/Volumes/ExtraSpace/baselines//models/codebert-base-finetuned-detect-insecure-code-Bert-L6-w-masked/embs", "pad_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "sep_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "special_tokens_map_file": "/root/.cache/torch/transformers/5a191080da4f00859b5d3d29529f57894583e00ab07b7c940d65c33db4b25d4d.16f949018cf247a2ea7465a74ca9a292212875e5fd72f969e0807011e7f192e4", "tokenizer_class": "RobertaTokenizer", "trim_offsets": true, "unk_token": { "__type": "AddedToken", "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false } }