| {"unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "errors": "replace", "special_tokens_map_file": "/root/.cache/huggingface/transformers/3bce3022a63f378c14d3deee79afc7d592c20c125a495ee9f6c9bb9a516cae8b.09040d55a052267d3a9e1622f29f19d3664f0f0fcb2efd0ad7cc8b7fed2b4388", "name_or_path": "benjamin/gerpt2-large", "pad_token": null, "add_bos_token": false, "tokenizer_class": "GPT2Tokenizer"} |