hugnlp-hugchat-gpt2-large / tokenizer_config.json
wjn1996's picture
Upload 17 files
741470f
raw
history blame contribute delete
273 Bytes
{
"add_prefix_space": false,
"bos_token": "<|endoftext|>",
"eos_token": "<|endoftext|>",
"name_or_path": "/wjn/pre-trained-lm/gpt2-large",
"special_tokens_map_file": null,
"tokenizer_class": "GPT2Tokenizer",
"unk_token": "<|endoftext|>",
"use_fast": true
}