personaGPT / tokenizer_config.json
af1tang's picture
first private commit
d6697da
raw
history blame
140 Bytes
{"pad_token": "<|endoftext|>", "cls_token": "<|cls|>", "sep_token": "<|sep|>", "special_tokens_map_file": null, "full_tokenizer_file": null}