{ | |
"name_or_path": "cmd-smallgpt-3epoch", | |
"special_tokens": [ | |
"<s>", | |
"</s>", | |
"<unk>", | |
"<pad>" | |
], | |
"special_tokens_map_file": "gpt2_small/special_tokens_map.json", | |
"tokenizer_class": "PreTrainedTokenizerFast" | |
} | |
{ | |
"name_or_path": "cmd-smallgpt-3epoch", | |
"special_tokens": [ | |
"<s>", | |
"</s>", | |
"<unk>", | |
"<pad>" | |
], | |
"special_tokens_map_file": "gpt2_small/special_tokens_map.json", | |
"tokenizer_class": "PreTrainedTokenizerFast" | |
} | |