{ | |
"additional_special_tokens": [ | |
"<|endoftext|>", | |
"<|sep|>", | |
"<|acc|>", | |
"<|tel|>", | |
"<|rrn|>" | |
], | |
"bos_token": "<startoftext>", | |
"eos_token": "<endoftext>", | |
"pad_token": "<pad>" | |
} | |
{ | |
"additional_special_tokens": [ | |
"<|endoftext|>", | |
"<|sep|>", | |
"<|acc|>", | |
"<|tel|>", | |
"<|rrn|>" | |
], | |
"bos_token": "<startoftext>", | |
"eos_token": "<endoftext>", | |
"pad_token": "<pad>" | |
} | |