{ | |
"additional_special_tokens": [ | |
"S", | |
"U", | |
"D", | |
"SU", | |
"ACK", | |
"M", | |
"QYN", | |
"QWH", | |
"AYN", | |
"AWH", | |
"FP", | |
"FNON", | |
"O" | |
], | |
"eos_token": "<|endoftext|>" | |
} | |
{ | |
"additional_special_tokens": [ | |
"S", | |
"U", | |
"D", | |
"SU", | |
"ACK", | |
"M", | |
"QYN", | |
"QWH", | |
"AYN", | |
"AWH", | |
"FP", | |
"FNON", | |
"O" | |
], | |
"eos_token": "<|endoftext|>" | |
} | |