File size: 458 Bytes
1c12fd8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
{
"<pad>": 32018,
"<|Assistant|>": 32020,
"<|EOT|>": 32021,
"<|User|>": 32019,
"<｜begin▁of▁sentence｜>": 32013,
"<｜end▁of▁sentence｜>": 32014,
"<｜fim▁begin｜>": 32016,
"<｜fim▁end｜>": 32017,
"<｜fim▁hole｜>": 32015,
"À": 32004,
"Á": 32002,
"õ": 32000,
"ö": 32011,
"÷": 32001,
"ø": 32006,
"ù": 32010,
"ú": 32007,
"û": 32012,
"ü": 32009,
"ý": 32003,
"þ": 32008,
"ÿ": 32005
}
|