File size: 120 Bytes
09a1e99 |
1 2 3 4 5 6 7 8 |
{
"<pad>": 32000,
"<|diff_marker|>": 32004,
"<|im_end|>": 32002,
"<|im_sep|>": 32003,
"<|im_start|>": 32001
}
|
09a1e99 |
1 2 3 4 5 6 7 8 |
{
"<pad>": 32000,
"<|diff_marker|>": 32004,
"<|im_end|>": 32002,
"<|im_sep|>": 32003,
"<|im_start|>": 32001
}
|