zephyr-7b-dpo-full / special_tokens_map.json
xinghaow's picture
Training in progress, step 1000
0b514ab verified
{
"additional_special_tokens": [
"<TOKENS_UNUSED_1>",
"<TOKENS_UNUSED_2>",
"<PAD__1>",
"<PAD__2>",
"<PAD__3>",
"<PAD__4>",
"<PAD__5>",
"<PAD__6>",
"<PAD__7>",
"<PAD__8>",
"<PAD__9>",
"<PAD__10>",
"<PAD__11>",
"<PAD__12>",
"<PAD__13>"
],
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}