recipe-nlg-gpt2-train11_14 / special_tokens_map.json
pratultandon's picture
Training in progress, step 2000
d28e9a3
raw
history blame contribute delete
No virus
419 Bytes
{
"additional_special_tokens": [
"<TITLE_START>",
"<TITLE_END>",
"<INSTR_START>",
"<NEXT_INSTR>",
"<INSTR_END>",
"<INGR_START>",
"<NEXT_INGR>",
"<INGR_END>",
"<RECIPE_START>",
"<RECIPE_END>",
"<INPUT_START>",
"<INPUT_END>",
"<NEXT_INPUT>"
],
"bos_token": "<|endoftext|>",
"eos_token": "<|endoftext|>",
"pad_token": "[PAD]",
"unk_token": "<|endoftext|>"
}