donut-receipt_v3 / special_tokens_map.json
mychen76's picture
mychen76/donut-receipt_v3
abecec5
raw
history blame
1.01 kB
{
"additional_special_tokens": [
"<s_total>",
"</s_total>",
"<s_tips>",
"</s_tips>",
"<s_time>",
"</s_time>",
"<s_telephone>",
"</s_telephone>",
"<s_tax>",
"</s_tax>",
"<s_subtotal>",
"</s_subtotal>",
"<s_store_name>",
"</s_store_name>",
"<s_store_addr>",
"</s_store_addr>",
"<s_others>",
"</s_others>",
"<s_text>",
"</s_text>",
"<s_line_items>",
"</s_line_items>",
"<s_item_value>",
"</s_item_value>",
"<s_item_quantity>",
"</s_item_quantity>",
"<s_item_name>",
"</s_item_name>",
"<s_item_key>",
"</s_item_key>",
"<s_ignore>",
"</s_ignore>",
"<s_date>",
"</s_date>",
"<s>",
"</s>"
],
"bos_token": "<s>",
"cls_token": "<s>",
"eos_token": "</s>",
"mask_token": {
"content": "<mask>",
"lstrip": true,
"normalized": true,
"rstrip": false,
"single_word": false
},
"pad_token": "<pad>",
"sep_token": "</s>",
"unk_token": "<unk>"
}