donut-base-ner / special_tokens_map.json
JandC's picture
End of training
5a7fecc
{
"additional_special_tokens": [
"<s_iitcdip>",
"<s_synthdog>",
"</s_gross_weight>",
"</s_purchase_order>",
"</s_item_index>",
"</s_HS_code>",
"</s_vendor>",
"</s_part_number>",
"</s_total_item_value>",
"</s_item_quantity>",
"</s_line>",
"<s_part_number>",
"</s_item_number>",
"<s_HS_code>",
"<s_line>",
"</s_origin_country>",
"<s_hs_code>",
"<s_item_value>",
"</s_hs_code>",
"<s_net_weight>",
"<s_item_quantity>",
"<s_item_number>",
"</s_description>",
"<s>",
"<s_origin_country>",
"<s_discount>",
"<s_gross_weight>",
"</s_net_weight>",
"</s_item_value>",
"<s_uom>",
"<s_manf_part_number>",
"</s_uom>",
"</s_manf_part_number>",
"<s_delivery_number>",
"</s_delivery_number>",
"<s_quantity_type>",
"<s_purchase_order>",
"<s_description>",
"</s>",
"<s_total_item_value>",
"</s_quantity_type>",
"</s_discount>",
"<s_vendor>",
"<s_item_index>"
],
"bos_token": "<s>",
"cls_token": "<s>",
"eos_token": "</s>",
"mask_token": "<mask>",
"pad_token": "<pad>",
"sep_token": "</s>",
"unk_token": "<unk>"
}