donut-test / added_tokens.json
alexbeta80's picture
End of training
fe0ebc0 verified
{
"</s>": 2,
"</s_Consignee>": 57536,
"</s_Consignee_Country>": 57533,
"</s_Consignor>": 57549,
"</s_Consignor_Country>": 57535,
"</s_Goods_Description>": 57541,
"</s_Marks>": 57548,
"</s_Notify>": 57540,
"</s_Notify_Country>": 57529,
"</s_Second_Notify>": 57546,
"</s_Second_Notify_Country>": 57532,
"</s_Total_Packages>": 57550,
"</s_Total_Volume>": 57547,
"</s_Total_Weight>": 57544,
"<mask>": 57521,
"<pad>": 1,
"<s>": 0,
"<s_Consignee>": 57545,
"<s_Consignee_Country>": 57528,
"<s_Consignor>": 57530,
"<s_Consignor_Country>": 57527,
"<s_Goods_Description>": 57534,
"<s_Marks>": 57538,
"<s_Notify>": 57525,
"<s_Notify_Country>": 57531,
"<s_Second_Notify>": 57542,
"<s_Second_Notify_Country>": 57537,
"<s_Total_Packages>": 57526,
"<s_Total_Volume>": 57543,
"<s_Total_Weight>": 57539,
"<s_iitcdip>": 57523,
"<s_synthdog>": 57524,
"<sep/>": 57522,
"<unk>": 3
}