|
{
|
|
"added_tokens_decoder": {
|
|
"0": {
|
|
"content": "<s>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"1": {
|
|
"content": "<pad>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"2": {
|
|
"content": "</s>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"3": {
|
|
"content": "<unk>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57521": {
|
|
"content": "<mask>",
|
|
"lstrip": true,
|
|
"normalized": true,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57522": {
|
|
"content": "<sep/>",
|
|
"lstrip": false,
|
|
"normalized": true,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": false
|
|
},
|
|
"57523": {
|
|
"content": "<s_iitcdip>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57524": {
|
|
"content": "<s_synthdog>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57525": {
|
|
"content": "<s_tanggal_invoice>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57526": {
|
|
"content": "</s_tanggal_invoice>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57527": {
|
|
"content": "<s_no_kontrak>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57528": {
|
|
"content": "</s_no_kontrak>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57529": {
|
|
"content": "<s_no_invoice>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57530": {
|
|
"content": "</s_no_invoice>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57531": {
|
|
"content": "<s_nama_vendor>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57532": {
|
|
"content": "</s_nama_vendor>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57533": {
|
|
"content": "<s_Type_Transaksi>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57534": {
|
|
"content": "</s_Type_Transaksi>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57535": {
|
|
"content": "<s_Type_Tax>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57536": {
|
|
"content": "</s_Type_Tax>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57537": {
|
|
"content": "<s_Total>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57538": {
|
|
"content": "</s_Total>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57539": {
|
|
"content": "<s_Tax>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57540": {
|
|
"content": "</s_Tax>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57541": {
|
|
"content": "<s_Periode>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57542": {
|
|
"content": "</s_Periode>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57543": {
|
|
"content": "<s_No_Rek>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57544": {
|
|
"content": "</s_No_Rek>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57545": {
|
|
"content": "<s_Nama_Rek>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57546": {
|
|
"content": "</s_Nama_Rek>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57547": {
|
|
"content": "<s_Nama_Bank>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57548": {
|
|
"content": "</s_Nama_Bank>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57549": {
|
|
"content": "<s_NILAI METERAI>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57550": {
|
|
"content": "</s_NILAI METERAI>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57551": {
|
|
"content": "<s_Meterai>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57552": {
|
|
"content": "</s_Meterai>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57553": {
|
|
"content": "<s_DPP>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
},
|
|
"57554": {
|
|
"content": "</s_DPP>",
|
|
"lstrip": false,
|
|
"normalized": false,
|
|
"rstrip": false,
|
|
"single_word": false,
|
|
"special": true
|
|
}
|
|
},
|
|
"additional_special_tokens": [
|
|
"<s_tanggal_invoice>",
|
|
"</s_tanggal_invoice>",
|
|
"<s_no_kontrak>",
|
|
"</s_no_kontrak>",
|
|
"<s_no_invoice>",
|
|
"</s_no_invoice>",
|
|
"<s_nama_vendor>",
|
|
"</s_nama_vendor>",
|
|
"<s_Type_Transaksi>",
|
|
"</s_Type_Transaksi>",
|
|
"<s_Type_Tax>",
|
|
"</s_Type_Tax>",
|
|
"<s_Total>",
|
|
"</s_Total>",
|
|
"<s_Tax>",
|
|
"</s_Tax>",
|
|
"<s_Periode>",
|
|
"</s_Periode>",
|
|
"<s_No_Rek>",
|
|
"</s_No_Rek>",
|
|
"<s_Nama_Rek>",
|
|
"</s_Nama_Rek>",
|
|
"<s_Nama_Bank>",
|
|
"</s_Nama_Bank>",
|
|
"<s_NILAI METERAI>",
|
|
"</s_NILAI METERAI>",
|
|
"<s_Meterai>",
|
|
"</s_Meterai>",
|
|
"<s_DPP>",
|
|
"</s_DPP>",
|
|
"<s>",
|
|
"</s>"
|
|
],
|
|
"bos_token": "<s>",
|
|
"clean_up_tokenization_spaces": true,
|
|
"cls_token": "<s>",
|
|
"eos_token": "</s>",
|
|
"mask_token": "<mask>",
|
|
"model_max_length": 1000000000000000019884624838656,
|
|
"pad_token": "<pad>",
|
|
"processor_class": "DonutProcessor",
|
|
"sep_token": "</s>",
|
|
"sp_model_kwargs": {},
|
|
"tokenizer_class": "XLMRobertaTokenizer",
|
|
"unk_token": "<unk>"
|
|
}
|
|
|