donut-base-sroie / added_tokens.json
sreejith8100's picture
End of training
9668e94
raw
history blame
10.8 kB
{
"</s>": 2,
"</s_City_1>": 57900,
"</s_DOB_1>": 57870,
"</s_Header_1>": 57691,
"</s_Ignore_100>": 57677,
"</s_Ignore_101>": 57653,
"</s_Ignore_102>": 57723,
"</s_Ignore_103>": 57871,
"</s_Ignore_104>": 57596,
"</s_Ignore_105>": 57802,
"</s_Ignore_106>": 57635,
"</s_Ignore_107>": 57627,
"</s_Ignore_108>": 57683,
"</s_Ignore_109>": 57579,
"</s_Ignore_10>": 57664,
"</s_Ignore_110>": 57721,
"</s_Ignore_111>": 57650,
"</s_Ignore_112>": 57672,
"</s_Ignore_113>": 57694,
"</s_Ignore_114>": 57879,
"</s_Ignore_115>": 57657,
"</s_Ignore_116>": 57545,
"</s_Ignore_117>": 57577,
"</s_Ignore_118>": 57814,
"</s_Ignore_119>": 57891,
"</s_Ignore_11>": 57845,
"</s_Ignore_120>": 57689,
"</s_Ignore_121>": 57811,
"</s_Ignore_122>": 57666,
"</s_Ignore_123>": 57557,
"</s_Ignore_124>": 57864,
"</s_Ignore_125>": 57788,
"</s_Ignore_126>": 57628,
"</s_Ignore_127>": 57830,
"</s_Ignore_128>": 57692,
"</s_Ignore_129>": 57576,
"</s_Ignore_12>": 57818,
"</s_Ignore_130>": 57728,
"</s_Ignore_131>": 57767,
"</s_Ignore_132>": 57695,
"</s_Ignore_133>": 57528,
"</s_Ignore_134>": 57661,
"</s_Ignore_135>": 57784,
"</s_Ignore_136>": 57889,
"</s_Ignore_137>": 57575,
"</s_Ignore_138>": 57763,
"</s_Ignore_139>": 57550,
"</s_Ignore_13>": 57707,
"</s_Ignore_140>": 57878,
"</s_Ignore_141>": 57526,
"</s_Ignore_142>": 57905,
"</s_Ignore_143>": 57701,
"</s_Ignore_144>": 57710,
"</s_Ignore_145>": 57798,
"</s_Ignore_146>": 57561,
"</s_Ignore_147>": 57813,
"</s_Ignore_148>": 57600,
"</s_Ignore_149>": 57654,
"</s_Ignore_14>": 57637,
"</s_Ignore_150>": 57833,
"</s_Ignore_151>": 57885,
"</s_Ignore_152>": 57636,
"</s_Ignore_153>": 57874,
"</s_Ignore_154>": 57530,
"</s_Ignore_155>": 57696,
"</s_Ignore_156>": 57809,
"</s_Ignore_157>": 57902,
"</s_Ignore_15>": 57610,
"</s_Ignore_16>": 57743,
"</s_Ignore_17>": 57808,
"</s_Ignore_18>": 57810,
"</s_Ignore_19>": 57805,
"</s_Ignore_1>": 57581,
"</s_Ignore_20>": 57544,
"</s_Ignore_21>": 57737,
"</s_Ignore_22>": 57732,
"</s_Ignore_23>": 57644,
"</s_Ignore_24>": 57804,
"</s_Ignore_25>": 57602,
"</s_Ignore_26>": 57543,
"</s_Ignore_27>": 57787,
"</s_Ignore_28>": 57887,
"</s_Ignore_29>": 57623,
"</s_Ignore_2>": 57551,
"</s_Ignore_30>": 57573,
"</s_Ignore_31>": 57554,
"</s_Ignore_32>": 57860,
"</s_Ignore_33>": 57593,
"</s_Ignore_34>": 57715,
"</s_Ignore_35>": 57799,
"</s_Ignore_36>": 57613,
"</s_Ignore_37>": 57646,
"</s_Ignore_38>": 57706,
"</s_Ignore_39>": 57553,
"</s_Ignore_3>": 57880,
"</s_Ignore_40>": 57565,
"</s_Ignore_41>": 57823,
"</s_Ignore_42>": 57626,
"</s_Ignore_43>": 57547,
"</s_Ignore_44>": 57571,
"</s_Ignore_45>": 57616,
"</s_Ignore_46>": 57590,
"</s_Ignore_47>": 57828,
"</s_Ignore_48>": 57681,
"</s_Ignore_49>": 57589,
"</s_Ignore_4>": 57847,
"</s_Ignore_50>": 57649,
"</s_Ignore_51>": 57877,
"</s_Ignore_52>": 57641,
"</s_Ignore_53>": 57678,
"</s_Ignore_54>": 57731,
"</s_Ignore_55>": 57603,
"</s_Ignore_56>": 57842,
"</s_Ignore_57>": 57587,
"</s_Ignore_58>": 57620,
"</s_Ignore_59>": 57608,
"</s_Ignore_5>": 57698,
"</s_Ignore_60>": 57748,
"</s_Ignore_61>": 57817,
"</s_Ignore_62>": 57634,
"</s_Ignore_63>": 57674,
"</s_Ignore_64>": 57836,
"</s_Ignore_65>": 57534,
"</s_Ignore_66>": 57752,
"</s_Ignore_67>": 57849,
"</s_Ignore_68>": 57632,
"</s_Ignore_69>": 57768,
"</s_Ignore_6>": 57625,
"</s_Ignore_70>": 57584,
"</s_Ignore_71>": 57884,
"</s_Ignore_72>": 57745,
"</s_Ignore_73>": 57777,
"</s_Ignore_74>": 57803,
"</s_Ignore_75>": 57735,
"</s_Ignore_76>": 57719,
"</s_Ignore_77>": 57619,
"</s_Ignore_78>": 57676,
"</s_Ignore_79>": 57890,
"</s_Ignore_7>": 57538,
"</s_Ignore_80>": 57899,
"</s_Ignore_81>": 57566,
"</s_Ignore_82>": 57725,
"</s_Ignore_83>": 57844,
"</s_Ignore_84>": 57673,
"</s_Ignore_85>": 57807,
"</s_Ignore_86>": 57622,
"</s_Ignore_87>": 57744,
"</s_Ignore_88>": 57586,
"</s_Ignore_89>": 57529,
"</s_Ignore_8>": 57797,
"</s_Ignore_90>": 57835,
"</s_Ignore_91>": 57591,
"</s_Ignore_92>": 57531,
"</s_Ignore_93>": 57892,
"</s_Ignore_94>": 57765,
"</s_Ignore_95>": 57867,
"</s_Ignore_96>": 57652,
"</s_Ignore_97>": 57897,
"</s_Ignore_98>": 57540,
"</s_Ignore_99>": 57562,
"</s_Ignore_9>": 57766,
"</s_Local civil Re.no'_1>": 57873,
"</s_POB_city_1>": 57595,
"</s_POB_province_1>": 57796,
"</s_Province_1>": 57574,
"</s_UR_mother_city_1>": 57771,
"</s_UR_mother_province_1>": 57886,
"</s_UR_mother_street_1>": 57563,
"</s_child_first_name_1>": 57837,
"</s_child_last_name_1>": 57638,
"</s_child_last_name_2>": 57834,
"</s_child_middle_name_1>": 57617,
"</s_child_middle_name_2>": 57816,
"</s_father_age_1>": 57580,
"</s_father_birthplace_1>": 57883,
"</s_father_birthplace_2>": 57665,
"</s_father_first_name_1>": 57822,
"</s_father_last_name_1>": 57614,
"</s_father_middle_name_1>": 57832,
"</s_father_nationalty_1>": 57655,
"</s_father_occupation_1>": 57848,
"</s_father_race_1>": 57667,
"</s_father_religion_1>": 57693,
"</s_father_religion_2>": 57645,
"</s_mother_age_1>": 57815,
"</s_mother_birthplace_1>": 57714,
"</s_mother_first_name_1>": 57782,
"</s_mother_last_name_1>": 57903,
"</s_mother_middle_name_1>": 57733,
"</s_mother_nationalty_1>": 57604,
"</s_mother_race_1>": 57825,
"</s_mother_religion_1>": 57629,
"<mask>": 57521,
"<pad>": 1,
"<s>": 0,
"<s_City_1>": 57739,
"<s_DOB_1>": 57769,
"<s_Header_1>": 57736,
"<s_Ignore_100>": 57786,
"<s_Ignore_101>": 57568,
"<s_Ignore_102>": 57906,
"<s_Ignore_103>": 57898,
"<s_Ignore_104>": 57578,
"<s_Ignore_105>": 57793,
"<s_Ignore_106>": 57536,
"<s_Ignore_107>": 57633,
"<s_Ignore_108>": 57821,
"<s_Ignore_109>": 57856,
"<s_Ignore_10>": 57552,
"<s_Ignore_110>": 57570,
"<s_Ignore_111>": 57669,
"<s_Ignore_112>": 57599,
"<s_Ignore_113>": 57537,
"<s_Ignore_114>": 57738,
"<s_Ignore_115>": 57555,
"<s_Ignore_116>": 57685,
"<s_Ignore_117>": 57535,
"<s_Ignore_118>": 57564,
"<s_Ignore_119>": 57585,
"<s_Ignore_11>": 57831,
"<s_Ignore_120>": 57888,
"<s_Ignore_121>": 57624,
"<s_Ignore_122>": 57861,
"<s_Ignore_123>": 57857,
"<s_Ignore_124>": 57774,
"<s_Ignore_125>": 57800,
"<s_Ignore_126>": 57675,
"<s_Ignore_127>": 57556,
"<s_Ignore_128>": 57824,
"<s_Ignore_129>": 57901,
"<s_Ignore_12>": 57881,
"<s_Ignore_130>": 57546,
"<s_Ignore_131>": 57583,
"<s_Ignore_132>": 57862,
"<s_Ignore_133>": 57539,
"<s_Ignore_134>": 57790,
"<s_Ignore_135>": 57687,
"<s_Ignore_136>": 57727,
"<s_Ignore_137>": 57875,
"<s_Ignore_138>": 57582,
"<s_Ignore_139>": 57559,
"<s_Ignore_13>": 57656,
"<s_Ignore_140>": 57770,
"<s_Ignore_141>": 57740,
"<s_Ignore_142>": 57720,
"<s_Ignore_143>": 57542,
"<s_Ignore_144>": 57840,
"<s_Ignore_145>": 57865,
"<s_Ignore_146>": 57541,
"<s_Ignore_147>": 57893,
"<s_Ignore_148>": 57781,
"<s_Ignore_149>": 57606,
"<s_Ignore_14>": 57852,
"<s_Ignore_150>": 57754,
"<s_Ignore_151>": 57820,
"<s_Ignore_152>": 57863,
"<s_Ignore_153>": 57724,
"<s_Ignore_154>": 57869,
"<s_Ignore_155>": 57747,
"<s_Ignore_156>": 57527,
"<s_Ignore_157>": 57601,
"<s_Ignore_15>": 57846,
"<s_Ignore_16>": 57713,
"<s_Ignore_17>": 57853,
"<s_Ignore_18>": 57819,
"<s_Ignore_19>": 57688,
"<s_Ignore_1>": 57640,
"<s_Ignore_20>": 57753,
"<s_Ignore_21>": 57642,
"<s_Ignore_22>": 57618,
"<s_Ignore_23>": 57729,
"<s_Ignore_24>": 57722,
"<s_Ignore_25>": 57829,
"<s_Ignore_26>": 57785,
"<s_Ignore_27>": 57734,
"<s_Ignore_28>": 57572,
"<s_Ignore_29>": 57699,
"<s_Ignore_2>": 57762,
"<s_Ignore_30>": 57726,
"<s_Ignore_31>": 57859,
"<s_Ignore_32>": 57755,
"<s_Ignore_33>": 57838,
"<s_Ignore_34>": 57904,
"<s_Ignore_35>": 57592,
"<s_Ignore_36>": 57896,
"<s_Ignore_37>": 57658,
"<s_Ignore_38>": 57615,
"<s_Ignore_39>": 57746,
"<s_Ignore_3>": 57611,
"<s_Ignore_40>": 57779,
"<s_Ignore_41>": 57668,
"<s_Ignore_42>": 57558,
"<s_Ignore_43>": 57705,
"<s_Ignore_44>": 57711,
"<s_Ignore_45>": 57894,
"<s_Ignore_46>": 57773,
"<s_Ignore_47>": 57843,
"<s_Ignore_48>": 57780,
"<s_Ignore_49>": 57659,
"<s_Ignore_4>": 57663,
"<s_Ignore_50>": 57697,
"<s_Ignore_51>": 57764,
"<s_Ignore_52>": 57718,
"<s_Ignore_53>": 57882,
"<s_Ignore_54>": 57700,
"<s_Ignore_55>": 57792,
"<s_Ignore_56>": 57858,
"<s_Ignore_57>": 57812,
"<s_Ignore_58>": 57866,
"<s_Ignore_59>": 57757,
"<s_Ignore_5>": 57841,
"<s_Ignore_60>": 57651,
"<s_Ignore_61>": 57671,
"<s_Ignore_62>": 57680,
"<s_Ignore_63>": 57548,
"<s_Ignore_64>": 57791,
"<s_Ignore_65>": 57682,
"<s_Ignore_66>": 57854,
"<s_Ignore_67>": 57704,
"<s_Ignore_68>": 57639,
"<s_Ignore_69>": 57761,
"<s_Ignore_6>": 57827,
"<s_Ignore_70>": 57742,
"<s_Ignore_71>": 57594,
"<s_Ignore_72>": 57756,
"<s_Ignore_73>": 57760,
"<s_Ignore_74>": 57679,
"<s_Ignore_75>": 57851,
"<s_Ignore_76>": 57709,
"<s_Ignore_77>": 57648,
"<s_Ignore_78>": 57660,
"<s_Ignore_79>": 57801,
"<s_Ignore_7>": 57872,
"<s_Ignore_80>": 57631,
"<s_Ignore_81>": 57686,
"<s_Ignore_82>": 57607,
"<s_Ignore_83>": 57789,
"<s_Ignore_84>": 57569,
"<s_Ignore_85>": 57794,
"<s_Ignore_86>": 57702,
"<s_Ignore_87>": 57532,
"<s_Ignore_88>": 57567,
"<s_Ignore_89>": 57783,
"<s_Ignore_8>": 57717,
"<s_Ignore_90>": 57806,
"<s_Ignore_91>": 57895,
"<s_Ignore_92>": 57670,
"<s_Ignore_93>": 57560,
"<s_Ignore_94>": 57826,
"<s_Ignore_95>": 57716,
"<s_Ignore_96>": 57647,
"<s_Ignore_97>": 57612,
"<s_Ignore_98>": 57850,
"<s_Ignore_99>": 57868,
"<s_Ignore_9>": 57525,
"<s_Local civil Re.no'_1>": 57588,
"<s_POB_city_1>": 57598,
"<s_POB_province_1>": 57775,
"<s_Province_1>": 57643,
"<s_UR_mother_city_1>": 57758,
"<s_UR_mother_province_1>": 57708,
"<s_UR_mother_street_1>": 57759,
"<s_child_first_name_1>": 57751,
"<s_child_last_name_1>": 57741,
"<s_child_last_name_2>": 57533,
"<s_child_middle_name_1>": 57630,
"<s_child_middle_name_2>": 57605,
"<s_father_age_1>": 57750,
"<s_father_birthplace_1>": 57597,
"<s_father_birthplace_2>": 57839,
"<s_father_first_name_1>": 57772,
"<s_father_last_name_1>": 57684,
"<s_father_middle_name_1>": 57778,
"<s_father_nationalty_1>": 57549,
"<s_father_occupation_1>": 57776,
"<s_father_race_1>": 57690,
"<s_father_religion_1>": 57662,
"<s_father_religion_2>": 57609,
"<s_iitcdip>": 57523,
"<s_mother_age_1>": 57855,
"<s_mother_birthplace_1>": 57730,
"<s_mother_first_name_1>": 57703,
"<s_mother_last_name_1>": 57621,
"<s_mother_middle_name_1>": 57795,
"<s_mother_nationalty_1>": 57749,
"<s_mother_race_1>": 57712,
"<s_mother_religion_1>": 57876,
"<s_synthdog>": 57524,
"<sep/>": 57522,
"<unk>": 3
}