{ "best_metric": 0.021080104634165764, "best_model_checkpoint": "deberta-v3-base_finetuned_ai4privacy_v2/checkpoint-6690", "epoch": 10.0, "eval_steps": 500, "global_step": 6690, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.75, "learning_rate": 1.853512705530643e-05, "loss": 1.5081, "step": 500 }, { "epoch": 1.0, "eval_ACCOUNTNAME_f1": 0.9134287661895023, "eval_ACCOUNTNUMBER_f1": 0.7806031933767001, "eval_AGE_f1": 0.7878048780487804, "eval_AMOUNT_f1": 0.34473507712944335, "eval_BIC_f1": 0.6646525679758308, "eval_BITCOINADDRESS_f1": 0.8154631655725747, "eval_BUILDINGNUMBER_f1": 0.7412882787750792, "eval_CITY_f1": 0.6679245283018868, "eval_COMPANYNAME_f1": 0.8354430379746836, "eval_COUNTY_f1": 0.7718865598027127, "eval_CREDITCARDCVV_f1": 0.0, "eval_CREDITCARDISSUER_f1": 0.0, "eval_CREDITCARDNUMBER_f1": 0.36220472440944884, "eval_CURRENCYCODE_f1": 0.0, "eval_CURRENCYNAME_f1": 0.0, "eval_CURRENCYSYMBOL_f1": 0.016620498614958446, "eval_CURRENCY_f1": 0.49849246231155775, "eval_DATE_f1": 0.8013569543912552, "eval_DOB_f1": 0.310828025477707, "eval_EMAIL_f1": 0.9664974619289339, "eval_ETHEREUMADDRESS_f1": 0.9878345498783455, "eval_EYECOLOR_f1": 0.0, "eval_FIRSTNAME_f1": 0.7813765182186234, "eval_GENDER_f1": 0.7444444444444444, "eval_HEIGHT_f1": 0.9243697478991596, "eval_IBAN_f1": 0.9059080962800875, "eval_IPV4_f1": 0.820737039350406, "eval_IPV6_f1": 0.7063989962358844, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.0, "eval_JOBTITLE_f1": 0.8649386084583902, "eval_JOBTYPE_f1": 0.0, "eval_LASTNAME_f1": 0.25206611570247933, "eval_LITECOINADDRESS_f1": 0.0, "eval_MAC_f1": 0.9755244755244754, "eval_MASKEDNUMBER_f1": 0.5146618791143028, "eval_MIDDLENAME_f1": 0.0, "eval_NEARBYGPSCOORDINATE_f1": 0.991812865497076, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9443207126948775, "eval_PHONEIMEI_f1": 0.9838536060279871, "eval_PHONENUMBER_f1": 0.9700404858299595, "eval_PIN_f1": 0.19191919191919193, "eval_PREFIX_f1": 0.6694966646452395, "eval_SECONDARYADDRESS_f1": 0.8663594470046083, "eval_SEX_f1": 0.0, "eval_SSN_f1": 0.8882051282051281, "eval_STATE_f1": 0.4056224899598393, "eval_STREET_f1": 0.6465798045602607, "eval_TIME_f1": 0.9538461538461538, "eval_URL_f1": 0.9869773817683345, "eval_USERAGENT_f1": 0.9519408502772644, "eval_USERNAME_f1": 0.7702627166014534, "eval_VEHICLEVIN_f1": 0.9379652605459057, "eval_VEHICLEVRM_f1": 0.7397769516728624, "eval_ZIPCODE_f1": 0.6930501930501931, "eval_loss": 0.16179943084716797, "eval_overall_accuracy": 0.9463517949804088, "eval_overall_f1": 0.742188837120852, "eval_overall_precision": 0.7171891653497005, "eval_overall_recall": 0.7689943253467844, "eval_runtime": 44.1568, "eval_samples_per_second": 242.251, "eval_steps_per_second": 15.151, "step": 669 }, { "epoch": 1.49, "learning_rate": 3.721973094170404e-05, "loss": 0.1884, "step": 1000 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.9564606741573034, "eval_ACCOUNTNUMBER_f1": 0.9263456090651557, "eval_AGE_f1": 0.8838383838383839, "eval_AMOUNT_f1": 0.9201646090534981, "eval_BIC_f1": 0.8271954674220964, "eval_BITCOINADDRESS_f1": 0.8934707903780068, "eval_BUILDINGNUMBER_f1": 0.8713105076741441, "eval_CITY_f1": 0.9325751421608448, "eval_COMPANYNAME_f1": 0.9595872742906276, "eval_COUNTY_f1": 0.9402985074626865, "eval_CREDITCARDCVV_f1": 0.0, "eval_CREDITCARDISSUER_f1": 0.9698795180722892, "eval_CREDITCARDNUMBER_f1": 0.8037634408602151, "eval_CURRENCYCODE_f1": 0.47244094488188976, "eval_CURRENCYNAME_f1": 0.3972125435540069, "eval_CURRENCYSYMBOL_f1": 0.7883817427385892, "eval_CURRENCY_f1": 0.6842105263157895, "eval_DATE_f1": 0.8431372549019608, "eval_DOB_f1": 0.5133819951338199, "eval_EMAIL_f1": 0.9913309535951045, "eval_ETHEREUMADDRESS_f1": 0.9830097087378641, "eval_EYECOLOR_f1": 0.8794326241134752, "eval_FIRSTNAME_f1": 0.9269537480063795, "eval_GENDER_f1": 0.9272030651340996, "eval_HEIGHT_f1": 0.9717514124293786, "eval_IBAN_f1": 0.9340540540540541, "eval_IPV4_f1": 0.8179551122194514, "eval_IPV6_f1": 0.8136272545090181, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.0, "eval_JOBTITLE_f1": 0.9206137424949967, "eval_JOBTYPE_f1": 0.08823529411764705, "eval_LASTNAME_f1": 0.5360230547550433, "eval_LITECOINADDRESS_f1": 0.7641025641025642, "eval_MAC_f1": 0.9789473684210527, "eval_MASKEDNUMBER_f1": 0.6637649619151251, "eval_MIDDLENAME_f1": 0.0, "eval_NEARBYGPSCOORDINATE_f1": 0.9929577464788732, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9486988847583644, "eval_PHONEIMEI_f1": 0.9645542427497316, "eval_PHONENUMBER_f1": 0.9623567921440261, "eval_PIN_f1": 0.8081841432225064, "eval_PREFIX_f1": 0.9380530973451328, "eval_SECONDARYADDRESS_f1": 0.9678675754625121, "eval_SEX_f1": 0.9333333333333333, "eval_SSN_f1": 0.9391634980988594, "eval_STATE_f1": 0.8885400313971742, "eval_STREET_f1": 0.9371231696813092, "eval_TIME_f1": 0.9681159420289854, "eval_URL_f1": 0.9883481836874571, "eval_USERAGENT_f1": 0.9481481481481482, "eval_USERNAME_f1": 0.9682959048877147, "eval_VEHICLEVIN_f1": 0.7937336814621411, "eval_VEHICLEVRM_f1": 0.7858407079646017, "eval_ZIPCODE_f1": 0.8648648648648649, "eval_loss": 0.10224327445030212, "eval_overall_accuracy": 0.9647527268876417, "eval_overall_f1": 0.8792349726775955, "eval_overall_precision": 0.8709403031240334, "eval_overall_recall": 0.8876891551071879, "eval_runtime": 44.4987, "eval_samples_per_second": 240.389, "eval_steps_per_second": 15.034, "step": 1338 }, { "epoch": 2.24, "learning_rate": 4.9892556438331585e-05, "loss": 0.1196, "step": 1500 }, { "epoch": 2.99, "learning_rate": 4.815828046188957e-05, "loss": 0.0915, "step": 2000 }, { "epoch": 3.0, "eval_ACCOUNTNAME_f1": 0.9783368273934312, "eval_ACCOUNTNUMBER_f1": 0.9562243502051984, "eval_AGE_f1": 0.891959798994975, "eval_AMOUNT_f1": 0.9581624282198523, "eval_BIC_f1": 0.9473684210526315, "eval_BITCOINADDRESS_f1": 0.9314616019818333, "eval_BUILDINGNUMBER_f1": 0.9055627425614489, "eval_CITY_f1": 0.9587194608256108, "eval_COMPANYNAME_f1": 0.9784668389319552, "eval_COUNTY_f1": 0.975728155339806, "eval_CREDITCARDCVV_f1": 0.6190476190476191, "eval_CREDITCARDISSUER_f1": 0.9698795180722892, "eval_CREDITCARDNUMBER_f1": 0.8209255533199196, "eval_CURRENCYCODE_f1": 0.8342245989304814, "eval_CURRENCYNAME_f1": 0.03592814371257485, "eval_CURRENCYSYMBOL_f1": 0.922266139657444, "eval_CURRENCY_f1": 0.7763157894736842, "eval_DATE_f1": 0.7257085020242915, "eval_DOB_f1": 0.6549019607843137, "eval_EMAIL_f1": 0.9953964194373401, "eval_ETHEREUMADDRESS_f1": 0.9818181818181817, "eval_EYECOLOR_f1": 0.8055555555555556, "eval_FIRSTNAME_f1": 0.9517725966145002, "eval_GENDER_f1": 0.9519321394910463, "eval_HEIGHT_f1": 0.9887005649717514, "eval_IBAN_f1": 0.980603448275862, "eval_IPV4_f1": 0.8328154133001864, "eval_IPV6_f1": 0.7922511690046761, "eval_IP_f1": 0.0038535645472061657, "eval_JOBAREA_f1": 0.0, "eval_JOBTITLE_f1": 0.9656593406593407, "eval_JOBTYPE_f1": 0.7633587786259541, "eval_LASTNAME_f1": 0.6688, "eval_LITECOINADDRESS_f1": 0.8524590163934426, "eval_MAC_f1": 0.979020979020979, "eval_MASKEDNUMBER_f1": 0.7631296891747053, "eval_MIDDLENAME_f1": 0.0, "eval_NEARBYGPSCOORDINATE_f1": 0.9882629107981221, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9645817633760362, "eval_PHONEIMEI_f1": 0.9956896551724138, "eval_PHONENUMBER_f1": 0.982940698619009, "eval_PIN_f1": 0.9054441260744985, "eval_PREFIX_f1": 0.9413218035824583, "eval_SECONDARYADDRESS_f1": 0.977648202137998, "eval_SEX_f1": 0.9421487603305785, "eval_SSN_f1": 0.9663366336633663, "eval_STATE_f1": 0.9658536585365853, "eval_STREET_f1": 0.9497872340425533, "eval_TIME_f1": 0.9682386910490857, "eval_URL_f1": 0.9924605894448253, "eval_USERAGENT_f1": 0.9944444444444445, "eval_USERNAME_f1": 0.9913275517011341, "eval_VEHICLEVIN_f1": 0.949748743718593, "eval_VEHICLEVRM_f1": 0.9762419006479481, "eval_ZIPCODE_f1": 0.9148211243611585, "eval_loss": 0.07479778677225113, "eval_overall_accuracy": 0.9701535528963253, "eval_overall_f1": 0.9047155863356937, "eval_overall_precision": 0.8933840479483633, "eval_overall_recall": 0.9163382723833543, "eval_runtime": 42.8584, "eval_samples_per_second": 249.589, "eval_steps_per_second": 15.61, "step": 2007 }, { "epoch": 3.74, "learning_rate": 4.444341676079644e-05, "loss": 0.0782, "step": 2500 }, { "epoch": 4.0, "eval_ACCOUNTNAME_f1": 0.9957507082152975, "eval_ACCOUNTNUMBER_f1": 0.9832167832167832, "eval_AGE_f1": 0.9432534678436318, "eval_AMOUNT_f1": 0.9645507007419621, "eval_BIC_f1": 0.9855072463768114, "eval_BITCOINADDRESS_f1": 0.9654591406908171, "eval_BUILDINGNUMBER_f1": 0.9527458492975734, "eval_CITY_f1": 0.980849292256453, "eval_COMPANYNAME_f1": 0.990426457789382, "eval_COUNTY_f1": 0.970691676436108, "eval_CREDITCARDCVV_f1": 0.5822784810126582, "eval_CREDITCARDISSUER_f1": 0.9669669669669669, "eval_CREDITCARDNUMBER_f1": 0.8963503649635036, "eval_CURRENCYCODE_f1": 0.8829787234042553, "eval_CURRENCYNAME_f1": 0.3387096774193549, "eval_CURRENCYSYMBOL_f1": 0.9779614325068869, "eval_CURRENCY_f1": 0.7717265353418309, "eval_DATE_f1": 0.8780082987551867, "eval_DOB_f1": 0.6913086913086914, "eval_EMAIL_f1": 0.9776422764227641, "eval_ETHEREUMADDRESS_f1": 0.9951338199513382, "eval_EYECOLOR_f1": 0.8857142857142857, "eval_FIRSTNAME_f1": 0.9674902470741222, "eval_GENDER_f1": 0.9865125240847784, "eval_HEIGHT_f1": 0.9859154929577464, "eval_IBAN_f1": 0.9741935483870969, "eval_IPV4_f1": 0.8394753279200501, "eval_IPV6_f1": 0.2833333333333333, "eval_IP_f1": 0.29608540925266896, "eval_JOBAREA_f1": 0.6470588235294118, "eval_JOBTITLE_f1": 0.9951557093425606, "eval_JOBTYPE_f1": 0.9354838709677421, "eval_LASTNAME_f1": 0.8277027027027027, "eval_LITECOINADDRESS_f1": 0.8808290155440415, "eval_MAC_f1": 0.975609756097561, "eval_MASKEDNUMBER_f1": 0.8859060402684563, "eval_MIDDLENAME_f1": 0.0, "eval_NEARBYGPSCOORDINATE_f1": 0.9882629107981221, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9838337182448037, "eval_PHONEIMEI_f1": 0.9946178686759957, "eval_PHONENUMBER_f1": 0.9853420195439738, "eval_PIN_f1": 0.9065934065934067, "eval_PREFIX_f1": 0.9351121892055791, "eval_SECONDARYADDRESS_f1": 0.9941520467836258, "eval_SEX_f1": 0.9133858267716536, "eval_SSN_f1": 0.9910802775024777, "eval_STATE_f1": 0.9493243243243243, "eval_STREET_f1": 0.986922406277245, "eval_TIME_f1": 0.97678916827853, "eval_URL_f1": 0.9979437971213161, "eval_USERAGENT_f1": 0.9944444444444445, "eval_USERNAME_f1": 0.9953239812959251, "eval_VEHICLEVIN_f1": 0.9571788413098236, "eval_VEHICLEVRM_f1": 0.9848156182212582, "eval_ZIPCODE_f1": 0.9489177489177489, "eval_loss": 0.06322777271270752, "eval_overall_accuracy": 0.9622048077941332, "eval_overall_f1": 0.9143112111277087, "eval_overall_precision": 0.9004241335829736, "eval_overall_recall": 0.9286333543505675, "eval_runtime": 43.2116, "eval_samples_per_second": 247.55, "eval_steps_per_second": 15.482, "step": 2676 }, { "epoch": 4.48, "learning_rate": 3.906567516921906e-05, "loss": 0.067, "step": 3000 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.9936305732484078, "eval_ACCOUNTNUMBER_f1": 0.9866853538892781, "eval_AGE_f1": 0.9578544061302682, "eval_AMOUNT_f1": 0.9583673469387756, "eval_BIC_f1": 0.9884393063583815, "eval_BITCOINADDRESS_f1": 0.9746192893401014, "eval_BUILDINGNUMBER_f1": 0.954248366013072, "eval_CITY_f1": 0.9958368026644463, "eval_COMPANYNAME_f1": 0.9887250650477016, "eval_COUNTY_f1": 0.9903147699757869, "eval_CREDITCARDCVV_f1": 0.8952380952380952, "eval_CREDITCARDISSUER_f1": 0.9970326409495549, "eval_CREDITCARDNUMBER_f1": 0.9396681749622926, "eval_CURRENCYCODE_f1": 0.9139784946236559, "eval_CURRENCYNAME_f1": 0.6028985507246378, "eval_CURRENCYSYMBOL_f1": 0.9848275862068966, "eval_CURRENCY_f1": 0.8107382550335571, "eval_DATE_f1": 0.9160439560439562, "eval_DOB_f1": 0.8131672597864769, "eval_EMAIL_f1": 0.9969325153374233, "eval_ETHEREUMADDRESS_f1": 0.9951338199513382, "eval_EYECOLOR_f1": 0.9411764705882353, "eval_FIRSTNAME_f1": 0.9731499672560576, "eval_GENDER_f1": 0.9942307692307691, "eval_HEIGHT_f1": 0.9915014164305949, "eval_IBAN_f1": 0.9870410367170628, "eval_IPV4_f1": 0.7980835044490076, "eval_IPV6_f1": 0.8063660477453581, "eval_IP_f1": 0.20839363241678727, "eval_JOBAREA_f1": 0.7567567567567568, "eval_JOBTITLE_f1": 0.9827228749136143, "eval_JOBTYPE_f1": 0.9133858267716536, "eval_LASTNAME_f1": 0.869158878504673, "eval_LITECOINADDRESS_f1": 0.8288770053475937, "eval_MAC_f1": 0.9877408056042032, "eval_MASKEDNUMBER_f1": 0.9391955098222637, "eval_MIDDLENAME_f1": 0.05128205128205127, "eval_NEARBYGPSCOORDINATE_f1": 0.9882629107981221, "eval_ORDINALDIRECTION_f1": 0.6666666666666666, "eval_PASSWORD_f1": 0.9722430607651913, "eval_PHONEIMEI_f1": 0.990353697749196, "eval_PHONENUMBER_f1": 0.9942669942669943, "eval_PIN_f1": 0.9590643274853801, "eval_PREFIX_f1": 0.9676190476190477, "eval_SECONDARYADDRESS_f1": 0.9902534113060428, "eval_SEX_f1": 0.9747899159663865, "eval_SSN_f1": 0.9920792079207922, "eval_STATE_f1": 0.9789983844911146, "eval_STREET_f1": 0.990409764603313, "eval_TIME_f1": 0.9786821705426356, "eval_URL_f1": 0.9952087611225188, "eval_USERAGENT_f1": 0.9925925925925926, "eval_USERNAME_f1": 0.9893190921228303, "eval_VEHICLEVIN_f1": 0.9748743718592965, "eval_VEHICLEVRM_f1": 0.9891067538126361, "eval_ZIPCODE_f1": 0.9653423499577346, "eval_loss": 0.05170274153351784, "eval_overall_accuracy": 0.9766853754103568, "eval_overall_f1": 0.9442191265502852, "eval_overall_precision": 0.9389393289950513, "eval_overall_recall": 0.9495586380832283, "eval_runtime": 44.92, "eval_samples_per_second": 238.134, "eval_steps_per_second": 14.893, "step": 3345 }, { "epoch": 5.23, "learning_rate": 3.248498141437852e-05, "loss": 0.0656, "step": 3500 }, { "epoch": 5.98, "learning_rate": 2.5264142449579226e-05, "loss": 0.0568, "step": 4000 }, { "epoch": 6.0, "eval_ACCOUNTNAME_f1": 0.9985835694050991, "eval_ACCOUNTNUMBER_f1": 0.9985974754558204, "eval_AGE_f1": 0.9508196721311476, "eval_AMOUNT_f1": 0.9703459637561779, "eval_BIC_f1": 0.9884393063583815, "eval_BITCOINADDRESS_f1": 0.9721988205560236, "eval_BUILDINGNUMBER_f1": 0.9754838709677419, "eval_CITY_f1": 0.9974937343358397, "eval_COMPANYNAME_f1": 0.9965156794425087, "eval_COUNTY_f1": 0.9903846153846153, "eval_CREDITCARDCVV_f1": 0.84, "eval_CREDITCARDISSUER_f1": 0.9669669669669669, "eval_CREDITCARDNUMBER_f1": 0.95, "eval_CURRENCYCODE_f1": 0.9565217391304348, "eval_CURRENCYNAME_f1": 0.6278317152103561, "eval_CURRENCYSYMBOL_f1": 0.9944289693593316, "eval_CURRENCY_f1": 0.8498074454428755, "eval_DATE_f1": 0.9164743885556068, "eval_DOB_f1": 0.8625204582651392, "eval_EMAIL_f1": 0.9984670413898825, "eval_ETHEREUMADDRESS_f1": 0.9927007299270073, "eval_EYECOLOR_f1": 0.962962962962963, "eval_FIRSTNAME_f1": 0.9894109861019192, "eval_GENDER_f1": 0.9961612284069098, "eval_HEIGHT_f1": 0.9943502824858756, "eval_IBAN_f1": 0.9913419913419913, "eval_IPV4_f1": 0.8345138441725691, "eval_IPV6_f1": 0.8221614227086183, "eval_IP_f1": 0.1920529801324503, "eval_JOBAREA_f1": 0.8292682926829269, "eval_JOBTITLE_f1": 0.9979181124219292, "eval_JOBTYPE_f1": 0.9516129032258065, "eval_LASTNAME_f1": 0.9465153970826581, "eval_LITECOINADDRESS_f1": 0.9340369393139841, "eval_MAC_f1": 0.9772329246935202, "eval_MASKEDNUMBER_f1": 0.9562790697674419, "eval_MIDDLENAME_f1": 0.6666666666666667, "eval_NEARBYGPSCOORDINATE_f1": 0.9976525821596244, "eval_ORDINALDIRECTION_f1": 0.6666666666666666, "eval_PASSWORD_f1": 0.9984662576687117, "eval_PHONEIMEI_f1": 0.9978448275862069, "eval_PHONENUMBER_f1": 0.9975429975429976, "eval_PIN_f1": 0.9704142011834319, "eval_PREFIX_f1": 0.9686323713927227, "eval_SECONDARYADDRESS_f1": 0.9970788704965919, "eval_SEX_f1": 0.9747899159663865, "eval_SSN_f1": 0.9930624380574826, "eval_STATE_f1": 0.9885807504078303, "eval_STREET_f1": 0.9947643979057592, "eval_TIME_f1": 0.989247311827957, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9962962962962963, "eval_USERNAME_f1": 0.9979933110367893, "eval_VEHICLEVIN_f1": 0.9748743718592965, "eval_VEHICLEVRM_f1": 0.9934640522875817, "eval_ZIPCODE_f1": 0.9829931972789114, "eval_loss": 0.047248952090740204, "eval_overall_accuracy": 0.9796844223234141, "eval_overall_f1": 0.9566601178781926, "eval_overall_precision": 0.953886538160163, "eval_overall_recall": 0.9594498738965952, "eval_runtime": 44.1595, "eval_samples_per_second": 242.235, "eval_steps_per_second": 15.15, "step": 4014 }, { "epoch": 6.73, "learning_rate": 1.8020712977939116e-05, "loss": 0.0482, "step": 4500 }, { "epoch": 7.0, "eval_ACCOUNTNAME_f1": 0.9992912827781716, "eval_ACCOUNTNUMBER_f1": 0.9971949509116409, "eval_AGE_f1": 0.9707006369426752, "eval_AMOUNT_f1": 0.9926168990976211, "eval_BIC_f1": 0.9942196531791907, "eval_BITCOINADDRESS_f1": 0.9602076124567474, "eval_BUILDINGNUMBER_f1": 0.9846938775510203, "eval_CITY_f1": 0.9991645781119466, "eval_COMPANYNAME_f1": 0.9982578397212544, "eval_COUNTY_f1": 0.9951923076923077, "eval_CREDITCARDCVV_f1": 0.9444444444444444, "eval_CREDITCARDISSUER_f1": 0.9970326409495549, "eval_CREDITCARDNUMBER_f1": 0.9627376425855514, "eval_CURRENCYCODE_f1": 0.972972972972973, "eval_CURRENCYNAME_f1": 0.72, "eval_CURRENCYSYMBOL_f1": 0.9958275382475661, "eval_CURRENCY_f1": 0.8633879781420765, "eval_DATE_f1": 0.9586482881280569, "eval_DOB_f1": 0.910233393177738, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 0.9951338199513382, "eval_EYECOLOR_f1": 0.9924812030075187, "eval_FIRSTNAME_f1": 0.9917245945051308, "eval_GENDER_f1": 0.9942528735632183, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 0.9935205183585313, "eval_IPV4_f1": 0.8430268918073796, "eval_IPV6_f1": 0.848780487804878, "eval_IP_f1": 0.22564102564102562, "eval_JOBAREA_f1": 0.8571428571428571, "eval_JOBTITLE_f1": 1.0, "eval_JOBTYPE_f1": 0.9516129032258065, "eval_LASTNAME_f1": 0.9499192245557351, "eval_LITECOINADDRESS_f1": 0.9198113207547169, "eval_MAC_f1": 0.9929824561403509, "eval_MASKEDNUMBER_f1": 0.9704251386321626, "eval_MIDDLENAME_f1": 0.6865671641791046, "eval_NEARBYGPSCOORDINATE_f1": 0.9976525821596244, "eval_ORDINALDIRECTION_f1": 0.9090909090909091, "eval_PASSWORD_f1": 1.0, "eval_PHONEIMEI_f1": 0.9978448275862069, "eval_PHONENUMBER_f1": 0.9975429975429976, "eval_PIN_f1": 0.9879518072289156, "eval_PREFIX_f1": 0.979721166032953, "eval_SECONDARYADDRESS_f1": 0.9970731707317074, "eval_SEX_f1": 0.9914529914529915, "eval_SSN_f1": 0.9940476190476191, "eval_STATE_f1": 0.9950900163666122, "eval_STREET_f1": 1.0, "eval_TIME_f1": 0.9872922776148583, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9962962962962963, "eval_USERNAME_f1": 0.9993311036789299, "eval_VEHICLEVIN_f1": 0.9949748743718593, "eval_VEHICLEVRM_f1": 0.9869565217391305, "eval_ZIPCODE_f1": 0.9863247863247864, "eval_loss": 0.04255259409546852, "eval_overall_accuracy": 0.982552155035476, "eval_overall_f1": 0.965500973049478, "eval_overall_precision": 0.9632476956265934, "eval_overall_recall": 0.967764817150063, "eval_runtime": 46.2398, "eval_samples_per_second": 231.338, "eval_steps_per_second": 14.468, "step": 4683 }, { "epoch": 7.47, "learning_rate": 1.1374179732055429e-05, "loss": 0.042, "step": 5000 }, { "epoch": 8.0, "eval_ACCOUNTNAME_f1": 0.9992912827781716, "eval_ACCOUNTNUMBER_f1": 0.9985974754558204, "eval_AGE_f1": 0.9807938540332907, "eval_AMOUNT_f1": 0.9958915365653246, "eval_BIC_f1": 0.9942196531791907, "eval_BITCOINADDRESS_f1": 0.9931506849315068, "eval_BUILDINGNUMBER_f1": 0.9911280101394169, "eval_CITY_f1": 1.0, "eval_COMPANYNAME_f1": 1.0, "eval_COUNTY_f1": 0.9975903614457832, "eval_CREDITCARDCVV_f1": 0.9444444444444444, "eval_CREDITCARDISSUER_f1": 0.9970326409495549, "eval_CREDITCARDNUMBER_f1": 0.9715603382013834, "eval_CURRENCYCODE_f1": 0.972972972972973, "eval_CURRENCYNAME_f1": 0.7560975609756099, "eval_CURRENCYSYMBOL_f1": 0.9944289693593316, "eval_CURRENCY_f1": 0.8906666666666667, "eval_DATE_f1": 0.9724853405502931, "eval_DOB_f1": 0.9429323968393327, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 0.9975669099756691, "eval_EYECOLOR_f1": 0.9924812030075187, "eval_FIRSTNAME_f1": 0.9927248677248677, "eval_GENDER_f1": 0.99712368168744, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 0.9956803455723542, "eval_IPV4_f1": 0.8498074454428755, "eval_IPV6_f1": 0.8565371024734982, "eval_IP_f1": 0.4055555555555556, "eval_JOBAREA_f1": 0.909090909090909, "eval_JOBTITLE_f1": 1.0, "eval_JOBTYPE_f1": 0.9672131147540983, "eval_LASTNAME_f1": 0.9756888168557536, "eval_LITECOINADDRESS_f1": 0.9847715736040609, "eval_MAC_f1": 0.9964912280701754, "eval_MASKEDNUMBER_f1": 0.9808219178082193, "eval_MIDDLENAME_f1": 0.716417910447761, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 1.0, "eval_PASSWORD_f1": 1.0, "eval_PHONEIMEI_f1": 0.9978448275862069, "eval_PHONENUMBER_f1": 0.9975429975429976, "eval_PIN_f1": 0.9879518072289156, "eval_PREFIX_f1": 0.9871794871794872, "eval_SECONDARYADDRESS_f1": 0.9970731707317074, "eval_SEX_f1": 0.9830508474576272, "eval_SSN_f1": 0.996031746031746, "eval_STATE_f1": 0.9967320261437909, "eval_STREET_f1": 0.9991266375545852, "eval_TIME_f1": 0.9940944881889763, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9981481481481481, "eval_USERNAME_f1": 1.0, "eval_VEHICLEVIN_f1": 0.9949748743718593, "eval_VEHICLEVRM_f1": 0.9891540130151845, "eval_ZIPCODE_f1": 0.9965694682675815, "eval_loss": 0.02879495732486248, "eval_overall_accuracy": 0.9873557132267288, "eval_overall_f1": 0.9722718965551124, "eval_overall_precision": 0.9696993453804241, "eval_overall_recall": 0.974858133669609, "eval_runtime": 45.3987, "eval_samples_per_second": 235.623, "eval_steps_per_second": 14.736, "step": 5352 }, { "epoch": 8.22, "learning_rate": 5.892980518869237e-06, "loss": 0.0376, "step": 5500 }, { "epoch": 8.97, "learning_rate": 2.0458891705253473e-06, "loss": 0.0327, "step": 6000 }, { "epoch": 9.0, "eval_ACCOUNTNAME_f1": 0.9992912827781716, "eval_ACCOUNTNUMBER_f1": 0.9985974754558204, "eval_AGE_f1": 0.9871794871794872, "eval_AMOUNT_f1": 0.9983552631578947, "eval_BIC_f1": 0.9942196531791907, "eval_BITCOINADDRESS_f1": 0.9957155098543274, "eval_BUILDINGNUMBER_f1": 0.989821882951654, "eval_CITY_f1": 1.0, "eval_COMPANYNAME_f1": 1.0, "eval_COUNTY_f1": 1.0, "eval_CREDITCARDCVV_f1": 0.9444444444444444, "eval_CREDITCARDISSUER_f1": 0.9970326409495549, "eval_CREDITCARDNUMBER_f1": 0.9746348962336665, "eval_CURRENCYCODE_f1": 0.9945945945945946, "eval_CURRENCYNAME_f1": 0.7761194029850748, "eval_CURRENCYSYMBOL_f1": 0.9958275382475661, "eval_CURRENCY_f1": 0.8958051420838972, "eval_DATE_f1": 0.9787041232442228, "eval_DOB_f1": 0.9556907037358819, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.9924812030075187, "eval_FIRSTNAME_f1": 0.9947054930509596, "eval_GENDER_f1": 1.0, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 0.9956709956709957, "eval_IPV4_f1": 0.8455074337427277, "eval_IPV6_f1": 0.8316981132075472, "eval_IP_f1": 0.5173160173160173, "eval_JOBAREA_f1": 0.909090909090909, "eval_JOBTITLE_f1": 1.0, "eval_JOBTYPE_f1": 0.9672131147540983, "eval_LASTNAME_f1": 0.9870550161812298, "eval_LITECOINADDRESS_f1": 0.9948979591836735, "eval_MAC_f1": 0.9964912280701754, "eval_MASKEDNUMBER_f1": 0.9817518248175182, "eval_MIDDLENAME_f1": 0.7575757575757577, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 1.0, "eval_PASSWORD_f1": 1.0, "eval_PHONEIMEI_f1": 0.9978448275862069, "eval_PHONENUMBER_f1": 0.9975429975429976, "eval_PIN_f1": 0.9820359281437125, "eval_PREFIX_f1": 0.9878594249201278, "eval_SECONDARYADDRESS_f1": 0.9990243902439024, "eval_SEX_f1": 0.9915966386554621, "eval_SSN_f1": 0.996031746031746, "eval_STATE_f1": 0.9967320261437909, "eval_STREET_f1": 0.9991266375545852, "eval_TIME_f1": 0.9970559371933267, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9981481481481481, "eval_USERNAME_f1": 1.0, "eval_VEHICLEVIN_f1": 0.9949748743718593, "eval_VEHICLEVRM_f1": 0.9913419913419913, "eval_ZIPCODE_f1": 0.9965694682675815, "eval_loss": 0.023680225014686584, "eval_overall_accuracy": 0.9899036323202373, "eval_overall_f1": 0.9732687442389534, "eval_overall_precision": 0.9687658610861671, "eval_overall_recall": 0.9778136822194199, "eval_runtime": 42.4615, "eval_samples_per_second": 251.922, "eval_steps_per_second": 15.755, "step": 6021 }, { "epoch": 9.72, "learning_rate": 1.619241524784959e-07, "loss": 0.0267, "step": 6500 }, { "epoch": 10.0, "eval_ACCOUNTNAME_f1": 0.9992912827781716, "eval_ACCOUNTNUMBER_f1": 0.9985974754558204, "eval_AGE_f1": 0.988446726572529, "eval_AMOUNT_f1": 0.9983552631578947, "eval_BIC_f1": 0.9942196531791907, "eval_BITCOINADDRESS_f1": 0.9974293059125964, "eval_BUILDINGNUMBER_f1": 0.989821882951654, "eval_CITY_f1": 1.0, "eval_COMPANYNAME_f1": 1.0, "eval_COUNTY_f1": 0.9975903614457832, "eval_CREDITCARDCVV_f1": 0.9541284403669724, "eval_CREDITCARDISSUER_f1": 0.9970326409495549, "eval_CREDITCARDNUMBER_f1": 0.9753846153846153, "eval_CURRENCYCODE_f1": 0.9945945945945946, "eval_CURRENCYNAME_f1": 0.7696969696969697, "eval_CURRENCYSYMBOL_f1": 0.9958275382475661, "eval_CURRENCY_f1": 0.8966442953020135, "eval_DATE_f1": 0.9778380823156944, "eval_DOB_f1": 0.9546247818499127, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.9924812030075187, "eval_FIRSTNAME_f1": 0.9947054930509596, "eval_GENDER_f1": 1.0, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 0.9978354978354979, "eval_IPV4_f1": 0.8455497382198952, "eval_IPV6_f1": 0.8854625550660794, "eval_IP_f1": 0.5403508771929824, "eval_JOBAREA_f1": 0.909090909090909, "eval_JOBTITLE_f1": 1.0, "eval_JOBTYPE_f1": 0.9672131147540983, "eval_LASTNAME_f1": 0.9854604200323102, "eval_LITECOINADDRESS_f1": 0.9948979591836735, "eval_MAC_f1": 0.9964912280701754, "eval_MASKEDNUMBER_f1": 0.9835766423357665, "eval_MIDDLENAME_f1": 0.7384615384615385, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 1.0, "eval_PASSWORD_f1": 1.0, "eval_PHONEIMEI_f1": 0.9978448275862069, "eval_PHONENUMBER_f1": 0.9975429975429976, "eval_PIN_f1": 0.9820359281437125, "eval_PREFIX_f1": 0.9872286079182631, "eval_SECONDARYADDRESS_f1": 1.0, "eval_SEX_f1": 0.9915966386554621, "eval_SSN_f1": 0.996031746031746, "eval_STATE_f1": 0.9967320261437909, "eval_STREET_f1": 0.9991266375545852, "eval_TIME_f1": 1.0, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9981481481481481, "eval_USERNAME_f1": 1.0, "eval_VEHICLEVIN_f1": 0.9949748743718593, "eval_VEHICLEVRM_f1": 0.987012987012987, "eval_ZIPCODE_f1": 0.9965694682675815, "eval_loss": 0.021080104634165764, "eval_overall_accuracy": 0.9914984644710367, "eval_overall_f1": 0.9756949897911104, "eval_overall_precision": 0.9721830985915493, "eval_overall_recall": 0.9792323455233292, "eval_runtime": 45.9584, "eval_samples_per_second": 232.754, "eval_steps_per_second": 14.557, "step": 6690 }, { "epoch": 10.0, "step": 6690, "total_flos": 4787420476179840.0, "train_loss": 0.1772846938248707, "train_runtime": 1590.4288, "train_samples_per_second": 67.259, "train_steps_per_second": 4.206 }, { "epoch": 10.0, "eval_ACCOUNTNAME_f1": 0.9992912827781716, "eval_ACCOUNTNUMBER_f1": 0.9985974754558204, "eval_AGE_f1": 0.988446726572529, "eval_AMOUNT_f1": 0.9983552631578947, "eval_BIC_f1": 0.9942196531791907, "eval_BITCOINADDRESS_f1": 0.9974293059125964, "eval_BUILDINGNUMBER_f1": 0.989821882951654, "eval_CITY_f1": 1.0, "eval_COMPANYNAME_f1": 1.0, "eval_COUNTY_f1": 0.9975903614457832, "eval_CREDITCARDCVV_f1": 0.9541284403669724, "eval_CREDITCARDISSUER_f1": 0.9970326409495549, "eval_CREDITCARDNUMBER_f1": 0.9753846153846153, "eval_CURRENCYCODE_f1": 0.9945945945945946, "eval_CURRENCYNAME_f1": 0.7696969696969697, "eval_CURRENCYSYMBOL_f1": 0.9958275382475661, "eval_CURRENCY_f1": 0.8966442953020135, "eval_DATE_f1": 0.9778380823156944, "eval_DOB_f1": 0.9546247818499127, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.9924812030075187, "eval_FIRSTNAME_f1": 0.9947054930509596, "eval_GENDER_f1": 1.0, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 0.9978354978354979, "eval_IPV4_f1": 0.8455497382198952, "eval_IPV6_f1": 0.8854625550660794, "eval_IP_f1": 0.5403508771929824, "eval_JOBAREA_f1": 0.909090909090909, "eval_JOBTITLE_f1": 1.0, "eval_JOBTYPE_f1": 0.9672131147540983, "eval_LASTNAME_f1": 0.9854604200323102, "eval_LITECOINADDRESS_f1": 0.9948979591836735, "eval_MAC_f1": 0.9964912280701754, "eval_MASKEDNUMBER_f1": 0.9835766423357665, "eval_MIDDLENAME_f1": 0.7384615384615385, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 1.0, "eval_PASSWORD_f1": 1.0, "eval_PHONEIMEI_f1": 0.9978448275862069, "eval_PHONENUMBER_f1": 0.9975429975429976, "eval_PIN_f1": 0.9820359281437125, "eval_PREFIX_f1": 0.9872286079182631, "eval_SECONDARYADDRESS_f1": 1.0, "eval_SEX_f1": 0.9915966386554621, "eval_SSN_f1": 0.996031746031746, "eval_STATE_f1": 0.9967320261437909, "eval_STREET_f1": 0.9991266375545852, "eval_TIME_f1": 1.0, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9981481481481481, "eval_USERNAME_f1": 1.0, "eval_VEHICLEVIN_f1": 0.9949748743718593, "eval_VEHICLEVRM_f1": 0.987012987012987, "eval_ZIPCODE_f1": 0.9965694682675815, "eval_loss": 0.021080104634165764, "eval_overall_accuracy": 0.9914984644710367, "eval_overall_f1": 0.9756949897911104, "eval_overall_precision": 0.9721830985915493, "eval_overall_recall": 0.9792323455233292, "eval_runtime": 40.5088, "eval_samples_per_second": 264.066, "eval_steps_per_second": 16.515, "step": 6690 } ], "logging_steps": 500, "max_steps": 6690, "num_train_epochs": 10, "save_steps": 500, "total_flos": 4787420476179840.0, "trial_name": null, "trial_params": null }