{ "best_metric": 0.08207416534423828, "best_model_checkpoint": "distilbert-base-german-cased_finetuned_ai4privacy_v2/checkpoint-15846", "epoch": 5.0, "eval_steps": 500, "global_step": 26410, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.09, "learning_rate": 4.733055660734571e-06, "loss": 3.2085, "step": 500 }, { "epoch": 0.19, "learning_rate": 9.466111321469142e-06, "loss": 1.327, "step": 1000 }, { "epoch": 0.28, "learning_rate": 1.4199166982203713e-05, "loss": 0.7825, "step": 1500 }, { "epoch": 0.38, "learning_rate": 1.8932222642938283e-05, "loss": 0.4966, "step": 2000 }, { "epoch": 0.47, "learning_rate": 2.3665278303672853e-05, "loss": 0.3448, "step": 2500 }, { "epoch": 0.57, "learning_rate": 2.8398333964407427e-05, "loss": 0.258, "step": 3000 }, { "epoch": 0.66, "learning_rate": 3.3131389625142e-05, "loss": 0.2085, "step": 3500 }, { "epoch": 0.76, "learning_rate": 3.786444528587657e-05, "loss": 0.1772, "step": 4000 }, { "epoch": 0.85, "learning_rate": 4.259750094661114e-05, "loss": 0.1621, "step": 4500 }, { "epoch": 0.95, "learning_rate": 4.733055660734571e-05, "loss": 0.1449, "step": 5000 }, { "epoch": 1.0, "eval_ACCOUNTNAME_f1": 0.9954198473282443, "eval_ACCOUNTNUMBER_f1": 0.9179856115107913, "eval_AGE_f1": 0.9508963367108341, "eval_AMOUNT_f1": 0.7477624084621644, "eval_BIC_f1": 0.8314606741573033, "eval_BITCOINADDRESS_f1": 0.826487845766974, "eval_BUILDINGNUMBER_f1": 0.7907608695652174, "eval_CITY_f1": 0.8030176026823136, "eval_COMPANYNAME_f1": 0.9011494252873564, "eval_COUNTY_f1": 0.911849710982659, "eval_CREDITCARDCVV_f1": 0.8668555240793201, "eval_CREDITCARDISSUER_f1": 0.983108108108108, "eval_CREDITCARDNUMBER_f1": 0.8052902277736959, "eval_CURRENCYCODE_f1": 0.6481994459833795, "eval_CURRENCYNAME_f1": 0.0, "eval_CURRENCYSYMBOL_f1": 0.842998585572843, "eval_CURRENCY_f1": 0.4935064935064935, "eval_DATE_f1": 0.767189384800965, "eval_DOB_f1": 0.47512864493996565, "eval_EMAIL_f1": 0.9869835880022637, "eval_ETHEREUMADDRESS_f1": 0.9102564102564104, "eval_EYECOLOR_f1": 0.9500924214417744, "eval_FIRSTNAME_f1": 0.8809652928416485, "eval_GENDER_f1": 0.9551999999999999, "eval_HEIGHT_f1": 0.9506726457399103, "eval_IBAN_f1": 0.9085545722713864, "eval_IPV4_f1": 0.8124098124098125, "eval_IPV6_f1": 0.7776119402985074, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.8697788697788698, "eval_JOBTITLE_f1": 0.9757887013939838, "eval_JOBTYPE_f1": 0.9445324881141047, "eval_LASTNAME_f1": 0.8139637649138312, "eval_LITECOINADDRESS_f1": 0.5210084033613446, "eval_MAC_f1": 0.9818913480885312, "eval_MASKEDNUMBER_f1": 0.6554621848739496, "eval_MIDDLENAME_f1": 0.4113980409617097, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9836601307189542, "eval_PASSWORD_f1": 0.8093333333333332, "eval_PHONEIMEI_f1": 0.976066597294485, "eval_PHONENUMBER_f1": 0.9253981559094719, "eval_PIN_f1": 0.7704918032786884, "eval_PREFIX_f1": 0.8613026819923371, "eval_SECONDARYADDRESS_f1": 0.9675850891410049, "eval_SEX_f1": 0.9978401727861772, "eval_SSN_f1": 0.956989247311828, "eval_STATE_f1": 0.8584831899921814, "eval_STREET_f1": 0.8163538873994638, "eval_TIME_f1": 0.964336661911555, "eval_URL_f1": 0.9878934624697336, "eval_USERAGENT_f1": 0.9533861037818822, "eval_USERNAME_f1": 0.9415481832543444, "eval_VEHICLEVIN_f1": 0.8777777777777778, "eval_VEHICLEVRM_f1": 0.9715909090909092, "eval_ZIPCODE_f1": 0.731284475965327, "eval_loss": 0.13650085031986237, "eval_overall_accuracy": 0.9504213707552718, "eval_overall_f1": 0.8468665645290726, "eval_overall_precision": 0.8212587729227983, "eval_overall_recall": 0.8741227145395946, "eval_runtime": 101.0692, "eval_samples_per_second": 104.522, "eval_steps_per_second": 13.07, "step": 5282 }, { "epoch": 1.04, "learning_rate": 4.9484096932979936e-05, "loss": 0.1457, "step": 5500 }, { "epoch": 1.14, "learning_rate": 4.830083301779629e-05, "loss": 0.1332, "step": 6000 }, { "epoch": 1.23, "learning_rate": 4.711756910261265e-05, "loss": 0.1257, "step": 6500 }, { "epoch": 1.33, "learning_rate": 4.5934305187429e-05, "loss": 0.1162, "step": 7000 }, { "epoch": 1.42, "learning_rate": 4.4751041272245366e-05, "loss": 0.114, "step": 7500 }, { "epoch": 1.51, "learning_rate": 4.356777735706172e-05, "loss": 0.1133, "step": 8000 }, { "epoch": 1.61, "learning_rate": 4.238451344187808e-05, "loss": 0.106, "step": 8500 }, { "epoch": 1.7, "learning_rate": 4.120124952669443e-05, "loss": 0.1071, "step": 9000 }, { "epoch": 1.8, "learning_rate": 4.0017985611510796e-05, "loss": 0.1018, "step": 9500 }, { "epoch": 1.89, "learning_rate": 3.883472169632715e-05, "loss": 0.1012, "step": 10000 }, { "epoch": 1.99, "learning_rate": 3.765145778114351e-05, "loss": 0.1039, "step": 10500 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.9923430321592649, "eval_ACCOUNTNUMBER_f1": 0.9598214285714286, "eval_AGE_f1": 0.9720930232558139, "eval_AMOUNT_f1": 0.8978704910908301, "eval_BIC_f1": 0.9240121580547113, "eval_BITCOINADDRESS_f1": 0.9217970049916806, "eval_BUILDINGNUMBER_f1": 0.8937093275488069, "eval_CITY_f1": 0.8802698145025295, "eval_COMPANYNAME_f1": 0.9648000000000001, "eval_COUNTY_f1": 0.9595375722543353, "eval_CREDITCARDCVV_f1": 0.9562682215743439, "eval_CREDITCARDISSUER_f1": 0.9847715736040609, "eval_CREDITCARDNUMBER_f1": 0.842687747035573, "eval_CURRENCYCODE_f1": 0.7677419354838709, "eval_CURRENCYNAME_f1": 0.22096317280453254, "eval_CURRENCYSYMBOL_f1": 0.9243937232524965, "eval_CURRENCY_f1": 0.5723684210526316, "eval_DATE_f1": 0.8003341687552213, "eval_DOB_f1": 0.5865546218487394, "eval_EMAIL_f1": 0.9931662870159453, "eval_ETHEREUMADDRESS_f1": 0.9636363636363636, "eval_EYECOLOR_f1": 0.98348623853211, "eval_FIRSTNAME_f1": 0.9472764346053015, "eval_GENDER_f1": 0.9794303797468354, "eval_HEIGHT_f1": 0.9752808988764045, "eval_IBAN_f1": 0.9643564356435643, "eval_IPV4_f1": 0.7041666666666666, "eval_IPV6_f1": 0.7563636363636365, "eval_IP_f1": 0.01729106628242075, "eval_JOBAREA_f1": 0.9438893159108378, "eval_JOBTITLE_f1": 0.9911111111111112, "eval_JOBTYPE_f1": 0.9709803921568626, "eval_LASTNAME_f1": 0.8987566607460035, "eval_LITECOINADDRESS_f1": 0.728813559322034, "eval_MAC_f1": 0.9800796812749004, "eval_MASKEDNUMBER_f1": 0.7912772585669782, "eval_MIDDLENAME_f1": 0.8976608187134503, "eval_NEARBYGPSCOORDINATE_f1": 0.9977728285077951, "eval_ORDINALDIRECTION_f1": 0.9853181076672104, "eval_PASSWORD_f1": 0.958102766798419, "eval_PHONEIMEI_f1": 0.9936974789915967, "eval_PHONENUMBER_f1": 0.9760923330585326, "eval_PIN_f1": 0.9146341463414634, "eval_PREFIX_f1": 0.916604057099925, "eval_SECONDARYADDRESS_f1": 0.9741100323624595, "eval_SEX_f1": 0.9978370583994233, "eval_SSN_f1": 0.9787234042553191, "eval_STATE_f1": 0.9448329448329448, "eval_STREET_f1": 0.9031396125584502, "eval_TIME_f1": 0.9591397849462365, "eval_URL_f1": 0.9967637540453074, "eval_USERAGENT_f1": 0.9638128861429833, "eval_USERNAME_f1": 0.9718875502008032, "eval_VEHICLEVIN_f1": 0.9454545454545454, "eval_VEHICLEVRM_f1": 0.9828571428571428, "eval_ZIPCODE_f1": 0.8863287250384024, "eval_loss": 0.08413301408290863, "eval_overall_accuracy": 0.9649157995052562, "eval_overall_f1": 0.9040715288553904, "eval_overall_precision": 0.8874543027911566, "eval_overall_recall": 0.9213229314135968, "eval_runtime": 89.7232, "eval_samples_per_second": 117.74, "eval_steps_per_second": 14.723, "step": 10564 }, { "epoch": 2.08, "learning_rate": 3.646819386595986e-05, "loss": 0.0819, "step": 11000 }, { "epoch": 2.18, "learning_rate": 3.5284929950776226e-05, "loss": 0.0851, "step": 11500 }, { "epoch": 2.27, "learning_rate": 3.4101666035592575e-05, "loss": 0.0801, "step": 12000 }, { "epoch": 2.37, "learning_rate": 3.291840212040894e-05, "loss": 0.0781, "step": 12500 }, { "epoch": 2.46, "learning_rate": 3.173513820522529e-05, "loss": 0.0845, "step": 13000 }, { "epoch": 2.56, "learning_rate": 3.0551874290041656e-05, "loss": 0.0789, "step": 13500 }, { "epoch": 2.65, "learning_rate": 2.9368610374858008e-05, "loss": 0.0744, "step": 14000 }, { "epoch": 2.75, "learning_rate": 2.8185346459674367e-05, "loss": 0.0878, "step": 14500 }, { "epoch": 2.84, "learning_rate": 2.7002082544490726e-05, "loss": 0.0784, "step": 15000 }, { "epoch": 2.93, "learning_rate": 2.5818818629307086e-05, "loss": 0.0804, "step": 15500 }, { "epoch": 3.0, "eval_ACCOUNTNAME_f1": 0.998468606431853, "eval_ACCOUNTNUMBER_f1": 0.9848714069591529, "eval_AGE_f1": 0.9791505791505791, "eval_AMOUNT_f1": 0.9386854874283194, "eval_BIC_f1": 0.964071856287425, "eval_BITCOINADDRESS_f1": 0.9637305699481865, "eval_BUILDINGNUMBER_f1": 0.9010676156583629, "eval_CITY_f1": 0.9259574468085108, "eval_COMPANYNAME_f1": 0.9782082324455207, "eval_COUNTY_f1": 0.977810650887574, "eval_CREDITCARDCVV_f1": 0.9542857142857143, "eval_CREDITCARDISSUER_f1": 1.0, "eval_CREDITCARDNUMBER_f1": 0.8796223446105429, "eval_CURRENCYCODE_f1": 0.8328267477203648, "eval_CURRENCYNAME_f1": 0.34657039711191334, "eval_CURRENCYSYMBOL_f1": 0.9420289855072463, "eval_CURRENCY_f1": 0.7027027027027027, "eval_DATE_f1": 0.8156424581005587, "eval_DOB_f1": 0.6575121163166397, "eval_EMAIL_f1": 0.9971477467199088, "eval_ETHEREUMADDRESS_f1": 0.9946524064171123, "eval_EYECOLOR_f1": 0.9833024118738404, "eval_FIRSTNAME_f1": 0.9613659383591375, "eval_GENDER_f1": 0.9881235154394298, "eval_HEIGHT_f1": 0.9841986455981941, "eval_IBAN_f1": 0.9818548387096774, "eval_IPV4_f1": 0.6631419939577039, "eval_IPV6_f1": 0.7243163340724317, "eval_IP_f1": 0.20231822971549, "eval_JOBAREA_f1": 0.9722222222222222, "eval_JOBTITLE_f1": 0.9903774981495189, "eval_JOBTYPE_f1": 0.9725058915946583, "eval_LASTNAME_f1": 0.9185051778478163, "eval_LITECOINADDRESS_f1": 0.8545454545454546, "eval_MAC_f1": 0.9780439121756487, "eval_MASKEDNUMBER_f1": 0.8365079365079364, "eval_MIDDLENAME_f1": 0.915574963609898, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9853181076672104, "eval_PASSWORD_f1": 0.9782433521353747, "eval_PHONEIMEI_f1": 0.9947312961011593, "eval_PHONENUMBER_f1": 0.9882747068676717, "eval_PIN_f1": 0.918918918918919, "eval_PREFIX_f1": 0.9593727726300785, "eval_SECONDARYADDRESS_f1": 0.9831053901850363, "eval_SEX_f1": 0.9992790194664743, "eval_SSN_f1": 0.9898242368177612, "eval_STATE_f1": 0.973913043478261, "eval_STREET_f1": 0.9355281207133058, "eval_TIME_f1": 0.9764453961456102, "eval_URL_f1": 0.9983766233766234, "eval_USERAGENT_f1": 0.9884853852967228, "eval_USERNAME_f1": 0.9797898140662894, "eval_VEHICLEVIN_f1": 0.9614243323442138, "eval_VEHICLEVRM_f1": 1.0, "eval_ZIPCODE_f1": 0.909952606635071, "eval_loss": 0.08207416534423828, "eval_overall_accuracy": 0.9679481731535213, "eval_overall_f1": 0.9230016748432613, "eval_overall_precision": 0.9085789320105048, "eval_overall_recall": 0.9378896954727552, "eval_runtime": 86.3533, "eval_samples_per_second": 122.335, "eval_steps_per_second": 15.298, "step": 15846 }, { "epoch": 3.03, "learning_rate": 2.463555471412344e-05, "loss": 0.0752, "step": 16000 }, { "epoch": 3.12, "learning_rate": 2.3452290798939797e-05, "loss": 0.0593, "step": 16500 }, { "epoch": 3.22, "learning_rate": 2.2269026883756153e-05, "loss": 0.0639, "step": 17000 }, { "epoch": 3.31, "learning_rate": 2.1085762968572512e-05, "loss": 0.0602, "step": 17500 }, { "epoch": 3.41, "learning_rate": 1.9902499053388868e-05, "loss": 0.0628, "step": 18000 }, { "epoch": 3.5, "learning_rate": 1.8719235138205227e-05, "loss": 0.0585, "step": 18500 }, { "epoch": 3.6, "learning_rate": 1.7535971223021583e-05, "loss": 0.0622, "step": 19000 }, { "epoch": 3.69, "learning_rate": 1.6352707307837942e-05, "loss": 0.0637, "step": 19500 }, { "epoch": 3.79, "learning_rate": 1.5169443392654298e-05, "loss": 0.0585, "step": 20000 }, { "epoch": 3.88, "learning_rate": 1.3986179477470657e-05, "loss": 0.0583, "step": 20500 }, { "epoch": 3.98, "learning_rate": 1.2802915562287013e-05, "loss": 0.0622, "step": 21000 }, { "epoch": 4.0, "eval_ACCOUNTNAME_f1": 0.9977046671767406, "eval_ACCOUNTNUMBER_f1": 0.9931558935361217, "eval_AGE_f1": 0.9815100154083205, "eval_AMOUNT_f1": 0.9566383549396513, "eval_BIC_f1": 0.9549549549549549, "eval_BITCOINADDRESS_f1": 0.9703832752613241, "eval_BUILDINGNUMBER_f1": 0.9186875891583453, "eval_CITY_f1": 0.9277310924369748, "eval_COMPANYNAME_f1": 0.9734513274336283, "eval_COUNTY_f1": 0.975609756097561, "eval_CREDITCARDCVV_f1": 0.967930029154519, "eval_CREDITCARDISSUER_f1": 0.9966101694915255, "eval_CREDITCARDNUMBER_f1": 0.8885245901639344, "eval_CURRENCYCODE_f1": 0.8598130841121496, "eval_CURRENCYNAME_f1": 0.4216524216524216, "eval_CURRENCYSYMBOL_f1": 0.9601737871107893, "eval_CURRENCY_f1": 0.6984815618221258, "eval_DATE_f1": 0.8262008733624454, "eval_DOB_f1": 0.6809184481393508, "eval_EMAIL_f1": 0.996011396011396, "eval_ETHEREUMADDRESS_f1": 0.9946524064171123, "eval_EYECOLOR_f1": 0.985239852398524, "eval_FIRSTNAME_f1": 0.9641085497519696, "eval_GENDER_f1": 0.9952229299363058, "eval_HEIGHT_f1": 0.995475113122172, "eval_IBAN_f1": 0.9908998988877654, "eval_IPV4_f1": 0.7066974595842956, "eval_IPV6_f1": 0.6156133828996281, "eval_IP_f1": 0.30528052805280526, "eval_JOBAREA_f1": 0.9783616692426584, "eval_JOBTITLE_f1": 0.9947955390334573, "eval_JOBTYPE_f1": 0.9772905246671887, "eval_LASTNAME_f1": 0.9176365264100268, "eval_LITECOINADDRESS_f1": 0.8856304985337244, "eval_MAC_f1": 0.9879518072289156, "eval_MASKEDNUMBER_f1": 0.8597842835130971, "eval_MIDDLENAME_f1": 0.9186046511627907, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9885807504078303, "eval_PASSWORD_f1": 0.9870967741935484, "eval_PHONEIMEI_f1": 0.9968387776606955, "eval_PHONENUMBER_f1": 0.9916387959866221, "eval_PIN_f1": 0.9418960244648319, "eval_PREFIX_f1": 0.9620817843866171, "eval_SECONDARYADDRESS_f1": 0.9887278582930757, "eval_SEX_f1": 1.0, "eval_SSN_f1": 0.9925925925925926, "eval_STATE_f1": 0.9716981132075472, "eval_STREET_f1": 0.944141689373297, "eval_TIME_f1": 0.9835125448028673, "eval_URL_f1": 0.9991889699918897, "eval_USERAGENT_f1": 0.9858407079646019, "eval_USERNAME_f1": 0.9838449111470113, "eval_VEHICLEVIN_f1": 0.9818181818181819, "eval_VEHICLEVRM_f1": 0.9855907780979827, "eval_ZIPCODE_f1": 0.897196261682243, "eval_loss": 0.08476997166872025, "eval_overall_accuracy": 0.9712797047401802, "eval_overall_f1": 0.9254694227838361, "eval_overall_precision": 0.9095218706375058, "eval_overall_recall": 0.9419862044037471, "eval_runtime": 88.3564, "eval_samples_per_second": 119.561, "eval_steps_per_second": 14.951, "step": 21128 }, { "epoch": 4.07, "learning_rate": 1.161965164710337e-05, "loss": 0.0435, "step": 21500 }, { "epoch": 4.17, "learning_rate": 1.0436387731919728e-05, "loss": 0.0397, "step": 22000 }, { "epoch": 4.26, "learning_rate": 9.253123816736086e-06, "loss": 0.0336, "step": 22500 }, { "epoch": 4.35, "learning_rate": 8.069859901552443e-06, "loss": 0.0382, "step": 23000 }, { "epoch": 4.45, "learning_rate": 6.886595986368801e-06, "loss": 0.0343, "step": 23500 }, { "epoch": 4.54, "learning_rate": 5.703332071185157e-06, "loss": 0.0339, "step": 24000 }, { "epoch": 4.64, "learning_rate": 4.520068156001515e-06, "loss": 0.0315, "step": 24500 }, { "epoch": 4.73, "learning_rate": 3.3368042408178722e-06, "loss": 0.033, "step": 25000 }, { "epoch": 4.83, "learning_rate": 2.1535403256342298e-06, "loss": 0.0305, "step": 25500 }, { "epoch": 4.92, "learning_rate": 9.702764104505868e-07, "loss": 0.032, "step": 26000 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.998468606431853, "eval_ACCOUNTNUMBER_f1": 0.9961977186311788, "eval_AGE_f1": 0.9846860643185298, "eval_AMOUNT_f1": 0.962239004886717, "eval_BIC_f1": 0.9614243323442137, "eval_BITCOINADDRESS_f1": 0.9738219895287958, "eval_BUILDINGNUMBER_f1": 0.9268645908761767, "eval_CITY_f1": 0.9431438127090301, "eval_COMPANYNAME_f1": 0.9782433521353747, "eval_COUNTY_f1": 0.9748520710059172, "eval_CREDITCARDCVV_f1": 0.9707602339181286, "eval_CREDITCARDISSUER_f1": 0.9949238578680203, "eval_CREDITCARDNUMBER_f1": 0.8990384615384617, "eval_CURRENCYCODE_f1": 0.84472049689441, "eval_CURRENCYNAME_f1": 0.4615384615384615, "eval_CURRENCYSYMBOL_f1": 0.9646209386281589, "eval_CURRENCY_f1": 0.7116022099447514, "eval_DATE_f1": 0.8296430185268866, "eval_DOB_f1": 0.7234678624813154, "eval_EMAIL_f1": 0.9965792474344356, "eval_ETHEREUMADDRESS_f1": 0.9946666666666667, "eval_EYECOLOR_f1": 0.9853479853479853, "eval_FIRSTNAME_f1": 0.9671702498547355, "eval_GENDER_f1": 0.9928741092636578, "eval_HEIGHT_f1": 0.9932279909706545, "eval_IBAN_f1": 0.9919028340080971, "eval_IPV4_f1": 0.7689946277820414, "eval_IPV6_f1": 0.6836027713625865, "eval_IP_f1": 0.37057728119180633, "eval_JOBAREA_f1": 0.9837587006960556, "eval_JOBTITLE_f1": 0.9940564635958394, "eval_JOBTYPE_f1": 0.9788566953797964, "eval_LASTNAME_f1": 0.9251577998196574, "eval_LITECOINADDRESS_f1": 0.8875739644970415, "eval_MAC_f1": 0.995967741935484, "eval_MASKEDNUMBER_f1": 0.8848580441640378, "eval_MIDDLENAME_f1": 0.9171511627906977, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9885807504078303, "eval_PASSWORD_f1": 0.9846650524616627, "eval_PHONEIMEI_f1": 0.9957894736842106, "eval_PHONENUMBER_f1": 0.9924686192468619, "eval_PIN_f1": 0.9483282674772036, "eval_PREFIX_f1": 0.96996336996337, "eval_SECONDARYADDRESS_f1": 0.9911504424778762, "eval_SEX_f1": 1.0, "eval_SSN_f1": 0.9944444444444445, "eval_STATE_f1": 0.975609756097561, "eval_STREET_f1": 0.9467939972714872, "eval_TIME_f1": 0.99, "eval_URL_f1": 0.9983766233766234, "eval_USERAGENT_f1": 0.994661921708185, "eval_USERNAME_f1": 0.9806451612903225, "eval_VEHICLEVIN_f1": 0.9939024390243903, "eval_VEHICLEVRM_f1": 1.0, "eval_ZIPCODE_f1": 0.9107692307692307, "eval_loss": 0.09979617595672607, "eval_overall_accuracy": 0.974122838328931, "eval_overall_f1": 0.935134654170127, "eval_overall_precision": 0.9210118891128444, "eval_overall_recall": 0.9496972800385554, "eval_runtime": 86.467, "eval_samples_per_second": 122.174, "eval_steps_per_second": 15.278, "step": 26410 }, { "epoch": 5.0, "step": 26410, "total_flos": 8429647356614820.0, "train_loss": 0.19417928484794272, "train_runtime": 3867.2299, "train_samples_per_second": 54.63, "train_steps_per_second": 6.829 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.998468606431853, "eval_ACCOUNTNUMBER_f1": 0.9848714069591529, "eval_AGE_f1": 0.9791505791505791, "eval_AMOUNT_f1": 0.9386854874283194, "eval_BIC_f1": 0.964071856287425, "eval_BITCOINADDRESS_f1": 0.9637305699481865, "eval_BUILDINGNUMBER_f1": 0.9010676156583629, "eval_CITY_f1": 0.9259574468085108, "eval_COMPANYNAME_f1": 0.9782082324455207, "eval_COUNTY_f1": 0.977810650887574, "eval_CREDITCARDCVV_f1": 0.9542857142857143, "eval_CREDITCARDISSUER_f1": 1.0, "eval_CREDITCARDNUMBER_f1": 0.8796223446105429, "eval_CURRENCYCODE_f1": 0.8328267477203648, "eval_CURRENCYNAME_f1": 0.34657039711191334, "eval_CURRENCYSYMBOL_f1": 0.9420289855072463, "eval_CURRENCY_f1": 0.7027027027027027, "eval_DATE_f1": 0.8156424581005587, "eval_DOB_f1": 0.6575121163166397, "eval_EMAIL_f1": 0.9971477467199088, "eval_ETHEREUMADDRESS_f1": 0.9946524064171123, "eval_EYECOLOR_f1": 0.9833024118738404, "eval_FIRSTNAME_f1": 0.9613659383591375, "eval_GENDER_f1": 0.9881235154394298, "eval_HEIGHT_f1": 0.9841986455981941, "eval_IBAN_f1": 0.9818548387096774, "eval_IPV4_f1": 0.6631419939577039, "eval_IPV6_f1": 0.7243163340724317, "eval_IP_f1": 0.20231822971549, "eval_JOBAREA_f1": 0.9722222222222222, "eval_JOBTITLE_f1": 0.9903774981495189, "eval_JOBTYPE_f1": 0.9725058915946583, "eval_LASTNAME_f1": 0.9185051778478163, "eval_LITECOINADDRESS_f1": 0.8545454545454546, "eval_MAC_f1": 0.9780439121756487, "eval_MASKEDNUMBER_f1": 0.8365079365079364, "eval_MIDDLENAME_f1": 0.915574963609898, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9853181076672104, "eval_PASSWORD_f1": 0.9782433521353747, "eval_PHONEIMEI_f1": 0.9947312961011593, "eval_PHONENUMBER_f1": 0.9882747068676717, "eval_PIN_f1": 0.918918918918919, "eval_PREFIX_f1": 0.9593727726300785, "eval_SECONDARYADDRESS_f1": 0.9831053901850363, "eval_SEX_f1": 0.9992790194664743, "eval_SSN_f1": 0.9898242368177612, "eval_STATE_f1": 0.973913043478261, "eval_STREET_f1": 0.9355281207133058, "eval_TIME_f1": 0.9764453961456102, "eval_URL_f1": 0.9983766233766234, "eval_USERAGENT_f1": 0.9884853852967228, "eval_USERNAME_f1": 0.9797898140662894, "eval_VEHICLEVIN_f1": 0.9614243323442138, "eval_VEHICLEVRM_f1": 1.0, "eval_ZIPCODE_f1": 0.909952606635071, "eval_loss": 0.08207416534423828, "eval_overall_accuracy": 0.9679481731535213, "eval_overall_f1": 0.9230016748432613, "eval_overall_precision": 0.9085789320105048, "eval_overall_recall": 0.9378896954727552, "eval_runtime": 89.4277, "eval_samples_per_second": 118.129, "eval_steps_per_second": 14.772, "step": 26410 } ], "logging_steps": 500, "max_steps": 26410, "num_train_epochs": 5, "save_steps": 500, "total_flos": 8429647356614820.0, "trial_name": null, "trial_params": null }