{ "best_metric": 0.03228139132261276, "best_model_checkpoint": "mdeberta-v3-base_finetuned_ai4privacy_v2/checkpoint-52315", "epoch": 5.0, "eval_steps": 500, "global_step": 52315, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.05, "learning_rate": 2.3893720730192105e-06, "loss": 2.9016, "step": 500 }, { "epoch": 0.1, "learning_rate": 4.778744146038421e-06, "loss": 0.8648, "step": 1000 }, { "epoch": 0.14, "learning_rate": 7.168116219057632e-06, "loss": 0.5018, "step": 1500 }, { "epoch": 0.19, "learning_rate": 9.557488292076842e-06, "loss": 0.314, "step": 2000 }, { "epoch": 0.24, "learning_rate": 1.1946860365096054e-05, "loss": 0.2128, "step": 2500 }, { "epoch": 0.29, "learning_rate": 1.4336232438115264e-05, "loss": 0.146, "step": 3000 }, { "epoch": 0.33, "learning_rate": 1.6725604511134475e-05, "loss": 0.1136, "step": 3500 }, { "epoch": 0.38, "learning_rate": 1.9114976584153684e-05, "loss": 0.0962, "step": 4000 }, { "epoch": 0.43, "learning_rate": 2.1504348657172895e-05, "loss": 0.0864, "step": 4500 }, { "epoch": 0.48, "learning_rate": 2.3893720730192107e-05, "loss": 0.0771, "step": 5000 }, { "epoch": 0.53, "learning_rate": 2.628309280321132e-05, "loss": 0.0755, "step": 5500 }, { "epoch": 0.57, "learning_rate": 2.8672464876230527e-05, "loss": 0.0735, "step": 6000 }, { "epoch": 0.62, "learning_rate": 3.106183694924974e-05, "loss": 0.0702, "step": 6500 }, { "epoch": 0.67, "learning_rate": 3.345120902226895e-05, "loss": 0.0675, "step": 7000 }, { "epoch": 0.72, "learning_rate": 3.584058109528816e-05, "loss": 0.0651, "step": 7500 }, { "epoch": 0.76, "learning_rate": 3.822995316830737e-05, "loss": 0.0642, "step": 8000 }, { "epoch": 0.81, "learning_rate": 4.0619325241326586e-05, "loss": 0.0581, "step": 8500 }, { "epoch": 0.86, "learning_rate": 4.300869731434579e-05, "loss": 0.0658, "step": 9000 }, { "epoch": 0.91, "learning_rate": 4.5398069387365e-05, "loss": 0.062, "step": 9500 }, { "epoch": 0.96, "learning_rate": 4.7787441460384214e-05, "loss": 0.0622, "step": 10000 }, { "epoch": 1.0, "eval_ACCOUNTNAME_f1": 0.994873607919392, "eval_ACCOUNTNUMBER_f1": 0.99168, "eval_AGE_f1": 0.981217985202049, "eval_AMOUNT_f1": 0.9223839223839223, "eval_BIC_f1": 0.9847371396269079, "eval_BITCOINADDRESS_f1": 0.9592296660520385, "eval_BUILDINGNUMBER_f1": 0.9056143205858421, "eval_CITY_f1": 0.959528167581859, "eval_COMPANYNAME_f1": 0.9801823226317875, "eval_COUNTY_f1": 0.9775083745413942, "eval_CREDITCARDCVV_f1": 0.9349955476402494, "eval_CREDITCARDISSUER_f1": 0.9970609845701691, "eval_CREDITCARDNUMBER_f1": 0.893932077901175, "eval_CURRENCYCODE_f1": 0.9663648124191462, "eval_CURRENCYNAME_f1": 0.0842911877394636, "eval_CURRENCYSYMBOL_f1": 0.9721385542168675, "eval_CURRENCY_f1": 0.7380465876583572, "eval_DATE_f1": 0.7783635596794601, "eval_DOB_f1": 0.636302294197031, "eval_EMAIL_f1": 0.9992634421802111, "eval_ETHEREUMADDRESS_f1": 0.9877322117069752, "eval_EYECOLOR_f1": 0.9832669322709163, "eval_FIRSTNAME_f1": 0.9695692883895132, "eval_GENDER_f1": 0.986618444846293, "eval_HEIGHT_f1": 0.9716446124763706, "eval_IBAN_f1": 0.9914204003813155, "eval_IPV4_f1": 0.8238268288829198, "eval_IPV6_f1": 0.8024726854514089, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.9881701485023912, "eval_JOBTITLE_f1": 0.9873777216787629, "eval_JOBTYPE_f1": 0.987757539564049, "eval_LASTNAME_f1": 0.8819565759920139, "eval_LITECOINADDRESS_f1": 0.9084880636604774, "eval_MAC_f1": 0.9868529170090388, "eval_MASKEDNUMBER_f1": 0.8831168831168833, "eval_MIDDLENAME_f1": 0.8686252771618627, "eval_NEARBYGPSCOORDINATE_f1": 0.9984101748807631, "eval_ORDINALDIRECTION_f1": 0.9957532861476238, "eval_PASSWORD_f1": 0.9785544082605242, "eval_PHONEIMEI_f1": 0.9970559371933269, "eval_PHONENUMBER_f1": 0.9884944115713346, "eval_PIN_f1": 0.9481641468682505, "eval_PREFIX_f1": 0.9455121854567069, "eval_SECONDARYADDRESS_f1": 0.9934102141680395, "eval_SEX_f1": 0.9955587138035175, "eval_SSN_f1": 0.9859625668449198, "eval_STATE_f1": 0.9672713671217504, "eval_STREET_f1": 0.9798681013536966, "eval_TIME_f1": 0.9915966386554622, "eval_URL_f1": 0.9958208955223881, "eval_USERAGENT_f1": 0.9994760282944721, "eval_USERNAME_f1": 0.9875362813727164, "eval_VEHICLEVIN_f1": 0.9555125725338491, "eval_VEHICLEVRM_f1": 0.9819070904645476, "eval_ZIPCODE_f1": 0.9311163895486936, "eval_loss": 0.054100677371025085, "eval_overall_accuracy": 0.9770348705489041, "eval_overall_f1": 0.9315048550756285, "eval_overall_precision": 0.9247266762531704, "eval_overall_recall": 0.9383831347387718, "eval_runtime": 518.6846, "eval_samples_per_second": 80.691, "eval_steps_per_second": 5.044, "step": 10463 }, { "epoch": 1.0, "learning_rate": 4.995579661664915e-05, "loss": 0.0581, "step": 10500 }, { "epoch": 1.05, "learning_rate": 4.9358453598394344e-05, "loss": 0.0571, "step": 11000 }, { "epoch": 1.1, "learning_rate": 4.8761110580139544e-05, "loss": 0.0531, "step": 11500 }, { "epoch": 1.15, "learning_rate": 4.816376756188474e-05, "loss": 0.0574, "step": 12000 }, { "epoch": 1.19, "learning_rate": 4.756642454362993e-05, "loss": 0.0555, "step": 12500 }, { "epoch": 1.24, "learning_rate": 4.696908152537514e-05, "loss": 0.0546, "step": 13000 }, { "epoch": 1.29, "learning_rate": 4.637173850712033e-05, "loss": 0.0525, "step": 13500 }, { "epoch": 1.34, "learning_rate": 4.5774395488865526e-05, "loss": 0.0547, "step": 14000 }, { "epoch": 1.39, "learning_rate": 4.5177052470610726e-05, "loss": 0.0512, "step": 14500 }, { "epoch": 1.43, "learning_rate": 4.457970945235592e-05, "loss": 0.0512, "step": 15000 }, { "epoch": 1.48, "learning_rate": 4.398236643410112e-05, "loss": 0.0535, "step": 15500 }, { "epoch": 1.53, "learning_rate": 4.3385023415846314e-05, "loss": 0.05, "step": 16000 }, { "epoch": 1.58, "learning_rate": 4.2787680397591515e-05, "loss": 0.053, "step": 16500 }, { "epoch": 1.62, "learning_rate": 4.2190337379336715e-05, "loss": 0.0492, "step": 17000 }, { "epoch": 1.67, "learning_rate": 4.159299436108191e-05, "loss": 0.05, "step": 17500 }, { "epoch": 1.72, "learning_rate": 4.099565134282711e-05, "loss": 0.0509, "step": 18000 }, { "epoch": 1.77, "learning_rate": 4.03983083245723e-05, "loss": 0.048, "step": 18500 }, { "epoch": 1.82, "learning_rate": 3.9800965306317503e-05, "loss": 0.0492, "step": 19000 }, { "epoch": 1.86, "learning_rate": 3.92036222880627e-05, "loss": 0.0513, "step": 19500 }, { "epoch": 1.91, "learning_rate": 3.86062792698079e-05, "loss": 0.0461, "step": 20000 }, { "epoch": 1.96, "learning_rate": 3.80089362515531e-05, "loss": 0.0492, "step": 20500 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.9969916828879845, "eval_ACCOUNTNUMBER_f1": 0.9979223269937672, "eval_AGE_f1": 0.9883357041251778, "eval_AMOUNT_f1": 0.9491525423728815, "eval_BIC_f1": 0.994918125352908, "eval_BITCOINADDRESS_f1": 0.9626149131767109, "eval_BUILDINGNUMBER_f1": 0.9547641963426371, "eval_CITY_f1": 0.9818913480885312, "eval_COMPANYNAME_f1": 0.991051898985882, "eval_COUNTY_f1": 0.9922254616132168, "eval_CREDITCARDCVV_f1": 0.9740034662045061, "eval_CREDITCARDISSUER_f1": 0.9985304922850845, "eval_CREDITCARDNUMBER_f1": 0.9057421451787648, "eval_CURRENCYCODE_f1": 0.977079240340537, "eval_CURRENCYNAME_f1": 0.4872499019223225, "eval_CURRENCYSYMBOL_f1": 0.9734181954324223, "eval_CURRENCY_f1": 0.5804941482444733, "eval_DATE_f1": 0.8257220708446866, "eval_DOB_f1": 0.7479159719906635, "eval_EMAIL_f1": 0.9988952988830243, "eval_ETHEREUMADDRESS_f1": 0.9943859649122807, "eval_EYECOLOR_f1": 0.9959903769045709, "eval_FIRSTNAME_f1": 0.9818933895262624, "eval_GENDER_f1": 0.9932763946938035, "eval_HEIGHT_f1": 0.9958314034275126, "eval_IBAN_f1": 0.9961649089165868, "eval_IPV4_f1": 0.7968697968697968, "eval_IPV6_f1": 0.8083021043528396, "eval_IP_f1": 0.15208613728129206, "eval_JOBAREA_f1": 0.9957340025094102, "eval_JOBTITLE_f1": 0.9971563981042654, "eval_JOBTYPE_f1": 0.9969915764139592, "eval_LASTNAME_f1": 0.9334963325183374, "eval_LITECOINADDRESS_f1": 0.8952635090060039, "eval_MAC_f1": 0.9967159277504105, "eval_MASKEDNUMBER_f1": 0.8786149162861492, "eval_MIDDLENAME_f1": 0.9232096635030199, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9979748886188741, "eval_PASSWORD_f1": 0.9868441908384847, "eval_PHONEIMEI_f1": 0.9985294117647059, "eval_PHONENUMBER_f1": 0.9967223861029171, "eval_PIN_f1": 0.9808429118773947, "eval_PREFIX_f1": 0.9707650839726311, "eval_SECONDARYADDRESS_f1": 0.9969065786760156, "eval_SEX_f1": 0.9978647686832739, "eval_SSN_f1": 0.9979757085020243, "eval_STATE_f1": 0.9921022940955246, "eval_STREET_f1": 0.9913404918600623, "eval_TIME_f1": 0.997896099692507, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 1.0, "eval_USERNAME_f1": 0.991394148020654, "eval_VEHICLEVIN_f1": 0.9788325849903784, "eval_VEHICLEVRM_f1": 0.985874330248417, "eval_ZIPCODE_f1": 0.9622005323868678, "eval_loss": 0.04449757561087608, "eval_overall_accuracy": 0.9788476720830217, "eval_overall_f1": 0.9434327977556747, "eval_overall_precision": 0.9375574785473768, "eval_overall_recall": 0.9493822181484877, "eval_runtime": 217.5065, "eval_samples_per_second": 192.422, "eval_steps_per_second": 12.027, "step": 20926 }, { "epoch": 2.01, "learning_rate": 3.741159323329829e-05, "loss": 0.0486, "step": 21000 }, { "epoch": 2.05, "learning_rate": 3.6814250215043485e-05, "loss": 0.0426, "step": 21500 }, { "epoch": 2.1, "learning_rate": 3.6216907196788686e-05, "loss": 0.0431, "step": 22000 }, { "epoch": 2.15, "learning_rate": 3.561956417853388e-05, "loss": 0.0436, "step": 22500 }, { "epoch": 2.2, "learning_rate": 3.502222116027908e-05, "loss": 0.0427, "step": 23000 }, { "epoch": 2.25, "learning_rate": 3.4424878142024274e-05, "loss": 0.0447, "step": 23500 }, { "epoch": 2.29, "learning_rate": 3.3827535123769474e-05, "loss": 0.0435, "step": 24000 }, { "epoch": 2.34, "learning_rate": 3.3230192105514675e-05, "loss": 0.0443, "step": 24500 }, { "epoch": 2.39, "learning_rate": 3.263284908725987e-05, "loss": 0.0429, "step": 25000 }, { "epoch": 2.44, "learning_rate": 3.203550606900507e-05, "loss": 0.0432, "step": 25500 }, { "epoch": 2.48, "learning_rate": 3.143816305075026e-05, "loss": 0.043, "step": 26000 }, { "epoch": 2.53, "learning_rate": 3.084082003249546e-05, "loss": 0.0398, "step": 26500 }, { "epoch": 2.58, "learning_rate": 3.0243477014240657e-05, "loss": 0.0411, "step": 27000 }, { "epoch": 2.63, "learning_rate": 2.9646133995985857e-05, "loss": 0.0416, "step": 27500 }, { "epoch": 2.68, "learning_rate": 2.9048790977731054e-05, "loss": 0.0409, "step": 28000 }, { "epoch": 2.72, "learning_rate": 2.845144795947625e-05, "loss": 0.0406, "step": 28500 }, { "epoch": 2.77, "learning_rate": 2.7854104941221448e-05, "loss": 0.0433, "step": 29000 }, { "epoch": 2.82, "learning_rate": 2.7256761922966645e-05, "loss": 0.041, "step": 29500 }, { "epoch": 2.87, "learning_rate": 2.6659418904711842e-05, "loss": 0.042, "step": 30000 }, { "epoch": 2.92, "learning_rate": 2.606207588645704e-05, "loss": 0.0409, "step": 30500 }, { "epoch": 2.96, "learning_rate": 2.546473286820224e-05, "loss": 0.0392, "step": 31000 }, { "epoch": 3.0, "eval_ACCOUNTNAME_f1": 0.9987612811891702, "eval_ACCOUNTNUMBER_f1": 0.9971218420211064, "eval_AGE_f1": 0.9860755896561523, "eval_AMOUNT_f1": 0.9573105656350054, "eval_BIC_f1": 0.9954699886749717, "eval_BITCOINADDRESS_f1": 0.9763714814053832, "eval_BUILDINGNUMBER_f1": 0.9518213866039954, "eval_CITY_f1": 0.9835799716197041, "eval_COMPANYNAME_f1": 0.9914393788572566, "eval_COUNTY_f1": 0.9920827274196155, "eval_CREDITCARDCVV_f1": 0.9802235597592434, "eval_CREDITCARDISSUER_f1": 0.9985304922850845, "eval_CREDITCARDNUMBER_f1": 0.9299524564183835, "eval_CURRENCYCODE_f1": 0.9862295081967213, "eval_CURRENCYNAME_f1": 0.5934684684684685, "eval_CURRENCYSYMBOL_f1": 0.9821029082774049, "eval_CURRENCY_f1": 0.8114502010882423, "eval_DATE_f1": 0.8683637946040036, "eval_DOB_f1": 0.7869700103412616, "eval_EMAIL_f1": 0.9993862771572358, "eval_ETHEREUMADDRESS_f1": 0.9971910112359551, "eval_EYECOLOR_f1": 0.9975942261427426, "eval_FIRSTNAME_f1": 0.9859550561797753, "eval_GENDER_f1": 0.9956379498364232, "eval_HEIGHT_f1": 0.9981464318813716, "eval_IBAN_f1": 0.9964020148716719, "eval_IPV4_f1": 0.8302085158577186, "eval_IPV6_f1": 0.7273781902552203, "eval_IP_f1": 0.3001753946379354, "eval_JOBAREA_f1": 0.9863150037322718, "eval_JOBTITLE_f1": 0.9968414403032217, "eval_JOBTYPE_f1": 0.9978947368421053, "eval_LASTNAME_f1": 0.952755905511811, "eval_LITECOINADDRESS_f1": 0.9208443271767809, "eval_MAC_f1": 0.9881487535758071, "eval_MASKEDNUMBER_f1": 0.9195103857566765, "eval_MIDDLENAME_f1": 0.9268571428571428, "eval_NEARBYGPSCOORDINATE_f1": 0.9992052980132449, "eval_ORDINALDIRECTION_f1": 0.9979748886188741, "eval_PASSWORD_f1": 0.9893768828286031, "eval_PHONEIMEI_f1": 0.9997550820475141, "eval_PHONENUMBER_f1": 0.9983633387888707, "eval_PIN_f1": 0.9750271444082519, "eval_PREFIX_f1": 0.9766763848396501, "eval_SECONDARYADDRESS_f1": 0.9971145919208574, "eval_SEX_f1": 0.9971560611446854, "eval_SSN_f1": 0.9978059071729959, "eval_STATE_f1": 0.9926760563380281, "eval_STREET_f1": 0.9951506754416348, "eval_TIME_f1": 0.9966013918109725, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.999738082765846, "eval_USERNAME_f1": 0.9962264150943396, "eval_VEHICLEVIN_f1": 0.9942270686337396, "eval_VEHICLEVRM_f1": 0.9936739659367397, "eval_ZIPCODE_f1": 0.9652996845425867, "eval_loss": 0.039529263973236084, "eval_overall_accuracy": 0.9814717858162254, "eval_overall_f1": 0.9520798656764801, "eval_overall_precision": 0.9458411127031682, "eval_overall_recall": 0.9584014665444547, "eval_runtime": 217.2002, "eval_samples_per_second": 192.693, "eval_steps_per_second": 12.044, "step": 31389 }, { "epoch": 3.01, "learning_rate": 2.4867389849947434e-05, "loss": 0.0402, "step": 31500 }, { "epoch": 3.06, "learning_rate": 2.4270046831692634e-05, "loss": 0.0346, "step": 32000 }, { "epoch": 3.11, "learning_rate": 2.367270381343783e-05, "loss": 0.0379, "step": 32500 }, { "epoch": 3.15, "learning_rate": 2.3075360795183028e-05, "loss": 0.0363, "step": 33000 }, { "epoch": 3.2, "learning_rate": 2.2478017776928222e-05, "loss": 0.0386, "step": 33500 }, { "epoch": 3.25, "learning_rate": 2.1880674758673422e-05, "loss": 0.0352, "step": 34000 }, { "epoch": 3.3, "learning_rate": 2.128333174041862e-05, "loss": 0.0368, "step": 34500 }, { "epoch": 3.35, "learning_rate": 2.0685988722163816e-05, "loss": 0.0346, "step": 35000 }, { "epoch": 3.39, "learning_rate": 2.0088645703909013e-05, "loss": 0.0375, "step": 35500 }, { "epoch": 3.44, "learning_rate": 1.949130268565421e-05, "loss": 0.0319, "step": 36000 }, { "epoch": 3.49, "learning_rate": 1.8893959667399408e-05, "loss": 0.0336, "step": 36500 }, { "epoch": 3.54, "learning_rate": 1.8296616649144605e-05, "loss": 0.0324, "step": 37000 }, { "epoch": 3.58, "learning_rate": 1.7699273630889805e-05, "loss": 0.0346, "step": 37500 }, { "epoch": 3.63, "learning_rate": 1.7101930612635e-05, "loss": 0.033, "step": 38000 }, { "epoch": 3.68, "learning_rate": 1.6504587594380196e-05, "loss": 0.0328, "step": 38500 }, { "epoch": 3.73, "learning_rate": 1.5907244576125396e-05, "loss": 0.0311, "step": 39000 }, { "epoch": 3.78, "learning_rate": 1.5309901557870593e-05, "loss": 0.034, "step": 39500 }, { "epoch": 3.82, "learning_rate": 1.4712558539615789e-05, "loss": 0.0312, "step": 40000 }, { "epoch": 3.87, "learning_rate": 1.4115215521360986e-05, "loss": 0.0319, "step": 40500 }, { "epoch": 3.92, "learning_rate": 1.3517872503106185e-05, "loss": 0.0314, "step": 41000 }, { "epoch": 3.97, "learning_rate": 1.2920529484851382e-05, "loss": 0.0311, "step": 41500 }, { "epoch": 4.0, "eval_ACCOUNTNAME_f1": 0.9998229775181449, "eval_ACCOUNTNUMBER_f1": 0.9985611510791368, "eval_AGE_f1": 0.9869318181818182, "eval_AMOUNT_f1": 0.9545052221632147, "eval_BIC_f1": 0.9960518894529047, "eval_BITCOINADDRESS_f1": 0.9773755656108598, "eval_BUILDINGNUMBER_f1": 0.9631782945736435, "eval_CITY_f1": 0.9884638737097753, "eval_COMPANYNAME_f1": 0.9952114924181963, "eval_COUNTY_f1": 0.9940139136062126, "eval_CREDITCARDCVV_f1": 0.9837745516652434, "eval_CREDITCARDISSUER_f1": 0.9985304922850845, "eval_CREDITCARDNUMBER_f1": 0.939188121939662, "eval_CURRENCYCODE_f1": 0.986265533028123, "eval_CURRENCYNAME_f1": 0.7014843320505773, "eval_CURRENCYSYMBOL_f1": 0.9852551984877126, "eval_CURRENCY_f1": 0.8567307692307693, "eval_DATE_f1": 0.9158256626372407, "eval_DOB_f1": 0.8686592655849701, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 0.9978932584269663, "eval_EYECOLOR_f1": 0.9983948635634029, "eval_FIRSTNAME_f1": 0.9874735770766461, "eval_GENDER_f1": 0.997093023255814, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 0.996166746526114, "eval_IPV4_f1": 0.8663708961845608, "eval_IPV6_f1": 0.6966112531969308, "eval_IP_f1": 0.4882329477463103, "eval_JOBAREA_f1": 0.9927481870467617, "eval_JOBTITLE_f1": 0.9973139516511298, "eval_JOBTYPE_f1": 0.9966917293233083, "eval_LASTNAME_f1": 0.958282507928763, "eval_LITECOINADDRESS_f1": 0.9250985545335086, "eval_MAC_f1": 0.9979432332373509, "eval_MASKEDNUMBER_f1": 0.9275308180799403, "eval_MIDDLENAME_f1": 0.9351023940005767, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9987839481151196, "eval_PASSWORD_f1": 0.9931713514371923, "eval_PHONEIMEI_f1": 0.9997550820475141, "eval_PHONENUMBER_f1": 0.9980360065466448, "eval_PIN_f1": 0.9852216748768473, "eval_PREFIX_f1": 0.9759704251386322, "eval_SECONDARYADDRESS_f1": 0.9983498349834984, "eval_SEX_f1": 0.9980430528375733, "eval_SSN_f1": 0.9984810126582279, "eval_STATE_f1": 0.9932432432432432, "eval_STREET_f1": 0.9951506754416348, "eval_TIME_f1": 0.9966035904900533, "eval_URL_f1": 0.9996012759170654, "eval_USERAGENT_f1": 1.0, "eval_USERNAME_f1": 0.9969114619080303, "eval_VEHICLEVIN_f1": 0.9955099422706863, "eval_VEHICLEVRM_f1": 0.9941634241245136, "eval_ZIPCODE_f1": 0.9684620836286322, "eval_loss": 0.03413175418972969, "eval_overall_accuracy": 0.9854635212140115, "eval_overall_f1": 0.9601404152738025, "eval_overall_precision": 0.953667199560182, "eval_overall_recall": 0.9667021081576536, "eval_runtime": 217.2197, "eval_samples_per_second": 192.676, "eval_steps_per_second": 12.043, "step": 41852 }, { "epoch": 4.01, "learning_rate": 1.2323186466596579e-05, "loss": 0.0306, "step": 42000 }, { "epoch": 4.06, "learning_rate": 1.1725843448341776e-05, "loss": 0.0248, "step": 42500 }, { "epoch": 4.11, "learning_rate": 1.1128500430086973e-05, "loss": 0.0229, "step": 43000 }, { "epoch": 4.16, "learning_rate": 1.0531157411832172e-05, "loss": 0.0235, "step": 43500 }, { "epoch": 4.21, "learning_rate": 9.933814393577369e-06, "loss": 0.0238, "step": 44000 }, { "epoch": 4.25, "learning_rate": 9.336471375322566e-06, "loss": 0.0216, "step": 44500 }, { "epoch": 4.3, "learning_rate": 8.739128357067763e-06, "loss": 0.0231, "step": 45000 }, { "epoch": 4.35, "learning_rate": 8.14178533881296e-06, "loss": 0.0218, "step": 45500 }, { "epoch": 4.4, "learning_rate": 7.544442320558158e-06, "loss": 0.0217, "step": 46000 }, { "epoch": 4.44, "learning_rate": 6.947099302303355e-06, "loss": 0.0232, "step": 46500 }, { "epoch": 4.49, "learning_rate": 6.349756284048553e-06, "loss": 0.0217, "step": 47000 }, { "epoch": 4.54, "learning_rate": 5.75241326579375e-06, "loss": 0.0215, "step": 47500 }, { "epoch": 4.59, "learning_rate": 5.155070247538947e-06, "loss": 0.0206, "step": 48000 }, { "epoch": 4.64, "learning_rate": 4.557727229284144e-06, "loss": 0.0191, "step": 48500 }, { "epoch": 4.68, "learning_rate": 3.960384211029342e-06, "loss": 0.0178, "step": 49000 }, { "epoch": 4.73, "learning_rate": 3.363041192774539e-06, "loss": 0.021, "step": 49500 }, { "epoch": 4.78, "learning_rate": 2.7656981745197364e-06, "loss": 0.0202, "step": 50000 }, { "epoch": 4.83, "learning_rate": 2.1683551562649335e-06, "loss": 0.019, "step": 50500 }, { "epoch": 4.87, "learning_rate": 1.571012138010131e-06, "loss": 0.0203, "step": 51000 }, { "epoch": 4.92, "learning_rate": 9.736691197553283e-07, "loss": 0.0191, "step": 51500 }, { "epoch": 4.97, "learning_rate": 3.7632610150052567e-07, "loss": 0.0196, "step": 52000 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.9998229775181449, "eval_ACCOUNTNUMBER_f1": 0.9972830429918491, "eval_AGE_f1": 0.9877597495018502, "eval_AMOUNT_f1": 0.9494629336150731, "eval_BIC_f1": 0.9932432432432432, "eval_BITCOINADDRESS_f1": 0.9704484397602811, "eval_BUILDINGNUMBER_f1": 0.9647969052224371, "eval_CITY_f1": 0.9886777193691874, "eval_COMPANYNAME_f1": 0.9942127319896228, "eval_COUNTY_f1": 0.9940119760479041, "eval_CREDITCARDCVV_f1": 0.9820051413881747, "eval_CREDITCARDISSUER_f1": 0.9985304922850845, "eval_CREDITCARDNUMBER_f1": 0.9569563114621956, "eval_CURRENCYCODE_f1": 0.9888231426692964, "eval_CURRENCYNAME_f1": 0.7416481069042314, "eval_CURRENCYSYMBOL_f1": 0.9819277108433735, "eval_CURRENCY_f1": 0.875030215131738, "eval_DATE_f1": 0.9295426452410382, "eval_DOB_f1": 0.8946214803574438, "eval_EMAIL_f1": 0.9997544204322201, "eval_ETHEREUMADDRESS_f1": 0.9964887640449438, "eval_EYECOLOR_f1": 0.9983948635634029, "eval_FIRSTNAME_f1": 0.9885687441277796, "eval_GENDER_f1": 0.9961838996910777, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 0.996642685851319, "eval_IPV4_f1": 0.8883636363636362, "eval_IPV6_f1": 0.801504251144539, "eval_IP_f1": 0.6283603529653191, "eval_JOBAREA_f1": 0.9939879759519039, "eval_JOBTITLE_f1": 0.9973139516511298, "eval_JOBTYPE_f1": 0.9969915764139592, "eval_LASTNAME_f1": 0.9652981427174975, "eval_LITECOINADDRESS_f1": 0.9109286165508528, "eval_MAC_f1": 0.9991769547325103, "eval_MASKEDNUMBER_f1": 0.9523809523809523, "eval_MIDDLENAME_f1": 0.9347138337647397, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9983792544570502, "eval_PASSWORD_f1": 0.9936447410231967, "eval_PHONEIMEI_f1": 0.999754962019113, "eval_PHONENUMBER_f1": 0.9991809991809992, "eval_PIN_f1": 0.9857299670691548, "eval_PREFIX_f1": 0.9801406702523789, "eval_SECONDARYADDRESS_f1": 0.9987623762376238, "eval_SEX_f1": 0.9978655282817502, "eval_SSN_f1": 0.9983125210934863, "eval_STATE_f1": 0.9943630214205187, "eval_STREET_f1": 0.9953246753246753, "eval_TIME_f1": 0.9974101651019748, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 1.0, "eval_USERNAME_f1": 0.9965706447187928, "eval_VEHICLEVIN_f1": 0.9935897435897436, "eval_VEHICLEVRM_f1": 0.9917355371900827, "eval_ZIPCODE_f1": 0.972695035460993, "eval_loss": 0.03228139132261276, "eval_overall_accuracy": 0.9895650632363783, "eval_overall_f1": 0.9683397908777152, "eval_overall_precision": 0.9636008509834959, "eval_overall_recall": 0.9731255728689275, "eval_runtime": 217.2138, "eval_samples_per_second": 192.681, "eval_steps_per_second": 12.043, "step": 52315 }, { "epoch": 5.0, "step": 52315, "total_flos": 5.700272409715968e+16, "train_loss": 0.08750305727222482, "train_runtime": 8952.7483, "train_samples_per_second": 93.495, "train_steps_per_second": 5.843 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.9998229775181449, "eval_ACCOUNTNUMBER_f1": 0.9972830429918491, "eval_AGE_f1": 0.9877597495018502, "eval_AMOUNT_f1": 0.9494629336150731, "eval_BIC_f1": 0.9932432432432432, "eval_BITCOINADDRESS_f1": 0.9704484397602811, "eval_BUILDINGNUMBER_f1": 0.9647969052224371, "eval_CITY_f1": 0.9886777193691874, "eval_COMPANYNAME_f1": 0.9942127319896228, "eval_COUNTY_f1": 0.9940119760479041, "eval_CREDITCARDCVV_f1": 0.9820051413881747, "eval_CREDITCARDISSUER_f1": 0.9985304922850845, "eval_CREDITCARDNUMBER_f1": 0.9569563114621956, "eval_CURRENCYCODE_f1": 0.9888231426692964, "eval_CURRENCYNAME_f1": 0.7416481069042314, "eval_CURRENCYSYMBOL_f1": 0.9819277108433735, "eval_CURRENCY_f1": 0.875030215131738, "eval_DATE_f1": 0.9295426452410382, "eval_DOB_f1": 0.8946214803574438, "eval_EMAIL_f1": 0.9997544204322201, "eval_ETHEREUMADDRESS_f1": 0.9964887640449438, "eval_EYECOLOR_f1": 0.9983948635634029, "eval_FIRSTNAME_f1": 0.9885687441277796, "eval_GENDER_f1": 0.9961838996910777, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 0.996642685851319, "eval_IPV4_f1": 0.8883636363636362, "eval_IPV6_f1": 0.801504251144539, "eval_IP_f1": 0.6283603529653191, "eval_JOBAREA_f1": 0.9939879759519039, "eval_JOBTITLE_f1": 0.9973139516511298, "eval_JOBTYPE_f1": 0.9969915764139592, "eval_LASTNAME_f1": 0.9652981427174975, "eval_LITECOINADDRESS_f1": 0.9109286165508528, "eval_MAC_f1": 0.9991769547325103, "eval_MASKEDNUMBER_f1": 0.9523809523809523, "eval_MIDDLENAME_f1": 0.9347138337647397, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9983792544570502, "eval_PASSWORD_f1": 0.9936447410231967, "eval_PHONEIMEI_f1": 0.999754962019113, "eval_PHONENUMBER_f1": 0.9991809991809992, "eval_PIN_f1": 0.9857299670691548, "eval_PREFIX_f1": 0.9801406702523789, "eval_SECONDARYADDRESS_f1": 0.9987623762376238, "eval_SEX_f1": 0.9978655282817502, "eval_SSN_f1": 0.9983125210934863, "eval_STATE_f1": 0.9943630214205187, "eval_STREET_f1": 0.9953246753246753, "eval_TIME_f1": 0.9974101651019748, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 1.0, "eval_USERNAME_f1": 0.9965706447187928, "eval_VEHICLEVIN_f1": 0.9935897435897436, "eval_VEHICLEVRM_f1": 0.9917355371900827, "eval_ZIPCODE_f1": 0.972695035460993, "eval_loss": 0.03228139132261276, "eval_overall_accuracy": 0.9895650632363783, "eval_overall_f1": 0.9683397908777152, "eval_overall_precision": 0.9636008509834959, "eval_overall_recall": 0.9731255728689275, "eval_runtime": 217.3287, "eval_samples_per_second": 192.579, "eval_steps_per_second": 12.037, "step": 52315 } ], "logging_steps": 500, "max_steps": 52315, "num_train_epochs": 5, "save_steps": 500, "total_flos": 5.700272409715968e+16, "trial_name": null, "trial_params": null }