{ "best_metric": 0.09346255660057068, "best_model_checkpoint": "distilbert/distilbert-base-uncased_ai4privacy_en/checkpoint-52194", "epoch": 5.0, "global_step": 86990, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "learning_rate": 1.436946775491436e-06, "loss": 4.1281, "step": 500 }, { "epoch": 0.06, "learning_rate": 2.873893550982872e-06, "loss": 1.9439, "step": 1000 }, { "epoch": 0.09, "learning_rate": 4.310840326474307e-06, "loss": 1.3343, "step": 1500 }, { "epoch": 0.11, "learning_rate": 5.747787101965744e-06, "loss": 0.998, "step": 2000 }, { "epoch": 0.14, "learning_rate": 7.184733877457179e-06, "loss": 0.7606, "step": 2500 }, { "epoch": 0.17, "learning_rate": 8.621680652948615e-06, "loss": 0.59, "step": 3000 }, { "epoch": 0.2, "learning_rate": 1.0058627428440052e-05, "loss": 0.4462, "step": 3500 }, { "epoch": 0.23, "learning_rate": 1.1495574203931487e-05, "loss": 0.3653, "step": 4000 }, { "epoch": 0.26, "learning_rate": 1.2932520979422925e-05, "loss": 0.3012, "step": 4500 }, { "epoch": 0.29, "learning_rate": 1.4369467754914358e-05, "loss": 0.2589, "step": 5000 }, { "epoch": 0.32, "learning_rate": 1.5806414530405794e-05, "loss": 0.2256, "step": 5500 }, { "epoch": 0.34, "learning_rate": 1.724336130589723e-05, "loss": 0.1915, "step": 6000 }, { "epoch": 0.37, "learning_rate": 1.868030808138867e-05, "loss": 0.1797, "step": 6500 }, { "epoch": 0.4, "learning_rate": 2.0117254856880104e-05, "loss": 0.1598, "step": 7000 }, { "epoch": 0.43, "learning_rate": 2.1554201632371536e-05, "loss": 0.1613, "step": 7500 }, { "epoch": 0.46, "learning_rate": 2.2991148407862975e-05, "loss": 0.1364, "step": 8000 }, { "epoch": 0.49, "learning_rate": 2.442809518335441e-05, "loss": 0.1379, "step": 8500 }, { "epoch": 0.52, "learning_rate": 2.586504195884585e-05, "loss": 0.1232, "step": 9000 }, { "epoch": 0.55, "learning_rate": 2.730198873433728e-05, "loss": 0.1375, "step": 9500 }, { "epoch": 0.57, "learning_rate": 2.8738935509828717e-05, "loss": 0.1321, "step": 10000 }, { "epoch": 0.6, "learning_rate": 3.017588228532015e-05, "loss": 0.1392, "step": 10500 }, { "epoch": 0.63, "learning_rate": 3.161282906081159e-05, "loss": 0.1231, "step": 11000 }, { "epoch": 0.66, "learning_rate": 3.304977583630303e-05, "loss": 0.1317, "step": 11500 }, { "epoch": 0.69, "learning_rate": 3.448672261179446e-05, "loss": 0.1368, "step": 12000 }, { "epoch": 0.72, "learning_rate": 3.59236693872859e-05, "loss": 0.1296, "step": 12500 }, { "epoch": 0.75, "learning_rate": 3.736061616277734e-05, "loss": 0.1394, "step": 13000 }, { "epoch": 0.78, "learning_rate": 3.879756293826877e-05, "loss": 0.1189, "step": 13500 }, { "epoch": 0.8, "learning_rate": 4.023450971376021e-05, "loss": 0.1101, "step": 14000 }, { "epoch": 0.83, "learning_rate": 4.167145648925164e-05, "loss": 0.1114, "step": 14500 }, { "epoch": 0.86, "learning_rate": 4.310840326474307e-05, "loss": 0.1264, "step": 15000 }, { "epoch": 0.89, "learning_rate": 4.454535004023451e-05, "loss": 0.1219, "step": 15500 }, { "epoch": 0.92, "learning_rate": 4.598229681572595e-05, "loss": 0.1187, "step": 16000 }, { "epoch": 0.95, "learning_rate": 4.741924359121738e-05, "loss": 0.1266, "step": 16500 }, { "epoch": 0.98, "learning_rate": 4.885619036670882e-05, "loss": 0.1133, "step": 17000 }, { "epoch": 1.0, "eval_ACCOUNTNAME_f1": 0.9788672865595943, "eval_ACCOUNTNUMBER_f1": 0.955249569707401, "eval_AGE_f1": 0.8738647830474268, "eval_AMOUNT_f1": 0.8042588042588041, "eval_BIC_f1": 0.9019607843137254, "eval_BITCOINADDRESS_f1": 0.9265426052889324, "eval_BUILDINGNUMBER_f1": 0.8584995251661918, "eval_CITY_f1": 0.8866171003717473, "eval_COMPANYNAME_f1": 0.9520958083832336, "eval_COUNTY_f1": 0.9754322111010009, "eval_CREDITCARDCVV_f1": 0.8212927756653993, "eval_CREDITCARDISSUER_f1": 0.9717514124293785, "eval_CREDITCARDNUMBER_f1": 0.8201160541586073, "eval_CURRENCYCODE_f1": 0.7182320441988952, "eval_CURRENCYNAME_f1": 0.09210526315789473, "eval_CURRENCYSYMBOL_f1": 0.9063670411985019, "eval_CURRENCY_f1": 0.4142692750287687, "eval_DATE_f1": 0.7717391304347826, "eval_DOB_f1": 0.4968421052631579, "eval_EMAIL_f1": 0.981062919975565, "eval_ETHEREUMADDRESS_f1": 0.9875862068965517, "eval_EYECOLOR_f1": 0.871536523929471, "eval_FIRSTNAME_f1": 0.9486637185156701, "eval_GENDER_f1": 0.960167714884696, "eval_HEIGHT_f1": 0.9843260188087773, "eval_IBAN_f1": 0.8431618569636137, "eval_IPV4_f1": 0.8434456928838951, "eval_IPV6_f1": 0.7986171132238548, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.8906115417743325, "eval_JOBTITLE_f1": 0.9807692307692307, "eval_JOBTYPE_f1": 0.9204647006255585, "eval_LASTNAME_f1": 0.9021454735740451, "eval_LITECOINADDRESS_f1": 0.8260869565217391, "eval_MAC_f1": 0.9741379310344828, "eval_MASKEDNUMBER_f1": 0.7786096256684492, "eval_MIDDLENAME_f1": 0.9252173913043478, "eval_NEARBYGPSCOORDINATE_f1": 0.9851632047477745, "eval_ORDINALDIRECTION_f1": 0.9458333333333333, "eval_PASSWORD_f1": 0.9418282548476453, "eval_PHONEIMEI_f1": 0.9847856154910096, "eval_PHONENUMBER_f1": 0.9566137566137567, "eval_PIN_f1": 0.7740384615384615, "eval_PREFIX_f1": 0.9365918097754293, "eval_SECONDARYADDRESS_f1": 0.9923830250272035, "eval_SEX_f1": 0.9751243781094527, "eval_SSN_f1": 0.9821882951653944, "eval_STATE_f1": 0.9389312977099236, "eval_STREET_f1": 0.9228070175438597, "eval_TIME_f1": 0.9536307961504812, "eval_URL_f1": 0.9772191673212883, "eval_USERAGENT_f1": 0.9638273045507584, "eval_USERNAME_f1": 0.9276315789473685, "eval_VEHICLEVIN_f1": 0.9142857142857143, "eval_VEHICLEVRM_f1": 0.9042553191489361, "eval_ZIPCODE_f1": 0.8041884816753926, "eval_loss": 0.10492408275604248, "eval_overall_accuracy": 0.9619357254630628, "eval_overall_f1": 0.8856758935769954, "eval_overall_precision": 0.8638079261899769, "eval_overall_recall": 0.9086798279475019, "eval_runtime": 72.8492, "eval_samples_per_second": 119.425, "eval_steps_per_second": 59.712, "step": 17398 }, { "epoch": 1.01, "learning_rate": 4.999973497264706e-05, "loss": 0.1196, "step": 17500 }, { "epoch": 1.03, "learning_rate": 4.999076881666281e-05, "loss": 0.1064, "step": 18000 }, { "epoch": 1.06, "learning_rate": 4.9969071080868136e-05, "loss": 0.1262, "step": 18500 }, { "epoch": 1.09, "learning_rate": 4.9934652819202863e-05, "loss": 0.1202, "step": 19000 }, { "epoch": 1.12, "learning_rate": 4.988753156609536e-05, "loss": 0.0964, "step": 19500 }, { "epoch": 1.15, "learning_rate": 4.982773132752955e-05, "loss": 0.1246, "step": 20000 }, { "epoch": 1.18, "learning_rate": 4.975528256881507e-05, "loss": 0.1098, "step": 20500 }, { "epoch": 1.21, "learning_rate": 4.9670222199066666e-05, "loss": 0.1051, "step": 21000 }, { "epoch": 1.24, "learning_rate": 4.957259355240078e-05, "loss": 0.094, "step": 21500 }, { "epoch": 1.26, "learning_rate": 4.946244636585896e-05, "loss": 0.1036, "step": 22000 }, { "epoch": 1.29, "learning_rate": 4.933983675406925e-05, "loss": 0.1021, "step": 22500 }, { "epoch": 1.32, "learning_rate": 4.9204827180658474e-05, "loss": 0.1205, "step": 23000 }, { "epoch": 1.35, "learning_rate": 4.9057486426430136e-05, "loss": 0.09, "step": 23500 }, { "epoch": 1.38, "learning_rate": 4.88978895543239e-05, "loss": 0.1204, "step": 24000 }, { "epoch": 1.41, "learning_rate": 4.872611787117469e-05, "loss": 0.1158, "step": 24500 }, { "epoch": 1.44, "learning_rate": 4.854225888629079e-05, "loss": 0.1001, "step": 25000 }, { "epoch": 1.47, "learning_rate": 4.834640626687219e-05, "loss": 0.112, "step": 25500 }, { "epoch": 1.49, "learning_rate": 4.813865979029161e-05, "loss": 0.0873, "step": 26000 }, { "epoch": 1.52, "learning_rate": 4.791912529326286e-05, "loss": 0.1002, "step": 26500 }, { "epoch": 1.55, "learning_rate": 4.7687914617922136e-05, "loss": 0.0968, "step": 27000 }, { "epoch": 1.58, "learning_rate": 4.7445145554849956e-05, "loss": 0.114, "step": 27500 }, { "epoch": 1.61, "learning_rate": 4.719094178306255e-05, "loss": 0.1077, "step": 28000 }, { "epoch": 1.64, "learning_rate": 4.6925432807003414e-05, "loss": 0.0987, "step": 28500 }, { "epoch": 1.67, "learning_rate": 4.664875389056717e-05, "loss": 0.0942, "step": 29000 }, { "epoch": 1.7, "learning_rate": 4.6361045988189106e-05, "loss": 0.0923, "step": 29500 }, { "epoch": 1.72, "learning_rate": 4.606245567303583e-05, "loss": 0.1101, "step": 30000 }, { "epoch": 1.75, "learning_rate": 4.575313506233334e-05, "loss": 0.082, "step": 30500 }, { "epoch": 1.78, "learning_rate": 4.543324173987071e-05, "loss": 0.0961, "step": 31000 }, { "epoch": 1.81, "learning_rate": 4.5102938675718855e-05, "loss": 0.1084, "step": 31500 }, { "epoch": 1.84, "learning_rate": 4.4762394143205144e-05, "loss": 0.1095, "step": 32000 }, { "epoch": 1.87, "learning_rate": 4.441178163318642e-05, "loss": 0.1003, "step": 32500 }, { "epoch": 1.9, "learning_rate": 4.4051279765663776e-05, "loss": 0.0872, "step": 33000 }, { "epoch": 1.93, "learning_rate": 4.368107219878444e-05, "loss": 0.1066, "step": 33500 }, { "epoch": 1.95, "learning_rate": 4.330134753527681e-05, "loss": 0.0999, "step": 34000 }, { "epoch": 1.98, "learning_rate": 4.291229922636665e-05, "loss": 0.1019, "step": 34500 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.9579124579124579, "eval_ACCOUNTNUMBER_f1": 0.9563699825479931, "eval_AGE_f1": 0.9020408163265307, "eval_AMOUNT_f1": 0.8964401294498382, "eval_BIC_f1": 0.8895348837209301, "eval_BITCOINADDRESS_f1": 0.9510763209393347, "eval_BUILDINGNUMBER_f1": 0.8873379860418743, "eval_CITY_f1": 0.9390354868061874, "eval_COMPANYNAME_f1": 0.9735772357723577, "eval_COUNTY_f1": 0.9761029411764706, "eval_CREDITCARDCVV_f1": 0.9235668789808916, "eval_CREDITCARDISSUER_f1": 0.9793621013133209, "eval_CREDITCARDNUMBER_f1": 0.8895292987512008, "eval_CURRENCYCODE_f1": 0.8051948051948052, "eval_CURRENCYNAME_f1": 0.03, "eval_CURRENCYSYMBOL_f1": 0.9428571428571428, "eval_CURRENCY_f1": 0.7610419026047566, "eval_DATE_f1": 0.8481141692150866, "eval_DOB_f1": 0.6712962962962963, "eval_EMAIL_f1": 0.9791154791154791, "eval_ETHEREUMADDRESS_f1": 0.984952120383037, "eval_EYECOLOR_f1": 0.8804347826086957, "eval_FIRSTNAME_f1": 0.9650853889943073, "eval_GENDER_f1": 0.963273871983211, "eval_HEIGHT_f1": 0.9753086419753086, "eval_IBAN_f1": 0.9789343246592318, "eval_IPV4_f1": 0.8252788104089219, "eval_IPV6_f1": 0.8038194444444444, "eval_IP_f1": 0.0045871559633027525, "eval_JOBAREA_f1": 0.856711915535445, "eval_JOBTITLE_f1": 0.990325417766051, "eval_JOBTYPE_f1": 0.9363557105492588, "eval_LASTNAME_f1": 0.9393617021276596, "eval_LITECOINADDRESS_f1": 0.8757396449704142, "eval_MAC_f1": 0.9764453961456103, "eval_MASKEDNUMBER_f1": 0.8474178403755868, "eval_MIDDLENAME_f1": 0.932142857142857, "eval_NEARBYGPSCOORDINATE_f1": 0.997005988023952, "eval_ORDINALDIRECTION_f1": 0.9640591966173361, "eval_PASSWORD_f1": 0.9706717123935668, "eval_PHONEIMEI_f1": 0.9944444444444445, "eval_PHONENUMBER_f1": 0.980728051391863, "eval_PIN_f1": 0.9197530864197531, "eval_PREFIX_f1": 0.8691796008869179, "eval_SECONDARYADDRESS_f1": 0.991285403050109, "eval_SEX_f1": 0.9729729729729729, "eval_SSN_f1": 0.9593908629441623, "eval_STATE_f1": 0.9665711556829034, "eval_STREET_f1": 0.9567567567567568, "eval_TIME_f1": 0.9626411815812337, "eval_URL_f1": 0.9842022116903634, "eval_USERAGENT_f1": 0.9941245593419505, "eval_USERNAME_f1": 0.9779591836734695, "eval_VEHICLEVIN_f1": 0.9653179190751445, "eval_VEHICLEVRM_f1": 0.9368421052631579, "eval_ZIPCODE_f1": 0.8850457782299084, "eval_loss": 0.09577885270118713, "eval_overall_accuracy": 0.9665111757543293, "eval_overall_f1": 0.9193563018196992, "eval_overall_precision": 0.9075506841464288, "eval_overall_recall": 0.9314731076063381, "eval_runtime": 57.0806, "eval_samples_per_second": 152.416, "eval_steps_per_second": 76.208, "step": 34796 }, { "epoch": 2.01, "learning_rate": 4.2514125473222964e-05, "loss": 0.0919, "step": 35000 }, { "epoch": 2.04, "learning_rate": 4.210702912598433e-05, "loss": 0.0829, "step": 35500 }, { "epoch": 2.07, "learning_rate": 4.169121758041648e-05, "loss": 0.0857, "step": 36000 }, { "epoch": 2.1, "learning_rate": 4.126690267225433e-05, "loss": 0.0749, "step": 36500 }, { "epoch": 2.13, "learning_rate": 4.083430056928197e-05, "loss": 0.0889, "step": 37000 }, { "epoch": 2.16, "learning_rate": 4.039363166120575e-05, "loss": 0.0785, "step": 37500 }, { "epoch": 2.18, "learning_rate": 3.994512044737635e-05, "loss": 0.0729, "step": 38000 }, { "epoch": 2.21, "learning_rate": 3.9488995422417405e-05, "loss": 0.0941, "step": 38500 }, { "epoch": 2.24, "learning_rate": 3.902548895981857e-05, "loss": 0.0796, "step": 39000 }, { "epoch": 2.27, "learning_rate": 3.8554837193552504e-05, "loss": 0.0808, "step": 39500 }, { "epoch": 2.3, "learning_rate": 3.807727989777621e-05, "loss": 0.0741, "step": 40000 }, { "epoch": 2.33, "learning_rate": 3.759306036467767e-05, "loss": 0.0695, "step": 40500 }, { "epoch": 2.36, "learning_rate": 3.710242528053039e-05, "loss": 0.0862, "step": 41000 }, { "epoch": 2.39, "learning_rate": 3.6605624600018746e-05, "loss": 0.0815, "step": 41500 }, { "epoch": 2.41, "learning_rate": 3.610291141889822e-05, "loss": 0.0928, "step": 42000 }, { "epoch": 2.44, "learning_rate": 3.559454184505544e-05, "loss": 0.0803, "step": 42500 }, { "epoch": 2.47, "learning_rate": 3.508077486803373e-05, "loss": 0.086, "step": 43000 }, { "epoch": 2.5, "learning_rate": 3.456187222709048e-05, "loss": 0.0744, "step": 43500 }, { "epoch": 2.53, "learning_rate": 3.403809827785377e-05, "loss": 0.0703, "step": 44000 }, { "epoch": 2.56, "learning_rate": 3.3509719857646074e-05, "loss": 0.0803, "step": 44500 }, { "epoch": 2.59, "learning_rate": 3.29770061495436e-05, "loss": 0.0827, "step": 45000 }, { "epoch": 2.62, "learning_rate": 3.244022854524065e-05, "loss": 0.0734, "step": 45500 }, { "epoch": 2.64, "learning_rate": 3.189966050678873e-05, "loss": 0.0865, "step": 46000 }, { "epoch": 2.67, "learning_rate": 3.135557742728099e-05, "loss": 0.077, "step": 46500 }, { "epoch": 2.7, "learning_rate": 3.0808256490552844e-05, "loss": 0.0775, "step": 47000 }, { "epoch": 2.73, "learning_rate": 3.025797652997027e-05, "loss": 0.0776, "step": 47500 }, { "epoch": 2.76, "learning_rate": 2.970501788637782e-05, "loss": 0.0723, "step": 48000 }, { "epoch": 2.79, "learning_rate": 2.9149662265278633e-05, "loss": 0.0852, "step": 48500 }, { "epoch": 2.82, "learning_rate": 2.8592192593319127e-05, "loss": 0.0796, "step": 49000 }, { "epoch": 2.85, "learning_rate": 2.803289287415172e-05, "loss": 0.0741, "step": 49500 }, { "epoch": 2.87, "learning_rate": 2.747204804374876e-05, "loss": 0.0764, "step": 50000 }, { "epoch": 2.9, "learning_rate": 2.6909943825241536e-05, "loss": 0.079, "step": 50500 }, { "epoch": 2.93, "learning_rate": 2.6346866583358242e-05, "loss": 0.0717, "step": 51000 }, { "epoch": 2.96, "learning_rate": 2.5783103178535106e-05, "loss": 0.0751, "step": 51500 }, { "epoch": 2.99, "learning_rate": 2.5218940820774976e-05, "loss": 0.0777, "step": 52000 }, { "epoch": 3.0, "eval_ACCOUNTNAME_f1": 0.9923793395427604, "eval_ACCOUNTNUMBER_f1": 0.9878472222222222, "eval_AGE_f1": 0.9282700421940928, "eval_AMOUNT_f1": 0.9224489795918367, "eval_BIC_f1": 0.901840490797546, "eval_BITCOINADDRESS_f1": 0.8930425752855659, "eval_BUILDINGNUMBER_f1": 0.894398530762167, "eval_CITY_f1": 0.9542961608775138, "eval_COMPANYNAME_f1": 0.9847405900305187, "eval_COUNTY_f1": 0.9806807727690892, "eval_CREDITCARDCVV_f1": 0.9190938511326862, "eval_CREDITCARDISSUER_f1": 0.9831144465290806, "eval_CREDITCARDNUMBER_f1": 0.9028571428571429, "eval_CURRENCYCODE_f1": 0.858974358974359, "eval_CURRENCYNAME_f1": 0.4624624624624625, "eval_CURRENCYSYMBOL_f1": 0.9502868068833652, "eval_CURRENCY_f1": 0.7268041237113402, "eval_DATE_f1": 0.8227320125130344, "eval_DOB_f1": 0.6514522821576764, "eval_EMAIL_f1": 0.9883792048929665, "eval_ETHEREUMADDRESS_f1": 0.9889807162534435, "eval_EYECOLOR_f1": 0.9273743016759777, "eval_FIRSTNAME_f1": 0.9726185885075203, "eval_GENDER_f1": 0.9790794979079498, "eval_HEIGHT_f1": 0.9813664596273292, "eval_IBAN_f1": 0.9861982434127979, "eval_IPV4_f1": 0.8063241106719367, "eval_IPV6_f1": 0.7957931638913234, "eval_IP_f1": 0.19642857142857142, "eval_JOBAREA_f1": 0.9265070189925682, "eval_JOBTITLE_f1": 0.9964601769911505, "eval_JOBTYPE_f1": 0.9482001755926253, "eval_LASTNAME_f1": 0.946916890080429, "eval_LITECOINADDRESS_f1": 0.7766990291262136, "eval_MAC_f1": 0.9891540130151845, "eval_MASKEDNUMBER_f1": 0.8689320388349514, "eval_MIDDLENAME_f1": 0.9627705627705627, "eval_NEARBYGPSCOORDINATE_f1": 0.9955156950672646, "eval_ORDINALDIRECTION_f1": 0.978448275862069, "eval_PASSWORD_f1": 0.9503161698283649, "eval_PHONEIMEI_f1": 0.9944289693593316, "eval_PHONENUMBER_f1": 0.9798941798941798, "eval_PIN_f1": 0.9085365853658537, "eval_PREFIX_f1": 0.9462665736217726, "eval_SECONDARYADDRESS_f1": 0.9902491874322861, "eval_SEX_f1": 0.9751737835153923, "eval_SSN_f1": 0.9758576874205844, "eval_STATE_f1": 0.9764705882352941, "eval_STREET_f1": 0.965085049239033, "eval_TIME_f1": 0.9740034662045061, "eval_URL_f1": 0.988906497622821, "eval_USERAGENT_f1": 0.9777777777777777, "eval_USERNAME_f1": 0.9885245901639345, "eval_VEHICLEVIN_f1": 0.9620991253644315, "eval_VEHICLEVRM_f1": 0.983957219251337, "eval_ZIPCODE_f1": 0.8822857142857142, "eval_loss": 0.09346255660057068, "eval_overall_accuracy": 0.9662408645989103, "eval_overall_f1": 0.9274435338796723, "eval_overall_precision": 0.9169301523426272, "eval_overall_recall": 0.9382008014411235, "eval_runtime": 58.4615, "eval_samples_per_second": 148.816, "eval_steps_per_second": 74.408, "step": 52194 }, { "epoch": 3.02, "learning_rate": 2.465466692332778e-05, "loss": 0.0867, "step": 52500 }, { "epoch": 3.05, "learning_rate": 2.4090568956267473e-05, "loss": 0.0685, "step": 53000 }, { "epoch": 3.08, "learning_rate": 2.3526934300040073e-05, "loss": 0.0543, "step": 53500 }, { "epoch": 3.1, "learning_rate": 2.2964050099057277e-05, "loss": 0.0621, "step": 54000 }, { "epoch": 3.13, "learning_rate": 2.2402203115410365e-05, "loss": 0.0528, "step": 54500 }, { "epoch": 3.16, "learning_rate": 2.1841679582778912e-05, "loss": 0.0642, "step": 55000 }, { "epoch": 3.19, "learning_rate": 2.128276506060864e-05, "loss": 0.0604, "step": 55500 }, { "epoch": 3.22, "learning_rate": 2.0725744288632766e-05, "loss": 0.05, "step": 56000 }, { "epoch": 3.25, "learning_rate": 2.0170901041811027e-05, "loss": 0.0492, "step": 56500 }, { "epoch": 3.28, "learning_rate": 1.961851798576012e-05, "loss": 0.0601, "step": 57000 }, { "epoch": 3.3, "learning_rate": 1.906887653274933e-05, "loss": 0.0533, "step": 57500 }, { "epoch": 3.33, "learning_rate": 1.85222566983347e-05, "loss": 0.0631, "step": 58000 }, { "epoch": 3.36, "learning_rate": 1.7978936958704744e-05, "loss": 0.0516, "step": 58500 }, { "epoch": 3.39, "learning_rate": 1.7439194108810348e-05, "loss": 0.0587, "step": 59000 }, { "epoch": 3.42, "learning_rate": 1.6903303121351276e-05, "loss": 0.0646, "step": 59500 }, { "epoch": 3.45, "learning_rate": 1.6371537006690952e-05, "loss": 0.0549, "step": 60000 }, { "epoch": 3.48, "learning_rate": 1.5844166673770928e-05, "loss": 0.056, "step": 60500 }, { "epoch": 3.51, "learning_rate": 1.5321460792096047e-05, "loss": 0.0548, "step": 61000 }, { "epoch": 3.53, "learning_rate": 1.4803685654860361e-05, "loss": 0.0693, "step": 61500 }, { "epoch": 3.56, "learning_rate": 1.4291105043283709e-05, "loss": 0.0613, "step": 62000 }, { "epoch": 3.59, "learning_rate": 1.3783980092228069e-05, "loss": 0.0665, "step": 62500 }, { "epoch": 3.62, "learning_rate": 1.3282569157162061e-05, "loss": 0.0451, "step": 63000 }, { "epoch": 3.65, "learning_rate": 1.2787127682541338e-05, "loss": 0.0542, "step": 63500 }, { "epoch": 3.68, "learning_rate": 1.2297908071672187e-05, "loss": 0.0699, "step": 64000 }, { "epoch": 3.71, "learning_rate": 1.1815159558124281e-05, "loss": 0.0544, "step": 64500 }, { "epoch": 3.74, "learning_rate": 1.1339128078758258e-05, "loss": 0.0616, "step": 65000 }, { "epoch": 3.76, "learning_rate": 1.087005614843298e-05, "loss": 0.0544, "step": 65500 }, { "epoch": 3.79, "learning_rate": 1.0408182736455936e-05, "loss": 0.0635, "step": 66000 }, { "epoch": 3.82, "learning_rate": 9.953743144840025e-06, "loss": 0.0516, "step": 66500 }, { "epoch": 3.85, "learning_rate": 9.506968888428702e-06, "loss": 0.0677, "step": 67000 }, { "epoch": 3.88, "learning_rate": 9.068087576950332e-06, "loss": 0.0424, "step": 67500 }, { "epoch": 3.91, "learning_rate": 8.637322799062229e-06, "loss": 0.0717, "step": 68000 }, { "epoch": 3.94, "learning_rate": 8.214894008443033e-06, "loss": 0.044, "step": 68500 }, { "epoch": 3.97, "learning_rate": 7.801016411991797e-06, "loss": 0.0559, "step": 69000 }, { "epoch": 3.99, "learning_rate": 7.395900860190549e-06, "loss": 0.0557, "step": 69500 }, { "epoch": 4.0, "eval_ACCOUNTNAME_f1": 0.9940627650551315, "eval_ACCOUNTNUMBER_f1": 0.9965277777777778, "eval_AGE_f1": 0.9190325972660357, "eval_AMOUNT_f1": 0.9418509418509419, "eval_BIC_f1": 0.9764705882352941, "eval_BITCOINADDRESS_f1": 0.9653808110781406, "eval_BUILDINGNUMBER_f1": 0.9187675070028011, "eval_CITY_f1": 0.9487179487179487, "eval_COMPANYNAME_f1": 0.9786802030456853, "eval_COUNTY_f1": 0.9861495844875345, "eval_CREDITCARDCVV_f1": 0.9423728813559322, "eval_CREDITCARDISSUER_f1": 0.9849056603773585, "eval_CREDITCARDNUMBER_f1": 0.9000989119683482, "eval_CURRENCYCODE_f1": 0.8875, "eval_CURRENCYNAME_f1": 0.3933333333333333, "eval_CURRENCYSYMBOL_f1": 0.9647058823529412, "eval_CURRENCY_f1": 0.7577639751552794, "eval_DATE_f1": 0.8627049180327869, "eval_DOB_f1": 0.700352526439483, "eval_EMAIL_f1": 0.9932307692307693, "eval_ETHEREUMADDRESS_f1": 0.9876203576341127, "eval_EYECOLOR_f1": 0.9548022598870056, "eval_FIRSTNAME_f1": 0.9735992402659069, "eval_GENDER_f1": 0.9883597883597883, "eval_HEIGHT_f1": 0.9968454258675079, "eval_IBAN_f1": 0.9949748743718593, "eval_IPV4_f1": 0.8183980967486123, "eval_IPV6_f1": 0.7747105966162066, "eval_IP_f1": 0.25, "eval_JOBAREA_f1": 0.9206081081081081, "eval_JOBTITLE_f1": 0.9929453262786596, "eval_JOBTYPE_f1": 0.9493006993006993, "eval_LASTNAME_f1": 0.9502407704654895, "eval_LITECOINADDRESS_f1": 0.9075144508670521, "eval_MAC_f1": 0.9956521739130435, "eval_MASKEDNUMBER_f1": 0.8749999999999999, "eval_MIDDLENAME_f1": 0.9543859649122807, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.978448275862069, "eval_PASSWORD_f1": 0.9812382739212008, "eval_PHONEIMEI_f1": 0.9944289693593316, "eval_PHONENUMBER_f1": 0.9882604055496265, "eval_PIN_f1": 0.9309309309309309, "eval_PREFIX_f1": 0.9523809523809523, "eval_SECONDARYADDRESS_f1": 0.9934640522875817, "eval_SEX_f1": 0.9808660624370594, "eval_SSN_f1": 0.9859154929577464, "eval_STATE_f1": 0.9793915603532876, "eval_STREET_f1": 0.9623655913978494, "eval_TIME_f1": 0.9773519163763067, "eval_URL_f1": 0.9936507936507937, "eval_USERAGENT_f1": 0.9941245593419505, "eval_USERNAME_f1": 0.9852459016393442, "eval_VEHICLEVIN_f1": 0.9913544668587896, "eval_VEHICLEVRM_f1": 0.9865229110512129, "eval_ZIPCODE_f1": 0.9012208657047723, "eval_loss": 0.09436944872140884, "eval_overall_accuracy": 0.9695565161107929, "eval_overall_f1": 0.9370366997541208, "eval_overall_precision": 0.9285301761478487, "eval_overall_recall": 0.9457005257159663, "eval_runtime": 57.9862, "eval_samples_per_second": 150.036, "eval_steps_per_second": 75.018, "step": 69592 }, { "epoch": 4.02, "learning_rate": 6.999753739686213e-06, "loss": 0.0312, "step": 70000 }, { "epoch": 4.05, "learning_rate": 6.612776868146675e-06, "loss": 0.0379, "step": 70500 }, { "epoch": 4.08, "learning_rate": 6.235167391444508e-06, "loss": 0.0361, "step": 71000 }, { "epoch": 4.11, "learning_rate": 5.867117683220777e-06, "loss": 0.0175, "step": 71500 }, { "epoch": 4.14, "learning_rate": 5.5088152468799784e-06, "loss": 0.0391, "step": 72000 }, { "epoch": 4.17, "learning_rate": 5.16044262006623e-06, "loss": 0.0296, "step": 72500 }, { "epoch": 4.2, "learning_rate": 4.822177281669241e-06, "loss": 0.022, "step": 73000 }, { "epoch": 4.22, "learning_rate": 4.4941915614073876e-06, "loss": 0.0233, "step": 73500 }, { "epoch": 4.25, "learning_rate": 4.17665255203421e-06, "loss": 0.0348, "step": 74000 }, { "epoch": 4.28, "learning_rate": 3.8697220242127245e-06, "loss": 0.0339, "step": 74500 }, { "epoch": 4.31, "learning_rate": 3.573556344101153e-06, "loss": 0.0189, "step": 75000 }, { "epoch": 4.34, "learning_rate": 3.2883063936920227e-06, "loss": 0.0306, "step": 75500 }, { "epoch": 4.37, "learning_rate": 3.014117493945087e-06, "loss": 0.0238, "step": 76000 }, { "epoch": 4.4, "learning_rate": 2.7511293307533965e-06, "loss": 0.0277, "step": 76500 }, { "epoch": 4.43, "learning_rate": 2.499475883780139e-06, "loss": 0.0353, "step": 77000 }, { "epoch": 4.45, "learning_rate": 2.2592853582025312e-06, "loss": 0.0315, "step": 77500 }, { "epoch": 4.48, "learning_rate": 2.030680119397499e-06, "loss": 0.0182, "step": 78000 }, { "epoch": 4.51, "learning_rate": 1.8137766306024984e-06, "loss": 0.025, "step": 78500 }, { "epoch": 4.54, "learning_rate": 1.608685393583173e-06, "loss": 0.0228, "step": 79000 }, { "epoch": 4.57, "learning_rate": 1.4155108923380428e-06, "loss": 0.0475, "step": 79500 }, { "epoch": 4.6, "learning_rate": 1.2343515398690607e-06, "loss": 0.0289, "step": 80000 }, { "epoch": 4.63, "learning_rate": 1.0652996280449219e-06, "loss": 0.0478, "step": 80500 }, { "epoch": 4.66, "learning_rate": 9.084412805828751e-07, "loss": 0.0352, "step": 81000 }, { "epoch": 4.68, "learning_rate": 7.638564091728917e-07, "loss": 0.0359, "step": 81500 }, { "epoch": 4.71, "learning_rate": 6.316186727665319e-07, "loss": 0.0316, "step": 82000 }, { "epoch": 4.74, "learning_rate": 5.117954400512992e-07, "loss": 0.0226, "step": 82500 }, { "epoch": 4.77, "learning_rate": 4.0444775512958334e-07, "loss": 0.0295, "step": 83000 }, { "epoch": 4.8, "learning_rate": 3.0963030641966427e-07, "loss": 0.0469, "step": 83500 }, { "epoch": 4.83, "learning_rate": 2.2739139879461303e-07, "loss": 0.0296, "step": 84000 }, { "epoch": 4.86, "learning_rate": 1.5777292897331542e-07, "loss": 0.0224, "step": 84500 }, { "epoch": 4.89, "learning_rate": 1.0081036417614598e-07, "loss": 0.0382, "step": 85000 }, { "epoch": 4.91, "learning_rate": 5.653272405612975e-08, "loss": 0.0288, "step": 85500 }, { "epoch": 4.94, "learning_rate": 2.4962565914846137e-08, "loss": 0.0401, "step": 86000 }, { "epoch": 4.97, "learning_rate": 6.1159732105936505e-09, "loss": 0.0285, "step": 86500 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.9915397631133671, "eval_ACCOUNTNUMBER_f1": 0.9948006932409013, "eval_AGE_f1": 0.9308176100628931, "eval_AMOUNT_f1": 0.9351927809680065, "eval_BIC_f1": 0.9736070381231672, "eval_BITCOINADDRESS_f1": 0.9673590504451038, "eval_BUILDINGNUMBER_f1": 0.9168241965973535, "eval_CITY_f1": 0.9561243144424133, "eval_COMPANYNAME_f1": 0.975609756097561, "eval_COUNTY_f1": 0.9842738205365403, "eval_CREDITCARDCVV_f1": 0.9735099337748344, "eval_CREDITCARDISSUER_f1": 0.9849056603773585, "eval_CREDITCARDNUMBER_f1": 0.8984375, "eval_CURRENCYCODE_f1": 0.8734177215189873, "eval_CURRENCYNAME_f1": 0.4161490683229814, "eval_CURRENCYSYMBOL_f1": 0.9668615984405459, "eval_CURRENCY_f1": 0.735632183908046, "eval_DATE_f1": 0.850974196945761, "eval_DOB_f1": 0.7083333333333334, "eval_EMAIL_f1": 0.9944615384615385, "eval_ETHEREUMADDRESS_f1": 0.9903448275862069, "eval_EYECOLOR_f1": 0.9631728045325779, "eval_FIRSTNAME_f1": 0.9753581661891118, "eval_GENDER_f1": 0.9926082365364309, "eval_HEIGHT_f1": 0.9968454258675079, "eval_IBAN_f1": 0.9974811083123425, "eval_IPV4_f1": 0.7983471074380165, "eval_IPV6_f1": 0.7534246575342466, "eval_IP_f1": 0.38431372549019605, "eval_JOBAREA_f1": 0.923728813559322, "eval_JOBTITLE_f1": 0.995579133510168, "eval_JOBTYPE_f1": 0.9509632224168126, "eval_LASTNAME_f1": 0.9504528502930207, "eval_LITECOINADDRESS_f1": 0.9239766081871345, "eval_MAC_f1": 1.0, "eval_MASKEDNUMBER_f1": 0.8738317757009345, "eval_MIDDLENAME_f1": 0.9588801399825021, "eval_NEARBYGPSCOORDINATE_f1": 0.9985007496251874, "eval_ORDINALDIRECTION_f1": 0.978448275862069, "eval_PASSWORD_f1": 0.983050847457627, "eval_PHONEIMEI_f1": 0.9944289693593316, "eval_PHONENUMBER_f1": 0.9913606911447084, "eval_PIN_f1": 0.948012232415902, "eval_PREFIX_f1": 0.9419986023759609, "eval_SECONDARYADDRESS_f1": 0.9956427015250544, "eval_SEX_f1": 0.9819639278557114, "eval_SSN_f1": 0.9859514687100894, "eval_STATE_f1": 0.9794319294809011, "eval_STREET_f1": 0.963096309630963, "eval_TIME_f1": 0.9773913043478261, "eval_URL_f1": 0.9936507936507937, "eval_USERAGENT_f1": 0.9906103286384976, "eval_USERNAME_f1": 0.9885245901639345, "eval_VEHICLEVIN_f1": 0.9827586206896551, "eval_VEHICLEVRM_f1": 0.9946236559139785, "eval_ZIPCODE_f1": 0.9114754098360656, "eval_loss": 0.12854912877082825, "eval_overall_accuracy": 0.9693457230079432, "eval_overall_f1": 0.9369474470916348, "eval_overall_precision": 0.9292067394605539, "eval_overall_recall": 0.9448182052130436, "eval_runtime": 57.3676, "eval_samples_per_second": 151.654, "eval_steps_per_second": 75.827, "step": 86990 }, { "epoch": 5.0, "step": 86990, "total_flos": 2605121925804648.0, "train_loss": 0.13818572199280227, "train_runtime": 2990.1877, "train_samples_per_second": 58.184, "train_steps_per_second": 29.092 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.9923793395427604, "eval_ACCOUNTNUMBER_f1": 0.9878472222222222, "eval_AGE_f1": 0.9282700421940928, "eval_AMOUNT_f1": 0.9224489795918367, "eval_BIC_f1": 0.901840490797546, "eval_BITCOINADDRESS_f1": 0.8930425752855659, "eval_BUILDINGNUMBER_f1": 0.894398530762167, "eval_CITY_f1": 0.9542961608775138, "eval_COMPANYNAME_f1": 0.9847405900305187, "eval_COUNTY_f1": 0.9806807727690892, "eval_CREDITCARDCVV_f1": 0.9190938511326862, "eval_CREDITCARDISSUER_f1": 0.9831144465290806, "eval_CREDITCARDNUMBER_f1": 0.9028571428571429, "eval_CURRENCYCODE_f1": 0.858974358974359, "eval_CURRENCYNAME_f1": 0.4624624624624625, "eval_CURRENCYSYMBOL_f1": 0.9502868068833652, "eval_CURRENCY_f1": 0.7268041237113402, "eval_DATE_f1": 0.8227320125130344, "eval_DOB_f1": 0.6514522821576764, "eval_EMAIL_f1": 0.9883792048929665, "eval_ETHEREUMADDRESS_f1": 0.9889807162534435, "eval_EYECOLOR_f1": 0.9273743016759777, "eval_FIRSTNAME_f1": 0.9726185885075203, "eval_GENDER_f1": 0.9790794979079498, "eval_HEIGHT_f1": 0.9813664596273292, "eval_IBAN_f1": 0.9861982434127979, "eval_IPV4_f1": 0.8063241106719367, "eval_IPV6_f1": 0.7957931638913234, "eval_IP_f1": 0.19642857142857142, "eval_JOBAREA_f1": 0.9265070189925682, "eval_JOBTITLE_f1": 0.9964601769911505, "eval_JOBTYPE_f1": 0.9482001755926253, "eval_LASTNAME_f1": 0.946916890080429, "eval_LITECOINADDRESS_f1": 0.7766990291262136, "eval_MAC_f1": 0.9891540130151845, "eval_MASKEDNUMBER_f1": 0.8689320388349514, "eval_MIDDLENAME_f1": 0.9627705627705627, "eval_NEARBYGPSCOORDINATE_f1": 0.9955156950672646, "eval_ORDINALDIRECTION_f1": 0.978448275862069, "eval_PASSWORD_f1": 0.9503161698283649, "eval_PHONEIMEI_f1": 0.9944289693593316, "eval_PHONENUMBER_f1": 0.9798941798941798, "eval_PIN_f1": 0.9085365853658537, "eval_PREFIX_f1": 0.9462665736217726, "eval_SECONDARYADDRESS_f1": 0.9902491874322861, "eval_SEX_f1": 0.9751737835153923, "eval_SSN_f1": 0.9758576874205844, "eval_STATE_f1": 0.9764705882352941, "eval_STREET_f1": 0.965085049239033, "eval_TIME_f1": 0.9740034662045061, "eval_URL_f1": 0.988906497622821, "eval_USERAGENT_f1": 0.9777777777777777, "eval_USERNAME_f1": 0.9885245901639345, "eval_VEHICLEVIN_f1": 0.9620991253644315, "eval_VEHICLEVRM_f1": 0.983957219251337, "eval_ZIPCODE_f1": 0.8822857142857142, "eval_loss": 0.09346255660057068, "eval_overall_accuracy": 0.9662408645989103, "eval_overall_f1": 0.9274435338796723, "eval_overall_precision": 0.9169301523426272, "eval_overall_recall": 0.9382008014411235, "eval_runtime": 57.5742, "eval_samples_per_second": 151.109, "eval_steps_per_second": 75.555, "step": 86990 } ], "max_steps": 86990, "num_train_epochs": 5, "total_flos": 2605121925804648.0, "trial_name": null, "trial_params": null }