{ "best_metric": 0.07021763920783997, "best_model_checkpoint": "google-bert/bert-base-uncased_ai4privacy_en/checkpoint-8700", "epoch": 2.0, "global_step": 8700, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.11, "learning_rate": 1.4367816091954022e-05, "loss": 1.991, "step": 500 }, { "epoch": 0.23, "learning_rate": 2.8735632183908045e-05, "loss": 0.4124, "step": 1000 }, { "epoch": 0.34, "learning_rate": 4.3103448275862066e-05, "loss": 0.2086, "step": 1500 }, { "epoch": 0.46, "learning_rate": 4.982803524033569e-05, "loss": 0.1406, "step": 2000 }, { "epoch": 0.57, "learning_rate": 4.8543349906162705e-05, "loss": 0.1193, "step": 2500 }, { "epoch": 0.69, "learning_rate": 4.606455184041622e-05, "loss": 0.1118, "step": 3000 }, { "epoch": 0.8, "learning_rate": 4.251736505183356e-05, "loss": 0.1028, "step": 3500 }, { "epoch": 0.92, "learning_rate": 3.808170195400064e-05, "loss": 0.0939, "step": 4000 }, { "epoch": 1.0, "eval_ACCOUNTNAME_f1": 0.9839662447257383, "eval_ACCOUNTNUMBER_f1": 0.9896373056994819, "eval_AGE_f1": 0.9182389937106918, "eval_AMOUNT_f1": 0.8769356153219233, "eval_BIC_f1": 0.9126760563380281, "eval_BITCOINADDRESS_f1": 0.962671905697446, "eval_BUILDINGNUMBER_f1": 0.8769953051643191, "eval_CITY_f1": 0.9616087751371114, "eval_COMPANYNAME_f1": 0.9846782431052095, "eval_COUNTY_f1": 0.9711711711711711, "eval_CREDITCARDCVV_f1": 0.9372937293729373, "eval_CREDITCARDISSUER_f1": 0.9812734082397003, "eval_CREDITCARDNUMBER_f1": 0.8405797101449276, "eval_CURRENCYCODE_f1": 0.7450980392156863, "eval_CURRENCYNAME_f1": 0.13721413721413722, "eval_CURRENCYSYMBOL_f1": 0.9265536723163841, "eval_CURRENCY_f1": 0.39336492890995267, "eval_DATE_f1": 0.8353569694026226, "eval_DOB_f1": 0.5796019900497511, "eval_EMAIL_f1": 0.9920294297976702, "eval_ETHEREUMADDRESS_f1": 0.9876543209876543, "eval_EYECOLOR_f1": 0.9037433155080213, "eval_FIRSTNAME_f1": 0.9641779788838613, "eval_GENDER_f1": 0.9788583509513742, "eval_HEIGHT_f1": 0.9905956112852665, "eval_IBAN_f1": 0.9874055415617129, "eval_IPV4_f1": 0.8415545590433483, "eval_IPV6_f1": 0.8086956521739129, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.8854003139717426, "eval_JOBTITLE_f1": 0.9824868651488616, "eval_JOBTYPE_f1": 0.942630185348632, "eval_LASTNAME_f1": 0.9212513484358145, "eval_LITECOINADDRESS_f1": 0.9014925373134328, "eval_MAC_f1": 0.980561555075594, "eval_MASKEDNUMBER_f1": 0.7978494623655914, "eval_MIDDLENAME_f1": 0.954349698535745, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9827586206896551, "eval_PASSWORD_f1": 0.9688972667295005, "eval_PHONEIMEI_f1": 0.9916666666666667, "eval_PHONENUMBER_f1": 0.9776833156216791, "eval_PIN_f1": 0.8764044943820225, "eval_PREFIX_f1": 0.9340439706862093, "eval_SECONDARYADDRESS_f1": 0.991285403050109, "eval_SEX_f1": 0.9760956175298805, "eval_SSN_f1": 0.9948979591836734, "eval_STATE_f1": 0.9553398058252427, "eval_STREET_f1": 0.9561324977618622, "eval_TIME_f1": 0.972318339100346, "eval_URL_f1": 0.9920634920634921, "eval_USERAGENT_f1": 0.990632318501171, "eval_USERNAME_f1": 0.977850697292863, "eval_VEHICLEVIN_f1": 0.9941860465116279, "eval_VEHICLEVRM_f1": 0.968421052631579, "eval_ZIPCODE_f1": 0.8521739130434782, "eval_loss": 0.08007875829935074, "eval_overall_accuracy": 0.9665954929954692, "eval_overall_f1": 0.9126164603268998, "eval_overall_precision": 0.8950512548603747, "eval_overall_recall": 0.9308848939377229, "eval_runtime": 434.9839, "eval_samples_per_second": 20.001, "eval_steps_per_second": 1.251, "step": 4350 }, { "epoch": 1.03, "learning_rate": 3.29825382533995e-05, "loss": 0.0857, "step": 4500 }, { "epoch": 1.15, "learning_rate": 2.7478502238677862e-05, "loss": 0.08, "step": 5000 }, { "epoch": 1.26, "learning_rate": 2.1848757219492768e-05, "loss": 0.0712, "step": 5500 }, { "epoch": 1.38, "learning_rate": 1.6378842434300746e-05, "loss": 0.0723, "step": 6000 }, { "epoch": 1.49, "learning_rate": 1.1346190572657575e-05, "loss": 0.0707, "step": 6500 }, { "epoch": 1.61, "learning_rate": 7.00605645962078e-06, "loss": 0.0668, "step": 7000 }, { "epoch": 1.72, "learning_rate": 3.578570595810274e-06, "loss": 0.0652, "step": 7500 }, { "epoch": 1.84, "learning_rate": 1.2375741942894869e-06, "loss": 0.0633, "step": 8000 }, { "epoch": 1.95, "learning_rate": 1.0180199836239412e-07, "loss": 0.0644, "step": 8500 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.9923793395427604, "eval_ACCOUNTNUMBER_f1": 0.9905090595340811, "eval_AGE_f1": 0.9338929695697795, "eval_AMOUNT_f1": 0.9277504105090312, "eval_BIC_f1": 0.9597701149425286, "eval_BITCOINADDRESS_f1": 0.9801192842942346, "eval_BUILDINGNUMBER_f1": 0.9090909090909091, "eval_CITY_f1": 0.956442831215971, "eval_COMPANYNAME_f1": 0.9908069458631257, "eval_COUNTY_f1": 0.9852670349907919, "eval_CREDITCARDCVV_f1": 0.9639344262295083, "eval_CREDITCARDISSUER_f1": 0.9867674858223062, "eval_CREDITCARDNUMBER_f1": 0.8928909952606634, "eval_CURRENCYCODE_f1": 0.8607594936708861, "eval_CURRENCYNAME_f1": 0.36501901140684406, "eval_CURRENCYSYMBOL_f1": 0.9535783365570599, "eval_CURRENCY_f1": 0.7725631768953068, "eval_DATE_f1": 0.8589999999999999, "eval_DOB_f1": 0.6490384615384616, "eval_EMAIL_f1": 0.9944615384615385, "eval_ETHEREUMADDRESS_f1": 0.9986168741355463, "eval_EYECOLOR_f1": 0.9688385269121812, "eval_FIRSTNAME_f1": 0.9789996181748759, "eval_GENDER_f1": 0.9831932773109244, "eval_HEIGHT_f1": 0.9905956112852665, "eval_IBAN_f1": 1.0, "eval_IPV4_f1": 0.8217291507268554, "eval_IPV6_f1": 0.7506339814032122, "eval_IP_f1": 0.10247349823321554, "eval_JOBAREA_f1": 0.9306260575296108, "eval_JOBTITLE_f1": 0.9938217122683143, "eval_JOBTYPE_f1": 0.9507908611599297, "eval_LASTNAME_f1": 0.9479892761394102, "eval_LITECOINADDRESS_f1": 0.9345238095238094, "eval_MAC_f1": 1.0, "eval_MASKEDNUMBER_f1": 0.8608799048751485, "eval_MIDDLENAME_f1": 0.9600694444444444, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9783549783549784, "eval_PASSWORD_f1": 0.9839167455061494, "eval_PHONEIMEI_f1": 0.99860529986053, "eval_PHONENUMBER_f1": 0.9902912621359222, "eval_PIN_f1": 0.9390243902439024, "eval_PREFIX_f1": 0.944141689373297, "eval_SECONDARYADDRESS_f1": 0.9945474372955289, "eval_SEX_f1": 0.9780439121756487, "eval_SSN_f1": 0.9897959183673469, "eval_STATE_f1": 0.98046875, "eval_STREET_f1": 0.9693140794223826, "eval_TIME_f1": 0.9843205574912891, "eval_URL_f1": 0.9984101748807631, "eval_USERAGENT_f1": 0.9917936694021102, "eval_USERNAME_f1": 0.9909465020576131, "eval_VEHICLEVIN_f1": 0.9855907780979827, "eval_VEHICLEVRM_f1": 0.9653333333333334, "eval_ZIPCODE_f1": 0.8990228013029316, "eval_loss": 0.07021763920783997, "eval_overall_accuracy": 0.9706055217873271, "eval_overall_f1": 0.9360433407264662, "eval_overall_precision": 0.9258766408919259, "eval_overall_recall": 0.9464357928017352, "eval_runtime": 434.7226, "eval_samples_per_second": 20.013, "eval_steps_per_second": 1.251, "step": 8700 }, { "epoch": 2.0, "step": 8700, "total_flos": 2872141576234200.0, "train_loss": 0.2210703050679174, "train_runtime": 10530.9203, "train_samples_per_second": 6.608, "train_steps_per_second": 0.826 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.9923793395427604, "eval_ACCOUNTNUMBER_f1": 0.9905090595340811, "eval_AGE_f1": 0.9338929695697795, "eval_AMOUNT_f1": 0.9277504105090312, "eval_BIC_f1": 0.9597701149425286, "eval_BITCOINADDRESS_f1": 0.9801192842942346, "eval_BUILDINGNUMBER_f1": 0.9090909090909091, "eval_CITY_f1": 0.956442831215971, "eval_COMPANYNAME_f1": 0.9908069458631257, "eval_COUNTY_f1": 0.9852670349907919, "eval_CREDITCARDCVV_f1": 0.9639344262295083, "eval_CREDITCARDISSUER_f1": 0.9867674858223062, "eval_CREDITCARDNUMBER_f1": 0.8928909952606634, "eval_CURRENCYCODE_f1": 0.8607594936708861, "eval_CURRENCYNAME_f1": 0.36501901140684406, "eval_CURRENCYSYMBOL_f1": 0.9535783365570599, "eval_CURRENCY_f1": 0.7725631768953068, "eval_DATE_f1": 0.8589999999999999, "eval_DOB_f1": 0.6490384615384616, "eval_EMAIL_f1": 0.9944615384615385, "eval_ETHEREUMADDRESS_f1": 0.9986168741355463, "eval_EYECOLOR_f1": 0.9688385269121812, "eval_FIRSTNAME_f1": 0.9789996181748759, "eval_GENDER_f1": 0.9831932773109244, "eval_HEIGHT_f1": 0.9905956112852665, "eval_IBAN_f1": 1.0, "eval_IPV4_f1": 0.8217291507268554, "eval_IPV6_f1": 0.7506339814032122, "eval_IP_f1": 0.10247349823321554, "eval_JOBAREA_f1": 0.9306260575296108, "eval_JOBTITLE_f1": 0.9938217122683143, "eval_JOBTYPE_f1": 0.9507908611599297, "eval_LASTNAME_f1": 0.9479892761394102, "eval_LITECOINADDRESS_f1": 0.9345238095238094, "eval_MAC_f1": 1.0, "eval_MASKEDNUMBER_f1": 0.8608799048751485, "eval_MIDDLENAME_f1": 0.9600694444444444, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9783549783549784, "eval_PASSWORD_f1": 0.9839167455061494, "eval_PHONEIMEI_f1": 0.99860529986053, "eval_PHONENUMBER_f1": 0.9902912621359222, "eval_PIN_f1": 0.9390243902439024, "eval_PREFIX_f1": 0.944141689373297, "eval_SECONDARYADDRESS_f1": 0.9945474372955289, "eval_SEX_f1": 0.9780439121756487, "eval_SSN_f1": 0.9897959183673469, "eval_STATE_f1": 0.98046875, "eval_STREET_f1": 0.9693140794223826, "eval_TIME_f1": 0.9843205574912891, "eval_URL_f1": 0.9984101748807631, "eval_USERAGENT_f1": 0.9917936694021102, "eval_USERNAME_f1": 0.9909465020576131, "eval_VEHICLEVIN_f1": 0.9855907780979827, "eval_VEHICLEVRM_f1": 0.9653333333333334, "eval_ZIPCODE_f1": 0.8990228013029316, "eval_loss": 0.07021763920783997, "eval_overall_accuracy": 0.9706055217873271, "eval_overall_f1": 0.9360433407264662, "eval_overall_precision": 0.9258766408919259, "eval_overall_recall": 0.9464357928017352, "eval_runtime": 440.2246, "eval_samples_per_second": 19.763, "eval_steps_per_second": 1.236, "step": 8700 } ], "max_steps": 8700, "num_train_epochs": 2, "total_flos": 2872141576234200.0, "trial_name": null, "trial_params": null }