{ "best_metric": 0.06927423179149628, "best_model_checkpoint": "deberta-v3-base_finetuned_ai4privacy_v2/checkpoint-14358", "epoch": 7.0, "eval_steps": 500, "global_step": 16751, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.21, "learning_rate": 7.460459564309162e-06, "loss": 2.7753, "step": 500 }, { "epoch": 0.42, "learning_rate": 1.4920919128618324e-05, "loss": 1.0147, "step": 1000 }, { "epoch": 0.63, "learning_rate": 2.2381378692927485e-05, "loss": 0.6168, "step": 1500 }, { "epoch": 0.84, "learning_rate": 2.984183825723665e-05, "loss": 0.3984, "step": 2000 }, { "epoch": 1.0, "eval_ACCOUNTNAME_f1": 0.9264822134387352, "eval_ACCOUNTNUMBER_f1": 0.9819193324061196, "eval_AGE_f1": 0.8237378210806023, "eval_AMOUNT_f1": 0.505338078291815, "eval_BIC_f1": 0.23153692614770457, "eval_BITCOINADDRESS_f1": 0.8197146562905318, "eval_BUILDINGNUMBER_f1": 0.7840236686390533, "eval_CITY_f1": 0.48855905998763144, "eval_COMPANYNAME_f1": 0.865654862282181, "eval_COUNTY_f1": 0.633784373635967, "eval_CREDITCARDCVV_f1": 0.8775055679287305, "eval_CREDITCARDISSUER_f1": 0.8574537540805224, "eval_CREDITCARDNUMBER_f1": 0.7152119700748131, "eval_CURRENCYCODE_f1": 0.0958904109589041, "eval_CURRENCYNAME_f1": 0.0, "eval_CURRENCYSYMBOL_f1": 0.6479750778816199, "eval_CURRENCY_f1": 0.4532891100055279, "eval_DATE_f1": 0.7620984139894267, "eval_DOB_f1": 0.1883720930232558, "eval_EMAIL_f1": 0.9839645172296144, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.6193548387096774, "eval_FIRSTNAME_f1": 0.8739598132737975, "eval_GENDER_f1": 0.6610328638497652, "eval_HEIGHT_f1": 0.9641873278236913, "eval_IBAN_f1": 0.9038634321653188, "eval_IPV4_f1": 0.8500000000000001, "eval_IPV6_f1": 0.02197802197802198, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.6324786324786326, "eval_JOBTITLE_f1": 0.7839905826957033, "eval_JOBTYPE_f1": 0.6899166034874906, "eval_LASTNAME_f1": 0.7667121418826739, "eval_LITECOINADDRESS_f1": 0.0, "eval_MAC_f1": 0.2966292134831461, "eval_MASKEDNUMBER_f1": 0.0, "eval_MIDDLENAME_f1": 0.36821705426356593, "eval_NEARBYGPSCOORDINATE_f1": 0.9985528219971056, "eval_ORDINALDIRECTION_f1": 0.9386973180076628, "eval_PASSWORD_f1": 0.8558322411533421, "eval_PHONEIMEI_f1": 0.9878934624697336, "eval_PHONENUMBER_f1": 0.968705547652916, "eval_PIN_f1": 0.7454909819639278, "eval_PREFIX_f1": 0.9252418645558488, "eval_SECONDARYADDRESS_f1": 0.9660804020100502, "eval_SEX_f1": 0.9109863672814755, "eval_SSN_f1": 0.9770687936191427, "eval_STATE_f1": 0.5281933256616801, "eval_STREET_f1": 0.7987957852483694, "eval_TIME_f1": 0.8453267162944583, "eval_URL_f1": 0.964809384164223, "eval_USERAGENT_f1": 0.9804325437693101, "eval_USERNAME_f1": 0.9355870260392873, "eval_VEHICLEVIN_f1": 0.7740585774058577, "eval_VEHICLEVRM_f1": 0.678030303030303, "eval_ZIPCODE_f1": 0.7915451895043731, "eval_loss": 0.5120039582252502, "eval_overall_accuracy": 0.8741298388558002, "eval_overall_f1": 0.7533481152993349, "eval_overall_precision": 0.7267993350283591, "eval_overall_recall": 0.781909997106862, "eval_runtime": 232.5447, "eval_samples_per_second": 41.158, "eval_steps_per_second": 10.29, "step": 2393 }, { "epoch": 1.04, "learning_rate": 3.730229782154581e-05, "loss": 0.3099, "step": 2500 }, { "epoch": 1.25, "learning_rate": 4.476275738585497e-05, "loss": 0.2843, "step": 3000 }, { "epoch": 1.46, "learning_rate": 4.9984747938973194e-05, "loss": 0.2633, "step": 3500 }, { "epoch": 1.67, "learning_rate": 4.971116387357723e-05, "loss": 0.2219, "step": 4000 }, { "epoch": 1.88, "learning_rate": 4.909840312863836e-05, "loss": 0.2097, "step": 4500 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.9760132340777501, "eval_ACCOUNTNUMBER_f1": 0.9114103472714385, "eval_AGE_f1": 0.9226519337016574, "eval_AMOUNT_f1": 0.7646662171274444, "eval_BIC_f1": 0.9190371991247264, "eval_BITCOINADDRESS_f1": 0.9554043839758124, "eval_BUILDINGNUMBER_f1": 0.8974535443909154, "eval_CITY_f1": 0.8880643166357453, "eval_COMPANYNAME_f1": 0.95350278983261, "eval_COUNTY_f1": 0.8414096916299558, "eval_CREDITCARDCVV_f1": 0.9114470842332614, "eval_CREDITCARDISSUER_f1": 0.9819927971188475, "eval_CREDITCARDNUMBER_f1": 0.8503075871496923, "eval_CURRENCYCODE_f1": 0.6170678336980308, "eval_CURRENCYNAME_f1": 0.007662835249042145, "eval_CURRENCYSYMBOL_f1": 0.8787465940054496, "eval_CURRENCY_f1": 0.7525103366804489, "eval_DATE_f1": 0.31613165379926855, "eval_DOB_f1": 0.28471818710052293, "eval_EMAIL_f1": 0.9923875432525952, "eval_ETHEREUMADDRESS_f1": 0.9918256130790191, "eval_EYECOLOR_f1": 0.9494949494949495, "eval_FIRSTNAME_f1": 0.907639923387955, "eval_GENDER_f1": 0.962510897994769, "eval_HEIGHT_f1": 0.989010989010989, "eval_IBAN_f1": 0.9870129870129869, "eval_IPV4_f1": 0.8483985765124555, "eval_IPV6_f1": 0.8007268322228952, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.8650674662668666, "eval_JOBTITLE_f1": 0.9659574468085106, "eval_JOBTYPE_f1": 0.9163526752072344, "eval_LASTNAME_f1": 0.8694558037118592, "eval_LITECOINADDRESS_f1": 0.8755555555555555, "eval_MAC_f1": 0.9685314685314685, "eval_MASKEDNUMBER_f1": 0.7768014059753954, "eval_MIDDLENAME_f1": 0.6696606786427146, "eval_NEARBYGPSCOORDINATE_f1": 0.9956458635703919, "eval_ORDINALDIRECTION_f1": 0.9754253308128544, "eval_PASSWORD_f1": 0.9652173913043479, "eval_PHONEIMEI_f1": 0.9975786924939467, "eval_PHONENUMBER_f1": 0.9848812095032397, "eval_PIN_f1": 0.7976653696498055, "eval_PREFIX_f1": 0.9372599231754162, "eval_SECONDARYADDRESS_f1": 0.9922779922779922, "eval_SEX_f1": 0.9814814814814814, "eval_SSN_f1": 0.9828109201213346, "eval_STATE_f1": 0.8092592592592593, "eval_STREET_f1": 0.944475602916433, "eval_TIME_f1": 0.9735364875701684, "eval_URL_f1": 0.993288590604027, "eval_USERAGENT_f1": 0.9650924024640657, "eval_USERNAME_f1": 0.9853566367501181, "eval_VEHICLEVIN_f1": 0.9843400447427293, "eval_VEHICLEVRM_f1": 0.975, "eval_ZIPCODE_f1": 0.8123393316195372, "eval_loss": 0.1406150460243225, "eval_overall_accuracy": 0.9509451221294181, "eval_overall_f1": 0.8644601747337542, "eval_overall_precision": 0.8391689778129953, "eval_overall_recall": 0.8913232161174088, "eval_runtime": 108.1218, "eval_samples_per_second": 88.521, "eval_steps_per_second": 22.132, "step": 4786 }, { "epoch": 2.09, "learning_rate": 4.815487624102509e-05, "loss": 0.1793, "step": 5000 }, { "epoch": 2.3, "learning_rate": 4.6893533726481556e-05, "loss": 0.1465, "step": 5500 }, { "epoch": 2.51, "learning_rate": 4.533168832543704e-05, "loss": 0.1729, "step": 6000 }, { "epoch": 2.72, "learning_rate": 4.349077737446525e-05, "loss": 0.1537, "step": 6500 }, { "epoch": 2.93, "learning_rate": 4.139606856499824e-05, "loss": 0.1271, "step": 7000 }, { "epoch": 3.0, "eval_ACCOUNTNAME_f1": 0.9950166112956811, "eval_ACCOUNTNUMBER_f1": 0.9880197322057787, "eval_AGE_f1": 0.9172093023255814, "eval_AMOUNT_f1": 0.9309090909090908, "eval_BIC_f1": 0.9652173913043479, "eval_BITCOINADDRESS_f1": 0.822174226061915, "eval_BUILDINGNUMBER_f1": 0.9159779614325069, "eval_CITY_f1": 0.9364021804966686, "eval_COMPANYNAME_f1": 0.9748928352725045, "eval_COUNTY_f1": 0.9556109725685785, "eval_CREDITCARDCVV_f1": 0.9211087420042643, "eval_CREDITCARDISSUER_f1": 0.9856115107913669, "eval_CREDITCARDNUMBER_f1": 0.8938992042440319, "eval_CURRENCYCODE_f1": 0.76, "eval_CURRENCYNAME_f1": 0.007999999999999998, "eval_CURRENCYSYMBOL_f1": 0.9360222531293463, "eval_CURRENCY_f1": 0.8237476808905382, "eval_DATE_f1": 0.8735161686451085, "eval_DOB_f1": 0.5567282321899736, "eval_EMAIL_f1": 0.9993093922651933, "eval_ETHEREUMADDRESS_f1": 0.9972527472527473, "eval_EYECOLOR_f1": 0.9872122762148339, "eval_FIRSTNAME_f1": 0.9546780345523895, "eval_GENDER_f1": 0.9773123909249564, "eval_HEIGHT_f1": 0.9574468085106383, "eval_IBAN_f1": 0.9693593314763231, "eval_IPV4_f1": 0.851033499643621, "eval_IPV6_f1": 0.8031687995124923, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.9403973509933775, "eval_JOBTITLE_f1": 0.9844192634560907, "eval_JOBTYPE_f1": 0.9522240527182867, "eval_LASTNAME_f1": 0.9294419499679282, "eval_LITECOINADDRESS_f1": 0.8583690987124464, "eval_MAC_f1": 1.0, "eval_MASKEDNUMBER_f1": 0.8603351955307262, "eval_MIDDLENAME_f1": 0.8907963757749167, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.98292220113852, "eval_PASSWORD_f1": 0.9513274336283185, "eval_PHONEIMEI_f1": 1.0, "eval_PHONENUMBER_f1": 0.9792114695340501, "eval_PIN_f1": 0.85785536159601, "eval_PREFIX_f1": 0.9412773253321903, "eval_SECONDARYADDRESS_f1": 0.996776273372018, "eval_SEX_f1": 0.9512843224092117, "eval_SSN_f1": 0.9928934010152284, "eval_STATE_f1": 0.9278033794162827, "eval_STREET_f1": 0.9483516483516483, "eval_TIME_f1": 0.9861900893582454, "eval_URL_f1": 0.9940298507462686, "eval_USERAGENT_f1": 0.8884339815762539, "eval_USERNAME_f1": 0.9943074003795066, "eval_VEHICLEVIN_f1": 0.9616252821670428, "eval_VEHICLEVRM_f1": 0.9648033126293997, "eval_ZIPCODE_f1": 0.9394904458598726, "eval_loss": 0.10487008839845657, "eval_overall_accuracy": 0.9617801261331822, "eval_overall_f1": 0.9265209996074839, "eval_overall_precision": 0.9218412351271837, "eval_overall_recall": 0.9312485205544304, "eval_runtime": 110.1516, "eval_samples_per_second": 86.889, "eval_steps_per_second": 21.725, "step": 7179 }, { "epoch": 3.13, "learning_rate": 3.907631312794684e-05, "loss": 0.1286, "step": 7500 }, { "epoch": 3.34, "learning_rate": 3.656335120449241e-05, "loss": 0.114, "step": 8000 }, { "epoch": 3.55, "learning_rate": 3.389167481959079e-05, "loss": 0.113, "step": 8500 }, { "epoch": 3.76, "learning_rate": 3.1097954456659104e-05, "loss": 0.1151, "step": 9000 }, { "epoch": 3.97, "learning_rate": 2.8220535731513697e-05, "loss": 0.1345, "step": 9500 }, { "epoch": 4.0, "eval_ACCOUNTNAME_f1": 0.9975020815986678, "eval_ACCOUNTNUMBER_f1": 0.9978947368421052, "eval_AGE_f1": 0.9355742296918768, "eval_AMOUNT_f1": 0.9597069597069597, "eval_BIC_f1": 0.9083665338645419, "eval_BITCOINADDRESS_f1": 0.9569303054032889, "eval_BUILDINGNUMBER_f1": 0.9826589595375722, "eval_CITY_f1": 0.9733570159857904, "eval_COMPANYNAME_f1": 0.9835064141722665, "eval_COUNTY_f1": 0.9779559118236473, "eval_CREDITCARDCVV_f1": 0.9634146341463414, "eval_CREDITCARDISSUER_f1": 0.9903614457831326, "eval_CREDITCARDNUMBER_f1": 0.9392928619079386, "eval_CURRENCYCODE_f1": 0.8915187376725838, "eval_CURRENCYNAME_f1": 0.4068767908309455, "eval_CURRENCYSYMBOL_f1": 0.9636493228795439, "eval_CURRENCY_f1": 0.8541801685029164, "eval_DATE_f1": 0.8872881355932203, "eval_DOB_f1": 0.6571767497034402, "eval_EMAIL_f1": 0.9993093922651933, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.9922879177377892, "eval_FIRSTNAME_f1": 0.9795516675779113, "eval_GENDER_f1": 0.9982788296041308, "eval_HEIGHT_f1": 0.9916897506925207, "eval_IBAN_f1": 0.9972093023255814, "eval_IPV4_f1": 0.8514570007107322, "eval_IPV6_f1": 0.8026715239829992, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.9689034369885434, "eval_JOBTITLE_f1": 0.9942938659058489, "eval_JOBTYPE_f1": 0.9684542586750788, "eval_LASTNAME_f1": 0.966765383349786, "eval_LITECOINADDRESS_f1": 0.8162475822050289, "eval_MAC_f1": 0.9911816578483246, "eval_MASKEDNUMBER_f1": 0.9109653233364573, "eval_MIDDLENAME_f1": 0.9363817097415508, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9848484848484849, "eval_PASSWORD_f1": 0.9733727810650887, "eval_PHONEIMEI_f1": 0.9975845410628019, "eval_PHONENUMBER_f1": 0.994909090909091, "eval_PIN_f1": 0.9738717339667459, "eval_PREFIX_f1": 0.960879120879121, "eval_SECONDARYADDRESS_f1": 0.9967804249839021, "eval_SEX_f1": 0.9906063193851409, "eval_SSN_f1": 0.9898785425101214, "eval_STATE_f1": 0.9772366331392272, "eval_STREET_f1": 0.9875, "eval_TIME_f1": 0.9854838709677419, "eval_URL_f1": 0.9977661950856292, "eval_USERAGENT_f1": 1.0, "eval_USERNAME_f1": 0.9971590909090909, "eval_VEHICLEVIN_f1": 0.9866666666666667, "eval_VEHICLEVRM_f1": 0.9817444219066938, "eval_ZIPCODE_f1": 0.9779874213836477, "eval_loss": 0.0940849557518959, "eval_overall_accuracy": 0.9658744863784346, "eval_overall_f1": 0.9521270339149187, "eval_overall_precision": 0.9462773419234166, "eval_overall_recall": 0.9580494989611005, "eval_runtime": 107.6668, "eval_samples_per_second": 88.895, "eval_steps_per_second": 22.226, "step": 9572 }, { "epoch": 4.18, "learning_rate": 2.5298913074034208e-05, "loss": 0.096, "step": 10000 }, { "epoch": 4.39, "learning_rate": 2.237318764161293e-05, "loss": 0.0922, "step": 10500 }, { "epoch": 4.6, "learning_rate": 1.9483516904877303e-05, "loss": 0.0866, "step": 11000 }, { "epoch": 4.81, "learning_rate": 1.666956346047685e-05, "loss": 0.1067, "step": 11500 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.9966722129783694, "eval_ACCOUNTNUMBER_f1": 0.9965010496850945, "eval_AGE_f1": 0.970479704797048, "eval_AMOUNT_f1": 0.9742078113485629, "eval_BIC_f1": 0.9892008639308855, "eval_BITCOINADDRESS_f1": 0.9736434108527132, "eval_BUILDINGNUMBER_f1": 0.9891225525743292, "eval_CITY_f1": 0.9793753682969948, "eval_COMPANYNAME_f1": 0.9950920245398772, "eval_COUNTY_f1": 0.985985985985986, "eval_CREDITCARDCVV_f1": 0.9896907216494846, "eval_CREDITCARDISSUER_f1": 0.9891696750902527, "eval_CREDITCARDNUMBER_f1": 0.9517426273458446, "eval_CURRENCYCODE_f1": 0.977035490605428, "eval_CURRENCYNAME_f1": 0.4186046511627907, "eval_CURRENCYSYMBOL_f1": 0.9821556031406138, "eval_CURRENCY_f1": 0.8385852090032155, "eval_DATE_f1": 0.8868817204301075, "eval_DOB_f1": 0.7016393442622952, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.9948717948717949, "eval_FIRSTNAME_f1": 0.9859247855729053, "eval_GENDER_f1": 0.9982758620689656, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 0.9953574744661094, "eval_IPV4_f1": 0.8569395017793595, "eval_IPV6_f1": 0.8012195121951219, "eval_IP_f1": 0.0075046904315197015, "eval_JOBAREA_f1": 0.981907894736842, "eval_JOBTITLE_f1": 0.9978525411596277, "eval_JOBTYPE_f1": 0.9856230031948882, "eval_LASTNAME_f1": 0.9843071786310518, "eval_LITECOINADDRESS_f1": 0.9382716049382716, "eval_MAC_f1": 1.0, "eval_MASKEDNUMBER_f1": 0.9318394024276376, "eval_MIDDLENAME_f1": 0.9461134954697187, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9904761904761905, "eval_PASSWORD_f1": 1.0, "eval_PHONEIMEI_f1": 1.0, "eval_PHONENUMBER_f1": 0.9978150036416606, "eval_PIN_f1": 0.9905660377358492, "eval_PREFIX_f1": 0.964613368283093, "eval_SECONDARYADDRESS_f1": 0.9980657640232109, "eval_SEX_f1": 0.9923534409515719, "eval_SSN_f1": 0.9969604863221885, "eval_STATE_f1": 0.986228813559322, "eval_STREET_f1": 0.9965870307167235, "eval_TIME_f1": 0.9951219512195122, "eval_URL_f1": 0.9970238095238095, "eval_USERAGENT_f1": 1.0, "eval_USERNAME_f1": 0.9981042654028436, "eval_VEHICLEVIN_f1": 0.9932885906040269, "eval_VEHICLEVRM_f1": 1.0, "eval_ZIPCODE_f1": 0.9913317572892041, "eval_loss": 0.07239188998937607, "eval_overall_accuracy": 0.9698826341845472, "eval_overall_f1": 0.9607325049051668, "eval_overall_precision": 0.9556324650654454, "eval_overall_recall": 0.9658872728229136, "eval_runtime": 110.9479, "eval_samples_per_second": 86.266, "eval_steps_per_second": 21.569, "step": 11965 }, { "epoch": 5.01, "learning_rate": 1.3969950636335067e-05, "loss": 0.1009, "step": 12000 }, { "epoch": 5.22, "learning_rate": 1.1421732361535509e-05, "loss": 0.0828, "step": 12500 }, { "epoch": 5.43, "learning_rate": 9.059884577220362e-06, "loss": 0.0752, "step": 13000 }, { "epoch": 5.64, "learning_rate": 6.916825169215169e-06, "loss": 0.087, "step": 13500 }, { "epoch": 5.85, "learning_rate": 5.021969011614444e-06, "loss": 0.0808, "step": 14000 }, { "epoch": 6.0, "eval_ACCOUNTNAME_f1": 1.0, "eval_ACCOUNTNUMBER_f1": 1.0, "eval_AGE_f1": 0.9759704251386321, "eval_AMOUNT_f1": 0.9896755162241888, "eval_BIC_f1": 0.9978213507625272, "eval_BITCOINADDRESS_f1": 0.9906976744186046, "eval_BUILDINGNUMBER_f1": 0.9906137184115523, "eval_CITY_f1": 0.9929988331388565, "eval_COMPANYNAME_f1": 0.9993853718500306, "eval_COUNTY_f1": 0.9939393939393938, "eval_CREDITCARDCVV_f1": 1.0, "eval_CREDITCARDISSUER_f1": 0.9891435464414957, "eval_CREDITCARDNUMBER_f1": 0.9589778076664425, "eval_CURRENCYCODE_f1": 0.9874999999999999, "eval_CURRENCYNAME_f1": 0.7022222222222221, "eval_CURRENCYSYMBOL_f1": 0.9892163910855499, "eval_CURRENCY_f1": 0.9052197802197802, "eval_DATE_f1": 0.9125964010282777, "eval_DOB_f1": 0.7437641723356009, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 1.0, "eval_FIRSTNAME_f1": 0.9934411893310013, "eval_GENDER_f1": 0.999137187230371, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 1.0, "eval_IPV4_f1": 0.8393393393393394, "eval_IPV6_f1": 0.8034083992696287, "eval_IP_f1": 0.1550632911392405, "eval_JOBAREA_f1": 0.9941812136325853, "eval_JOBTITLE_f1": 0.9992841803865427, "eval_JOBTYPE_f1": 0.9927594529364441, "eval_LASTNAME_f1": 0.9876789876789875, "eval_LITECOINADDRESS_f1": 0.977035490605428, "eval_MAC_f1": 1.0, "eval_MASKEDNUMBER_f1": 0.9451162790697675, "eval_MIDDLENAME_f1": 0.9773175542406312, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9923664122137404, "eval_PASSWORD_f1": 1.0, "eval_PHONEIMEI_f1": 1.0, "eval_PHONENUMBER_f1": 1.0, "eval_PIN_f1": 0.9929078014184397, "eval_PREFIX_f1": 0.9721608484312859, "eval_SECONDARYADDRESS_f1": 0.9974226804123711, "eval_SEX_f1": 0.9948892674616695, "eval_SSN_f1": 0.9969604863221885, "eval_STATE_f1": 0.994127068873465, "eval_STREET_f1": 0.9971542401821286, "eval_TIME_f1": 0.9967426710097721, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 1.0, "eval_USERNAME_f1": 0.9990521327014218, "eval_VEHICLEVIN_f1": 1.0, "eval_VEHICLEVRM_f1": 1.0, "eval_ZIPCODE_f1": 0.9889937106918238, "eval_loss": 0.06927423179149628, "eval_overall_accuracy": 0.972837236759815, "eval_overall_f1": 0.9697938644196623, "eval_overall_precision": 0.9664124529878814, "eval_overall_recall": 0.97319902159333, "eval_runtime": 110.465, "eval_samples_per_second": 86.643, "eval_steps_per_second": 21.663, "step": 14358 }, { "epoch": 6.06, "learning_rate": 3.4013242286423108e-06, "loss": 0.0728, "step": 14500 }, { "epoch": 6.27, "learning_rate": 2.077135216354695e-06, "loss": 0.0667, "step": 15000 }, { "epoch": 6.48, "learning_rate": 1.0675773239408465e-06, "loss": 0.0848, "step": 15500 }, { "epoch": 6.69, "learning_rate": 3.8650738532032825e-07, "loss": 0.0619, "step": 16000 }, { "epoch": 6.9, "learning_rate": 4.3273525150466786e-08, "loss": 0.0779, "step": 16500 }, { "epoch": 7.0, "eval_ACCOUNTNAME_f1": 0.9983333333333333, "eval_ACCOUNTNUMBER_f1": 1.0, "eval_AGE_f1": 0.9815157116451017, "eval_AMOUNT_f1": 0.9904059040590405, "eval_BIC_f1": 1.0, "eval_BITCOINADDRESS_f1": 0.9937791601866253, "eval_BUILDINGNUMBER_f1": 0.9934829833454019, "eval_CITY_f1": 0.9929988331388565, "eval_COMPANYNAME_f1": 0.9993853718500306, "eval_COUNTY_f1": 0.9934508816120907, "eval_CREDITCARDCVV_f1": 1.0, "eval_CREDITCARDISSUER_f1": 0.9903381642512077, "eval_CREDITCARDNUMBER_f1": 0.9583892617449664, "eval_CURRENCYCODE_f1": 0.9916666666666667, "eval_CURRENCYNAME_f1": 0.7753303964757708, "eval_CURRENCYSYMBOL_f1": 0.9913544668587896, "eval_CURRENCY_f1": 0.9206128133704735, "eval_DATE_f1": 0.9315068493150684, "eval_DOB_f1": 0.8305084745762712, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 1.0, "eval_FIRSTNAME_f1": 0.9938771047452438, "eval_GENDER_f1": 1.0, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 1.0, "eval_IPV4_f1": 0.8381804623415362, "eval_IPV6_f1": 0.8029197080291971, "eval_IP_f1": 0.14035087719298248, "eval_JOBAREA_f1": 0.9958368026644463, "eval_JOBTITLE_f1": 1.0, "eval_JOBTYPE_f1": 0.9943593875906527, "eval_LASTNAME_f1": 0.9910029990003333, "eval_LITECOINADDRESS_f1": 0.9875, "eval_MAC_f1": 1.0, "eval_MASKEDNUMBER_f1": 0.9479553903345725, "eval_MIDDLENAME_f1": 0.9788281634662728, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9923664122137404, "eval_PASSWORD_f1": 1.0, "eval_PHONEIMEI_f1": 1.0, "eval_PHONENUMBER_f1": 1.0, "eval_PIN_f1": 0.9929078014184397, "eval_PREFIX_f1": 0.9747003994673767, "eval_SECONDARYADDRESS_f1": 0.9961340206185567, "eval_SEX_f1": 0.9948892674616695, "eval_SSN_f1": 0.9969604863221885, "eval_STATE_f1": 0.9925133689839571, "eval_STREET_f1": 0.9982925441092771, "eval_TIME_f1": 0.9967426710097721, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 1.0, "eval_USERNAME_f1": 0.9990521327014218, "eval_VEHICLEVIN_f1": 1.0, "eval_VEHICLEVRM_f1": 1.0, "eval_ZIPCODE_f1": 0.9952755905511811, "eval_loss": 0.0696588084101677, "eval_overall_accuracy": 0.9738600962072371, "eval_overall_f1": 0.9726880564333198, "eval_overall_precision": 0.9698269100036605, "eval_overall_recall": 0.9755661345046158, "eval_runtime": 106.6576, "eval_samples_per_second": 89.736, "eval_steps_per_second": 22.436, "step": 16751 }, { "epoch": 7.0, "step": 16751, "total_flos": 3973095621417330.0, "train_loss": 0.2593412553578745, "train_runtime": 2714.4275, "train_samples_per_second": 24.682, "train_steps_per_second": 6.171 }, { "epoch": 7.0, "eval_ACCOUNTNAME_f1": 1.0, "eval_ACCOUNTNUMBER_f1": 1.0, "eval_AGE_f1": 0.9759704251386321, "eval_AMOUNT_f1": 0.9896755162241888, "eval_BIC_f1": 0.9978213507625272, "eval_BITCOINADDRESS_f1": 0.9906976744186046, "eval_BUILDINGNUMBER_f1": 0.9906137184115523, "eval_CITY_f1": 0.9929988331388565, "eval_COMPANYNAME_f1": 0.9993853718500306, "eval_COUNTY_f1": 0.9939393939393938, "eval_CREDITCARDCVV_f1": 1.0, "eval_CREDITCARDISSUER_f1": 0.9891435464414957, "eval_CREDITCARDNUMBER_f1": 0.9589778076664425, "eval_CURRENCYCODE_f1": 0.9874999999999999, "eval_CURRENCYNAME_f1": 0.7022222222222221, "eval_CURRENCYSYMBOL_f1": 0.9892163910855499, "eval_CURRENCY_f1": 0.9052197802197802, "eval_DATE_f1": 0.9125964010282777, "eval_DOB_f1": 0.7437641723356009, "eval_EMAIL_f1": 1.0, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 1.0, "eval_FIRSTNAME_f1": 0.9934411893310013, "eval_GENDER_f1": 0.999137187230371, "eval_HEIGHT_f1": 1.0, "eval_IBAN_f1": 1.0, "eval_IPV4_f1": 0.8393393393393394, "eval_IPV6_f1": 0.8034083992696287, "eval_IP_f1": 0.1550632911392405, "eval_JOBAREA_f1": 0.9941812136325853, "eval_JOBTITLE_f1": 0.9992841803865427, "eval_JOBTYPE_f1": 0.9927594529364441, "eval_LASTNAME_f1": 0.9876789876789875, "eval_LITECOINADDRESS_f1": 0.977035490605428, "eval_MAC_f1": 1.0, "eval_MASKEDNUMBER_f1": 0.9451162790697675, "eval_MIDDLENAME_f1": 0.9773175542406312, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_ORDINALDIRECTION_f1": 0.9923664122137404, "eval_PASSWORD_f1": 1.0, "eval_PHONEIMEI_f1": 1.0, "eval_PHONENUMBER_f1": 1.0, "eval_PIN_f1": 0.9929078014184397, "eval_PREFIX_f1": 0.9721608484312859, "eval_SECONDARYADDRESS_f1": 0.9974226804123711, "eval_SEX_f1": 0.9948892674616695, "eval_SSN_f1": 0.9969604863221885, "eval_STATE_f1": 0.994127068873465, "eval_STREET_f1": 0.9971542401821286, "eval_TIME_f1": 0.9967426710097721, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 1.0, "eval_USERNAME_f1": 0.9990521327014218, "eval_VEHICLEVIN_f1": 1.0, "eval_VEHICLEVRM_f1": 1.0, "eval_ZIPCODE_f1": 0.9889937106918238, "eval_loss": 0.06927423179149628, "eval_overall_accuracy": 0.972837236759815, "eval_overall_f1": 0.9697938644196623, "eval_overall_precision": 0.9664124529878814, "eval_overall_recall": 0.97319902159333, "eval_runtime": 107.6205, "eval_samples_per_second": 88.933, "eval_steps_per_second": 22.236, "step": 16751 } ], "logging_steps": 500, "max_steps": 16751, "num_train_epochs": 7, "save_steps": 500, "total_flos": 3973095621417330.0, "trial_name": null, "trial_params": null }