Isotonic's picture
Model save
eafa78e
raw
history blame
34 kB
{
"best_metric": 0.021080104634165764,
"best_model_checkpoint": "deberta-v3-base_finetuned_ai4privacy_v2/checkpoint-6690",
"epoch": 10.0,
"eval_steps": 500,
"global_step": 6690,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.75,
"learning_rate": 1.853512705530643e-05,
"loss": 1.5081,
"step": 500
},
{
"epoch": 1.0,
"eval_ACCOUNTNAME_f1": 0.9134287661895023,
"eval_ACCOUNTNUMBER_f1": 0.7806031933767001,
"eval_AGE_f1": 0.7878048780487804,
"eval_AMOUNT_f1": 0.34473507712944335,
"eval_BIC_f1": 0.6646525679758308,
"eval_BITCOINADDRESS_f1": 0.8154631655725747,
"eval_BUILDINGNUMBER_f1": 0.7412882787750792,
"eval_CITY_f1": 0.6679245283018868,
"eval_COMPANYNAME_f1": 0.8354430379746836,
"eval_COUNTY_f1": 0.7718865598027127,
"eval_CREDITCARDCVV_f1": 0.0,
"eval_CREDITCARDISSUER_f1": 0.0,
"eval_CREDITCARDNUMBER_f1": 0.36220472440944884,
"eval_CURRENCYCODE_f1": 0.0,
"eval_CURRENCYNAME_f1": 0.0,
"eval_CURRENCYSYMBOL_f1": 0.016620498614958446,
"eval_CURRENCY_f1": 0.49849246231155775,
"eval_DATE_f1": 0.8013569543912552,
"eval_DOB_f1": 0.310828025477707,
"eval_EMAIL_f1": 0.9664974619289339,
"eval_ETHEREUMADDRESS_f1": 0.9878345498783455,
"eval_EYECOLOR_f1": 0.0,
"eval_FIRSTNAME_f1": 0.7813765182186234,
"eval_GENDER_f1": 0.7444444444444444,
"eval_HEIGHT_f1": 0.9243697478991596,
"eval_IBAN_f1": 0.9059080962800875,
"eval_IPV4_f1": 0.820737039350406,
"eval_IPV6_f1": 0.7063989962358844,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.0,
"eval_JOBTITLE_f1": 0.8649386084583902,
"eval_JOBTYPE_f1": 0.0,
"eval_LASTNAME_f1": 0.25206611570247933,
"eval_LITECOINADDRESS_f1": 0.0,
"eval_MAC_f1": 0.9755244755244754,
"eval_MASKEDNUMBER_f1": 0.5146618791143028,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 0.991812865497076,
"eval_ORDINALDIRECTION_f1": 0.0,
"eval_PASSWORD_f1": 0.9443207126948775,
"eval_PHONEIMEI_f1": 0.9838536060279871,
"eval_PHONENUMBER_f1": 0.9700404858299595,
"eval_PIN_f1": 0.19191919191919193,
"eval_PREFIX_f1": 0.6694966646452395,
"eval_SECONDARYADDRESS_f1": 0.8663594470046083,
"eval_SEX_f1": 0.0,
"eval_SSN_f1": 0.8882051282051281,
"eval_STATE_f1": 0.4056224899598393,
"eval_STREET_f1": 0.6465798045602607,
"eval_TIME_f1": 0.9538461538461538,
"eval_URL_f1": 0.9869773817683345,
"eval_USERAGENT_f1": 0.9519408502772644,
"eval_USERNAME_f1": 0.7702627166014534,
"eval_VEHICLEVIN_f1": 0.9379652605459057,
"eval_VEHICLEVRM_f1": 0.7397769516728624,
"eval_ZIPCODE_f1": 0.6930501930501931,
"eval_loss": 0.16179943084716797,
"eval_overall_accuracy": 0.9463517949804088,
"eval_overall_f1": 0.742188837120852,
"eval_overall_precision": 0.7171891653497005,
"eval_overall_recall": 0.7689943253467844,
"eval_runtime": 44.1568,
"eval_samples_per_second": 242.251,
"eval_steps_per_second": 15.151,
"step": 669
},
{
"epoch": 1.49,
"learning_rate": 3.721973094170404e-05,
"loss": 0.1884,
"step": 1000
},
{
"epoch": 2.0,
"eval_ACCOUNTNAME_f1": 0.9564606741573034,
"eval_ACCOUNTNUMBER_f1": 0.9263456090651557,
"eval_AGE_f1": 0.8838383838383839,
"eval_AMOUNT_f1": 0.9201646090534981,
"eval_BIC_f1": 0.8271954674220964,
"eval_BITCOINADDRESS_f1": 0.8934707903780068,
"eval_BUILDINGNUMBER_f1": 0.8713105076741441,
"eval_CITY_f1": 0.9325751421608448,
"eval_COMPANYNAME_f1": 0.9595872742906276,
"eval_COUNTY_f1": 0.9402985074626865,
"eval_CREDITCARDCVV_f1": 0.0,
"eval_CREDITCARDISSUER_f1": 0.9698795180722892,
"eval_CREDITCARDNUMBER_f1": 0.8037634408602151,
"eval_CURRENCYCODE_f1": 0.47244094488188976,
"eval_CURRENCYNAME_f1": 0.3972125435540069,
"eval_CURRENCYSYMBOL_f1": 0.7883817427385892,
"eval_CURRENCY_f1": 0.6842105263157895,
"eval_DATE_f1": 0.8431372549019608,
"eval_DOB_f1": 0.5133819951338199,
"eval_EMAIL_f1": 0.9913309535951045,
"eval_ETHEREUMADDRESS_f1": 0.9830097087378641,
"eval_EYECOLOR_f1": 0.8794326241134752,
"eval_FIRSTNAME_f1": 0.9269537480063795,
"eval_GENDER_f1": 0.9272030651340996,
"eval_HEIGHT_f1": 0.9717514124293786,
"eval_IBAN_f1": 0.9340540540540541,
"eval_IPV4_f1": 0.8179551122194514,
"eval_IPV6_f1": 0.8136272545090181,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.0,
"eval_JOBTITLE_f1": 0.9206137424949967,
"eval_JOBTYPE_f1": 0.08823529411764705,
"eval_LASTNAME_f1": 0.5360230547550433,
"eval_LITECOINADDRESS_f1": 0.7641025641025642,
"eval_MAC_f1": 0.9789473684210527,
"eval_MASKEDNUMBER_f1": 0.6637649619151251,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 0.9929577464788732,
"eval_ORDINALDIRECTION_f1": 0.0,
"eval_PASSWORD_f1": 0.9486988847583644,
"eval_PHONEIMEI_f1": 0.9645542427497316,
"eval_PHONENUMBER_f1": 0.9623567921440261,
"eval_PIN_f1": 0.8081841432225064,
"eval_PREFIX_f1": 0.9380530973451328,
"eval_SECONDARYADDRESS_f1": 0.9678675754625121,
"eval_SEX_f1": 0.9333333333333333,
"eval_SSN_f1": 0.9391634980988594,
"eval_STATE_f1": 0.8885400313971742,
"eval_STREET_f1": 0.9371231696813092,
"eval_TIME_f1": 0.9681159420289854,
"eval_URL_f1": 0.9883481836874571,
"eval_USERAGENT_f1": 0.9481481481481482,
"eval_USERNAME_f1": 0.9682959048877147,
"eval_VEHICLEVIN_f1": 0.7937336814621411,
"eval_VEHICLEVRM_f1": 0.7858407079646017,
"eval_ZIPCODE_f1": 0.8648648648648649,
"eval_loss": 0.10224327445030212,
"eval_overall_accuracy": 0.9647527268876417,
"eval_overall_f1": 0.8792349726775955,
"eval_overall_precision": 0.8709403031240334,
"eval_overall_recall": 0.8876891551071879,
"eval_runtime": 44.4987,
"eval_samples_per_second": 240.389,
"eval_steps_per_second": 15.034,
"step": 1338
},
{
"epoch": 2.24,
"learning_rate": 4.9892556438331585e-05,
"loss": 0.1196,
"step": 1500
},
{
"epoch": 2.99,
"learning_rate": 4.815828046188957e-05,
"loss": 0.0915,
"step": 2000
},
{
"epoch": 3.0,
"eval_ACCOUNTNAME_f1": 0.9783368273934312,
"eval_ACCOUNTNUMBER_f1": 0.9562243502051984,
"eval_AGE_f1": 0.891959798994975,
"eval_AMOUNT_f1": 0.9581624282198523,
"eval_BIC_f1": 0.9473684210526315,
"eval_BITCOINADDRESS_f1": 0.9314616019818333,
"eval_BUILDINGNUMBER_f1": 0.9055627425614489,
"eval_CITY_f1": 0.9587194608256108,
"eval_COMPANYNAME_f1": 0.9784668389319552,
"eval_COUNTY_f1": 0.975728155339806,
"eval_CREDITCARDCVV_f1": 0.6190476190476191,
"eval_CREDITCARDISSUER_f1": 0.9698795180722892,
"eval_CREDITCARDNUMBER_f1": 0.8209255533199196,
"eval_CURRENCYCODE_f1": 0.8342245989304814,
"eval_CURRENCYNAME_f1": 0.03592814371257485,
"eval_CURRENCYSYMBOL_f1": 0.922266139657444,
"eval_CURRENCY_f1": 0.7763157894736842,
"eval_DATE_f1": 0.7257085020242915,
"eval_DOB_f1": 0.6549019607843137,
"eval_EMAIL_f1": 0.9953964194373401,
"eval_ETHEREUMADDRESS_f1": 0.9818181818181817,
"eval_EYECOLOR_f1": 0.8055555555555556,
"eval_FIRSTNAME_f1": 0.9517725966145002,
"eval_GENDER_f1": 0.9519321394910463,
"eval_HEIGHT_f1": 0.9887005649717514,
"eval_IBAN_f1": 0.980603448275862,
"eval_IPV4_f1": 0.8328154133001864,
"eval_IPV6_f1": 0.7922511690046761,
"eval_IP_f1": 0.0038535645472061657,
"eval_JOBAREA_f1": 0.0,
"eval_JOBTITLE_f1": 0.9656593406593407,
"eval_JOBTYPE_f1": 0.7633587786259541,
"eval_LASTNAME_f1": 0.6688,
"eval_LITECOINADDRESS_f1": 0.8524590163934426,
"eval_MAC_f1": 0.979020979020979,
"eval_MASKEDNUMBER_f1": 0.7631296891747053,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 0.9882629107981221,
"eval_ORDINALDIRECTION_f1": 0.0,
"eval_PASSWORD_f1": 0.9645817633760362,
"eval_PHONEIMEI_f1": 0.9956896551724138,
"eval_PHONENUMBER_f1": 0.982940698619009,
"eval_PIN_f1": 0.9054441260744985,
"eval_PREFIX_f1": 0.9413218035824583,
"eval_SECONDARYADDRESS_f1": 0.977648202137998,
"eval_SEX_f1": 0.9421487603305785,
"eval_SSN_f1": 0.9663366336633663,
"eval_STATE_f1": 0.9658536585365853,
"eval_STREET_f1": 0.9497872340425533,
"eval_TIME_f1": 0.9682386910490857,
"eval_URL_f1": 0.9924605894448253,
"eval_USERAGENT_f1": 0.9944444444444445,
"eval_USERNAME_f1": 0.9913275517011341,
"eval_VEHICLEVIN_f1": 0.949748743718593,
"eval_VEHICLEVRM_f1": 0.9762419006479481,
"eval_ZIPCODE_f1": 0.9148211243611585,
"eval_loss": 0.07479778677225113,
"eval_overall_accuracy": 0.9701535528963253,
"eval_overall_f1": 0.9047155863356937,
"eval_overall_precision": 0.8933840479483633,
"eval_overall_recall": 0.9163382723833543,
"eval_runtime": 42.8584,
"eval_samples_per_second": 249.589,
"eval_steps_per_second": 15.61,
"step": 2007
},
{
"epoch": 3.74,
"learning_rate": 4.444341676079644e-05,
"loss": 0.0782,
"step": 2500
},
{
"epoch": 4.0,
"eval_ACCOUNTNAME_f1": 0.9957507082152975,
"eval_ACCOUNTNUMBER_f1": 0.9832167832167832,
"eval_AGE_f1": 0.9432534678436318,
"eval_AMOUNT_f1": 0.9645507007419621,
"eval_BIC_f1": 0.9855072463768114,
"eval_BITCOINADDRESS_f1": 0.9654591406908171,
"eval_BUILDINGNUMBER_f1": 0.9527458492975734,
"eval_CITY_f1": 0.980849292256453,
"eval_COMPANYNAME_f1": 0.990426457789382,
"eval_COUNTY_f1": 0.970691676436108,
"eval_CREDITCARDCVV_f1": 0.5822784810126582,
"eval_CREDITCARDISSUER_f1": 0.9669669669669669,
"eval_CREDITCARDNUMBER_f1": 0.8963503649635036,
"eval_CURRENCYCODE_f1": 0.8829787234042553,
"eval_CURRENCYNAME_f1": 0.3387096774193549,
"eval_CURRENCYSYMBOL_f1": 0.9779614325068869,
"eval_CURRENCY_f1": 0.7717265353418309,
"eval_DATE_f1": 0.8780082987551867,
"eval_DOB_f1": 0.6913086913086914,
"eval_EMAIL_f1": 0.9776422764227641,
"eval_ETHEREUMADDRESS_f1": 0.9951338199513382,
"eval_EYECOLOR_f1": 0.8857142857142857,
"eval_FIRSTNAME_f1": 0.9674902470741222,
"eval_GENDER_f1": 0.9865125240847784,
"eval_HEIGHT_f1": 0.9859154929577464,
"eval_IBAN_f1": 0.9741935483870969,
"eval_IPV4_f1": 0.8394753279200501,
"eval_IPV6_f1": 0.2833333333333333,
"eval_IP_f1": 0.29608540925266896,
"eval_JOBAREA_f1": 0.6470588235294118,
"eval_JOBTITLE_f1": 0.9951557093425606,
"eval_JOBTYPE_f1": 0.9354838709677421,
"eval_LASTNAME_f1": 0.8277027027027027,
"eval_LITECOINADDRESS_f1": 0.8808290155440415,
"eval_MAC_f1": 0.975609756097561,
"eval_MASKEDNUMBER_f1": 0.8859060402684563,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 0.9882629107981221,
"eval_ORDINALDIRECTION_f1": 0.0,
"eval_PASSWORD_f1": 0.9838337182448037,
"eval_PHONEIMEI_f1": 0.9946178686759957,
"eval_PHONENUMBER_f1": 0.9853420195439738,
"eval_PIN_f1": 0.9065934065934067,
"eval_PREFIX_f1": 0.9351121892055791,
"eval_SECONDARYADDRESS_f1": 0.9941520467836258,
"eval_SEX_f1": 0.9133858267716536,
"eval_SSN_f1": 0.9910802775024777,
"eval_STATE_f1": 0.9493243243243243,
"eval_STREET_f1": 0.986922406277245,
"eval_TIME_f1": 0.97678916827853,
"eval_URL_f1": 0.9979437971213161,
"eval_USERAGENT_f1": 0.9944444444444445,
"eval_USERNAME_f1": 0.9953239812959251,
"eval_VEHICLEVIN_f1": 0.9571788413098236,
"eval_VEHICLEVRM_f1": 0.9848156182212582,
"eval_ZIPCODE_f1": 0.9489177489177489,
"eval_loss": 0.06322777271270752,
"eval_overall_accuracy": 0.9622048077941332,
"eval_overall_f1": 0.9143112111277087,
"eval_overall_precision": 0.9004241335829736,
"eval_overall_recall": 0.9286333543505675,
"eval_runtime": 43.2116,
"eval_samples_per_second": 247.55,
"eval_steps_per_second": 15.482,
"step": 2676
},
{
"epoch": 4.48,
"learning_rate": 3.906567516921906e-05,
"loss": 0.067,
"step": 3000
},
{
"epoch": 5.0,
"eval_ACCOUNTNAME_f1": 0.9936305732484078,
"eval_ACCOUNTNUMBER_f1": 0.9866853538892781,
"eval_AGE_f1": 0.9578544061302682,
"eval_AMOUNT_f1": 0.9583673469387756,
"eval_BIC_f1": 0.9884393063583815,
"eval_BITCOINADDRESS_f1": 0.9746192893401014,
"eval_BUILDINGNUMBER_f1": 0.954248366013072,
"eval_CITY_f1": 0.9958368026644463,
"eval_COMPANYNAME_f1": 0.9887250650477016,
"eval_COUNTY_f1": 0.9903147699757869,
"eval_CREDITCARDCVV_f1": 0.8952380952380952,
"eval_CREDITCARDISSUER_f1": 0.9970326409495549,
"eval_CREDITCARDNUMBER_f1": 0.9396681749622926,
"eval_CURRENCYCODE_f1": 0.9139784946236559,
"eval_CURRENCYNAME_f1": 0.6028985507246378,
"eval_CURRENCYSYMBOL_f1": 0.9848275862068966,
"eval_CURRENCY_f1": 0.8107382550335571,
"eval_DATE_f1": 0.9160439560439562,
"eval_DOB_f1": 0.8131672597864769,
"eval_EMAIL_f1": 0.9969325153374233,
"eval_ETHEREUMADDRESS_f1": 0.9951338199513382,
"eval_EYECOLOR_f1": 0.9411764705882353,
"eval_FIRSTNAME_f1": 0.9731499672560576,
"eval_GENDER_f1": 0.9942307692307691,
"eval_HEIGHT_f1": 0.9915014164305949,
"eval_IBAN_f1": 0.9870410367170628,
"eval_IPV4_f1": 0.7980835044490076,
"eval_IPV6_f1": 0.8063660477453581,
"eval_IP_f1": 0.20839363241678727,
"eval_JOBAREA_f1": 0.7567567567567568,
"eval_JOBTITLE_f1": 0.9827228749136143,
"eval_JOBTYPE_f1": 0.9133858267716536,
"eval_LASTNAME_f1": 0.869158878504673,
"eval_LITECOINADDRESS_f1": 0.8288770053475937,
"eval_MAC_f1": 0.9877408056042032,
"eval_MASKEDNUMBER_f1": 0.9391955098222637,
"eval_MIDDLENAME_f1": 0.05128205128205127,
"eval_NEARBYGPSCOORDINATE_f1": 0.9882629107981221,
"eval_ORDINALDIRECTION_f1": 0.6666666666666666,
"eval_PASSWORD_f1": 0.9722430607651913,
"eval_PHONEIMEI_f1": 0.990353697749196,
"eval_PHONENUMBER_f1": 0.9942669942669943,
"eval_PIN_f1": 0.9590643274853801,
"eval_PREFIX_f1": 0.9676190476190477,
"eval_SECONDARYADDRESS_f1": 0.9902534113060428,
"eval_SEX_f1": 0.9747899159663865,
"eval_SSN_f1": 0.9920792079207922,
"eval_STATE_f1": 0.9789983844911146,
"eval_STREET_f1": 0.990409764603313,
"eval_TIME_f1": 0.9786821705426356,
"eval_URL_f1": 0.9952087611225188,
"eval_USERAGENT_f1": 0.9925925925925926,
"eval_USERNAME_f1": 0.9893190921228303,
"eval_VEHICLEVIN_f1": 0.9748743718592965,
"eval_VEHICLEVRM_f1": 0.9891067538126361,
"eval_ZIPCODE_f1": 0.9653423499577346,
"eval_loss": 0.05170274153351784,
"eval_overall_accuracy": 0.9766853754103568,
"eval_overall_f1": 0.9442191265502852,
"eval_overall_precision": 0.9389393289950513,
"eval_overall_recall": 0.9495586380832283,
"eval_runtime": 44.92,
"eval_samples_per_second": 238.134,
"eval_steps_per_second": 14.893,
"step": 3345
},
{
"epoch": 5.23,
"learning_rate": 3.248498141437852e-05,
"loss": 0.0656,
"step": 3500
},
{
"epoch": 5.98,
"learning_rate": 2.5264142449579226e-05,
"loss": 0.0568,
"step": 4000
},
{
"epoch": 6.0,
"eval_ACCOUNTNAME_f1": 0.9985835694050991,
"eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
"eval_AGE_f1": 0.9508196721311476,
"eval_AMOUNT_f1": 0.9703459637561779,
"eval_BIC_f1": 0.9884393063583815,
"eval_BITCOINADDRESS_f1": 0.9721988205560236,
"eval_BUILDINGNUMBER_f1": 0.9754838709677419,
"eval_CITY_f1": 0.9974937343358397,
"eval_COMPANYNAME_f1": 0.9965156794425087,
"eval_COUNTY_f1": 0.9903846153846153,
"eval_CREDITCARDCVV_f1": 0.84,
"eval_CREDITCARDISSUER_f1": 0.9669669669669669,
"eval_CREDITCARDNUMBER_f1": 0.95,
"eval_CURRENCYCODE_f1": 0.9565217391304348,
"eval_CURRENCYNAME_f1": 0.6278317152103561,
"eval_CURRENCYSYMBOL_f1": 0.9944289693593316,
"eval_CURRENCY_f1": 0.8498074454428755,
"eval_DATE_f1": 0.9164743885556068,
"eval_DOB_f1": 0.8625204582651392,
"eval_EMAIL_f1": 0.9984670413898825,
"eval_ETHEREUMADDRESS_f1": 0.9927007299270073,
"eval_EYECOLOR_f1": 0.962962962962963,
"eval_FIRSTNAME_f1": 0.9894109861019192,
"eval_GENDER_f1": 0.9961612284069098,
"eval_HEIGHT_f1": 0.9943502824858756,
"eval_IBAN_f1": 0.9913419913419913,
"eval_IPV4_f1": 0.8345138441725691,
"eval_IPV6_f1": 0.8221614227086183,
"eval_IP_f1": 0.1920529801324503,
"eval_JOBAREA_f1": 0.8292682926829269,
"eval_JOBTITLE_f1": 0.9979181124219292,
"eval_JOBTYPE_f1": 0.9516129032258065,
"eval_LASTNAME_f1": 0.9465153970826581,
"eval_LITECOINADDRESS_f1": 0.9340369393139841,
"eval_MAC_f1": 0.9772329246935202,
"eval_MASKEDNUMBER_f1": 0.9562790697674419,
"eval_MIDDLENAME_f1": 0.6666666666666667,
"eval_NEARBYGPSCOORDINATE_f1": 0.9976525821596244,
"eval_ORDINALDIRECTION_f1": 0.6666666666666666,
"eval_PASSWORD_f1": 0.9984662576687117,
"eval_PHONEIMEI_f1": 0.9978448275862069,
"eval_PHONENUMBER_f1": 0.9975429975429976,
"eval_PIN_f1": 0.9704142011834319,
"eval_PREFIX_f1": 0.9686323713927227,
"eval_SECONDARYADDRESS_f1": 0.9970788704965919,
"eval_SEX_f1": 0.9747899159663865,
"eval_SSN_f1": 0.9930624380574826,
"eval_STATE_f1": 0.9885807504078303,
"eval_STREET_f1": 0.9947643979057592,
"eval_TIME_f1": 0.989247311827957,
"eval_URL_f1": 1.0,
"eval_USERAGENT_f1": 0.9962962962962963,
"eval_USERNAME_f1": 0.9979933110367893,
"eval_VEHICLEVIN_f1": 0.9748743718592965,
"eval_VEHICLEVRM_f1": 0.9934640522875817,
"eval_ZIPCODE_f1": 0.9829931972789114,
"eval_loss": 0.047248952090740204,
"eval_overall_accuracy": 0.9796844223234141,
"eval_overall_f1": 0.9566601178781926,
"eval_overall_precision": 0.953886538160163,
"eval_overall_recall": 0.9594498738965952,
"eval_runtime": 44.1595,
"eval_samples_per_second": 242.235,
"eval_steps_per_second": 15.15,
"step": 4014
},
{
"epoch": 6.73,
"learning_rate": 1.8020712977939116e-05,
"loss": 0.0482,
"step": 4500
},
{
"epoch": 7.0,
"eval_ACCOUNTNAME_f1": 0.9992912827781716,
"eval_ACCOUNTNUMBER_f1": 0.9971949509116409,
"eval_AGE_f1": 0.9707006369426752,
"eval_AMOUNT_f1": 0.9926168990976211,
"eval_BIC_f1": 0.9942196531791907,
"eval_BITCOINADDRESS_f1": 0.9602076124567474,
"eval_BUILDINGNUMBER_f1": 0.9846938775510203,
"eval_CITY_f1": 0.9991645781119466,
"eval_COMPANYNAME_f1": 0.9982578397212544,
"eval_COUNTY_f1": 0.9951923076923077,
"eval_CREDITCARDCVV_f1": 0.9444444444444444,
"eval_CREDITCARDISSUER_f1": 0.9970326409495549,
"eval_CREDITCARDNUMBER_f1": 0.9627376425855514,
"eval_CURRENCYCODE_f1": 0.972972972972973,
"eval_CURRENCYNAME_f1": 0.72,
"eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
"eval_CURRENCY_f1": 0.8633879781420765,
"eval_DATE_f1": 0.9586482881280569,
"eval_DOB_f1": 0.910233393177738,
"eval_EMAIL_f1": 1.0,
"eval_ETHEREUMADDRESS_f1": 0.9951338199513382,
"eval_EYECOLOR_f1": 0.9924812030075187,
"eval_FIRSTNAME_f1": 0.9917245945051308,
"eval_GENDER_f1": 0.9942528735632183,
"eval_HEIGHT_f1": 1.0,
"eval_IBAN_f1": 0.9935205183585313,
"eval_IPV4_f1": 0.8430268918073796,
"eval_IPV6_f1": 0.848780487804878,
"eval_IP_f1": 0.22564102564102562,
"eval_JOBAREA_f1": 0.8571428571428571,
"eval_JOBTITLE_f1": 1.0,
"eval_JOBTYPE_f1": 0.9516129032258065,
"eval_LASTNAME_f1": 0.9499192245557351,
"eval_LITECOINADDRESS_f1": 0.9198113207547169,
"eval_MAC_f1": 0.9929824561403509,
"eval_MASKEDNUMBER_f1": 0.9704251386321626,
"eval_MIDDLENAME_f1": 0.6865671641791046,
"eval_NEARBYGPSCOORDINATE_f1": 0.9976525821596244,
"eval_ORDINALDIRECTION_f1": 0.9090909090909091,
"eval_PASSWORD_f1": 1.0,
"eval_PHONEIMEI_f1": 0.9978448275862069,
"eval_PHONENUMBER_f1": 0.9975429975429976,
"eval_PIN_f1": 0.9879518072289156,
"eval_PREFIX_f1": 0.979721166032953,
"eval_SECONDARYADDRESS_f1": 0.9970731707317074,
"eval_SEX_f1": 0.9914529914529915,
"eval_SSN_f1": 0.9940476190476191,
"eval_STATE_f1": 0.9950900163666122,
"eval_STREET_f1": 1.0,
"eval_TIME_f1": 0.9872922776148583,
"eval_URL_f1": 1.0,
"eval_USERAGENT_f1": 0.9962962962962963,
"eval_USERNAME_f1": 0.9993311036789299,
"eval_VEHICLEVIN_f1": 0.9949748743718593,
"eval_VEHICLEVRM_f1": 0.9869565217391305,
"eval_ZIPCODE_f1": 0.9863247863247864,
"eval_loss": 0.04255259409546852,
"eval_overall_accuracy": 0.982552155035476,
"eval_overall_f1": 0.965500973049478,
"eval_overall_precision": 0.9632476956265934,
"eval_overall_recall": 0.967764817150063,
"eval_runtime": 46.2398,
"eval_samples_per_second": 231.338,
"eval_steps_per_second": 14.468,
"step": 4683
},
{
"epoch": 7.47,
"learning_rate": 1.1374179732055429e-05,
"loss": 0.042,
"step": 5000
},
{
"epoch": 8.0,
"eval_ACCOUNTNAME_f1": 0.9992912827781716,
"eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
"eval_AGE_f1": 0.9807938540332907,
"eval_AMOUNT_f1": 0.9958915365653246,
"eval_BIC_f1": 0.9942196531791907,
"eval_BITCOINADDRESS_f1": 0.9931506849315068,
"eval_BUILDINGNUMBER_f1": 0.9911280101394169,
"eval_CITY_f1": 1.0,
"eval_COMPANYNAME_f1": 1.0,
"eval_COUNTY_f1": 0.9975903614457832,
"eval_CREDITCARDCVV_f1": 0.9444444444444444,
"eval_CREDITCARDISSUER_f1": 0.9970326409495549,
"eval_CREDITCARDNUMBER_f1": 0.9715603382013834,
"eval_CURRENCYCODE_f1": 0.972972972972973,
"eval_CURRENCYNAME_f1": 0.7560975609756099,
"eval_CURRENCYSYMBOL_f1": 0.9944289693593316,
"eval_CURRENCY_f1": 0.8906666666666667,
"eval_DATE_f1": 0.9724853405502931,
"eval_DOB_f1": 0.9429323968393327,
"eval_EMAIL_f1": 1.0,
"eval_ETHEREUMADDRESS_f1": 0.9975669099756691,
"eval_EYECOLOR_f1": 0.9924812030075187,
"eval_FIRSTNAME_f1": 0.9927248677248677,
"eval_GENDER_f1": 0.99712368168744,
"eval_HEIGHT_f1": 1.0,
"eval_IBAN_f1": 0.9956803455723542,
"eval_IPV4_f1": 0.8498074454428755,
"eval_IPV6_f1": 0.8565371024734982,
"eval_IP_f1": 0.4055555555555556,
"eval_JOBAREA_f1": 0.909090909090909,
"eval_JOBTITLE_f1": 1.0,
"eval_JOBTYPE_f1": 0.9672131147540983,
"eval_LASTNAME_f1": 0.9756888168557536,
"eval_LITECOINADDRESS_f1": 0.9847715736040609,
"eval_MAC_f1": 0.9964912280701754,
"eval_MASKEDNUMBER_f1": 0.9808219178082193,
"eval_MIDDLENAME_f1": 0.716417910447761,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 1.0,
"eval_PASSWORD_f1": 1.0,
"eval_PHONEIMEI_f1": 0.9978448275862069,
"eval_PHONENUMBER_f1": 0.9975429975429976,
"eval_PIN_f1": 0.9879518072289156,
"eval_PREFIX_f1": 0.9871794871794872,
"eval_SECONDARYADDRESS_f1": 0.9970731707317074,
"eval_SEX_f1": 0.9830508474576272,
"eval_SSN_f1": 0.996031746031746,
"eval_STATE_f1": 0.9967320261437909,
"eval_STREET_f1": 0.9991266375545852,
"eval_TIME_f1": 0.9940944881889763,
"eval_URL_f1": 1.0,
"eval_USERAGENT_f1": 0.9981481481481481,
"eval_USERNAME_f1": 1.0,
"eval_VEHICLEVIN_f1": 0.9949748743718593,
"eval_VEHICLEVRM_f1": 0.9891540130151845,
"eval_ZIPCODE_f1": 0.9965694682675815,
"eval_loss": 0.02879495732486248,
"eval_overall_accuracy": 0.9873557132267288,
"eval_overall_f1": 0.9722718965551124,
"eval_overall_precision": 0.9696993453804241,
"eval_overall_recall": 0.974858133669609,
"eval_runtime": 45.3987,
"eval_samples_per_second": 235.623,
"eval_steps_per_second": 14.736,
"step": 5352
},
{
"epoch": 8.22,
"learning_rate": 5.892980518869237e-06,
"loss": 0.0376,
"step": 5500
},
{
"epoch": 8.97,
"learning_rate": 2.0458891705253473e-06,
"loss": 0.0327,
"step": 6000
},
{
"epoch": 9.0,
"eval_ACCOUNTNAME_f1": 0.9992912827781716,
"eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
"eval_AGE_f1": 0.9871794871794872,
"eval_AMOUNT_f1": 0.9983552631578947,
"eval_BIC_f1": 0.9942196531791907,
"eval_BITCOINADDRESS_f1": 0.9957155098543274,
"eval_BUILDINGNUMBER_f1": 0.989821882951654,
"eval_CITY_f1": 1.0,
"eval_COMPANYNAME_f1": 1.0,
"eval_COUNTY_f1": 1.0,
"eval_CREDITCARDCVV_f1": 0.9444444444444444,
"eval_CREDITCARDISSUER_f1": 0.9970326409495549,
"eval_CREDITCARDNUMBER_f1": 0.9746348962336665,
"eval_CURRENCYCODE_f1": 0.9945945945945946,
"eval_CURRENCYNAME_f1": 0.7761194029850748,
"eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
"eval_CURRENCY_f1": 0.8958051420838972,
"eval_DATE_f1": 0.9787041232442228,
"eval_DOB_f1": 0.9556907037358819,
"eval_EMAIL_f1": 1.0,
"eval_ETHEREUMADDRESS_f1": 1.0,
"eval_EYECOLOR_f1": 0.9924812030075187,
"eval_FIRSTNAME_f1": 0.9947054930509596,
"eval_GENDER_f1": 1.0,
"eval_HEIGHT_f1": 1.0,
"eval_IBAN_f1": 0.9956709956709957,
"eval_IPV4_f1": 0.8455074337427277,
"eval_IPV6_f1": 0.8316981132075472,
"eval_IP_f1": 0.5173160173160173,
"eval_JOBAREA_f1": 0.909090909090909,
"eval_JOBTITLE_f1": 1.0,
"eval_JOBTYPE_f1": 0.9672131147540983,
"eval_LASTNAME_f1": 0.9870550161812298,
"eval_LITECOINADDRESS_f1": 0.9948979591836735,
"eval_MAC_f1": 0.9964912280701754,
"eval_MASKEDNUMBER_f1": 0.9817518248175182,
"eval_MIDDLENAME_f1": 0.7575757575757577,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 1.0,
"eval_PASSWORD_f1": 1.0,
"eval_PHONEIMEI_f1": 0.9978448275862069,
"eval_PHONENUMBER_f1": 0.9975429975429976,
"eval_PIN_f1": 0.9820359281437125,
"eval_PREFIX_f1": 0.9878594249201278,
"eval_SECONDARYADDRESS_f1": 0.9990243902439024,
"eval_SEX_f1": 0.9915966386554621,
"eval_SSN_f1": 0.996031746031746,
"eval_STATE_f1": 0.9967320261437909,
"eval_STREET_f1": 0.9991266375545852,
"eval_TIME_f1": 0.9970559371933267,
"eval_URL_f1": 1.0,
"eval_USERAGENT_f1": 0.9981481481481481,
"eval_USERNAME_f1": 1.0,
"eval_VEHICLEVIN_f1": 0.9949748743718593,
"eval_VEHICLEVRM_f1": 0.9913419913419913,
"eval_ZIPCODE_f1": 0.9965694682675815,
"eval_loss": 0.023680225014686584,
"eval_overall_accuracy": 0.9899036323202373,
"eval_overall_f1": 0.9732687442389534,
"eval_overall_precision": 0.9687658610861671,
"eval_overall_recall": 0.9778136822194199,
"eval_runtime": 42.4615,
"eval_samples_per_second": 251.922,
"eval_steps_per_second": 15.755,
"step": 6021
},
{
"epoch": 9.72,
"learning_rate": 1.619241524784959e-07,
"loss": 0.0267,
"step": 6500
},
{
"epoch": 10.0,
"eval_ACCOUNTNAME_f1": 0.9992912827781716,
"eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
"eval_AGE_f1": 0.988446726572529,
"eval_AMOUNT_f1": 0.9983552631578947,
"eval_BIC_f1": 0.9942196531791907,
"eval_BITCOINADDRESS_f1": 0.9974293059125964,
"eval_BUILDINGNUMBER_f1": 0.989821882951654,
"eval_CITY_f1": 1.0,
"eval_COMPANYNAME_f1": 1.0,
"eval_COUNTY_f1": 0.9975903614457832,
"eval_CREDITCARDCVV_f1": 0.9541284403669724,
"eval_CREDITCARDISSUER_f1": 0.9970326409495549,
"eval_CREDITCARDNUMBER_f1": 0.9753846153846153,
"eval_CURRENCYCODE_f1": 0.9945945945945946,
"eval_CURRENCYNAME_f1": 0.7696969696969697,
"eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
"eval_CURRENCY_f1": 0.8966442953020135,
"eval_DATE_f1": 0.9778380823156944,
"eval_DOB_f1": 0.9546247818499127,
"eval_EMAIL_f1": 1.0,
"eval_ETHEREUMADDRESS_f1": 1.0,
"eval_EYECOLOR_f1": 0.9924812030075187,
"eval_FIRSTNAME_f1": 0.9947054930509596,
"eval_GENDER_f1": 1.0,
"eval_HEIGHT_f1": 1.0,
"eval_IBAN_f1": 0.9978354978354979,
"eval_IPV4_f1": 0.8455497382198952,
"eval_IPV6_f1": 0.8854625550660794,
"eval_IP_f1": 0.5403508771929824,
"eval_JOBAREA_f1": 0.909090909090909,
"eval_JOBTITLE_f1": 1.0,
"eval_JOBTYPE_f1": 0.9672131147540983,
"eval_LASTNAME_f1": 0.9854604200323102,
"eval_LITECOINADDRESS_f1": 0.9948979591836735,
"eval_MAC_f1": 0.9964912280701754,
"eval_MASKEDNUMBER_f1": 0.9835766423357665,
"eval_MIDDLENAME_f1": 0.7384615384615385,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 1.0,
"eval_PASSWORD_f1": 1.0,
"eval_PHONEIMEI_f1": 0.9978448275862069,
"eval_PHONENUMBER_f1": 0.9975429975429976,
"eval_PIN_f1": 0.9820359281437125,
"eval_PREFIX_f1": 0.9872286079182631,
"eval_SECONDARYADDRESS_f1": 1.0,
"eval_SEX_f1": 0.9915966386554621,
"eval_SSN_f1": 0.996031746031746,
"eval_STATE_f1": 0.9967320261437909,
"eval_STREET_f1": 0.9991266375545852,
"eval_TIME_f1": 1.0,
"eval_URL_f1": 1.0,
"eval_USERAGENT_f1": 0.9981481481481481,
"eval_USERNAME_f1": 1.0,
"eval_VEHICLEVIN_f1": 0.9949748743718593,
"eval_VEHICLEVRM_f1": 0.987012987012987,
"eval_ZIPCODE_f1": 0.9965694682675815,
"eval_loss": 0.021080104634165764,
"eval_overall_accuracy": 0.9914984644710367,
"eval_overall_f1": 0.9756949897911104,
"eval_overall_precision": 0.9721830985915493,
"eval_overall_recall": 0.9792323455233292,
"eval_runtime": 45.9584,
"eval_samples_per_second": 232.754,
"eval_steps_per_second": 14.557,
"step": 6690
},
{
"epoch": 10.0,
"step": 6690,
"total_flos": 4787420476179840.0,
"train_loss": 0.1772846938248707,
"train_runtime": 1590.4288,
"train_samples_per_second": 67.259,
"train_steps_per_second": 4.206
},
{
"epoch": 10.0,
"eval_ACCOUNTNAME_f1": 0.9992912827781716,
"eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
"eval_AGE_f1": 0.988446726572529,
"eval_AMOUNT_f1": 0.9983552631578947,
"eval_BIC_f1": 0.9942196531791907,
"eval_BITCOINADDRESS_f1": 0.9974293059125964,
"eval_BUILDINGNUMBER_f1": 0.989821882951654,
"eval_CITY_f1": 1.0,
"eval_COMPANYNAME_f1": 1.0,
"eval_COUNTY_f1": 0.9975903614457832,
"eval_CREDITCARDCVV_f1": 0.9541284403669724,
"eval_CREDITCARDISSUER_f1": 0.9970326409495549,
"eval_CREDITCARDNUMBER_f1": 0.9753846153846153,
"eval_CURRENCYCODE_f1": 0.9945945945945946,
"eval_CURRENCYNAME_f1": 0.7696969696969697,
"eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
"eval_CURRENCY_f1": 0.8966442953020135,
"eval_DATE_f1": 0.9778380823156944,
"eval_DOB_f1": 0.9546247818499127,
"eval_EMAIL_f1": 1.0,
"eval_ETHEREUMADDRESS_f1": 1.0,
"eval_EYECOLOR_f1": 0.9924812030075187,
"eval_FIRSTNAME_f1": 0.9947054930509596,
"eval_GENDER_f1": 1.0,
"eval_HEIGHT_f1": 1.0,
"eval_IBAN_f1": 0.9978354978354979,
"eval_IPV4_f1": 0.8455497382198952,
"eval_IPV6_f1": 0.8854625550660794,
"eval_IP_f1": 0.5403508771929824,
"eval_JOBAREA_f1": 0.909090909090909,
"eval_JOBTITLE_f1": 1.0,
"eval_JOBTYPE_f1": 0.9672131147540983,
"eval_LASTNAME_f1": 0.9854604200323102,
"eval_LITECOINADDRESS_f1": 0.9948979591836735,
"eval_MAC_f1": 0.9964912280701754,
"eval_MASKEDNUMBER_f1": 0.9835766423357665,
"eval_MIDDLENAME_f1": 0.7384615384615385,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 1.0,
"eval_PASSWORD_f1": 1.0,
"eval_PHONEIMEI_f1": 0.9978448275862069,
"eval_PHONENUMBER_f1": 0.9975429975429976,
"eval_PIN_f1": 0.9820359281437125,
"eval_PREFIX_f1": 0.9872286079182631,
"eval_SECONDARYADDRESS_f1": 1.0,
"eval_SEX_f1": 0.9915966386554621,
"eval_SSN_f1": 0.996031746031746,
"eval_STATE_f1": 0.9967320261437909,
"eval_STREET_f1": 0.9991266375545852,
"eval_TIME_f1": 1.0,
"eval_URL_f1": 1.0,
"eval_USERAGENT_f1": 0.9981481481481481,
"eval_USERNAME_f1": 1.0,
"eval_VEHICLEVIN_f1": 0.9949748743718593,
"eval_VEHICLEVRM_f1": 0.987012987012987,
"eval_ZIPCODE_f1": 0.9965694682675815,
"eval_loss": 0.021080104634165764,
"eval_overall_accuracy": 0.9914984644710367,
"eval_overall_f1": 0.9756949897911104,
"eval_overall_precision": 0.9721830985915493,
"eval_overall_recall": 0.9792323455233292,
"eval_runtime": 40.5088,
"eval_samples_per_second": 264.066,
"eval_steps_per_second": 16.515,
"step": 6690
}
],
"logging_steps": 500,
"max_steps": 6690,
"num_train_epochs": 10,
"save_steps": 500,
"total_flos": 4787420476179840.0,
"trial_name": null,
"trial_params": null
}