File size: 25,412 Bytes
4042be2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 |
{
"best_metric": 0.04238386079668999,
"best_model_checkpoint": "deberta-v3-base_finetuned_ai4privacy_v2/checkpoint-7490",
"epoch": 7.0,
"eval_steps": 500,
"global_step": 7490,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.47,
"learning_rate": 1.6688918558077437e-05,
"loss": 1.5449,
"step": 500
},
{
"epoch": 0.93,
"learning_rate": 3.3377837116154874e-05,
"loss": 0.2542,
"step": 1000
},
{
"epoch": 1.0,
"eval_ACCOUNTNAME_f1": 0.973404255319149,
"eval_ACCOUNTNUMBER_f1": 0.9011177987962167,
"eval_AGE_f1": 0.8465116279069768,
"eval_AMOUNT_f1": 0.8807339449541284,
"eval_BIC_f1": 0.550185873605948,
"eval_BITCOINADDRESS_f1": 0.7682819383259912,
"eval_BUILDINGNUMBER_f1": 0.8006279434850864,
"eval_CITY_f1": 0.6201743462017434,
"eval_COMPANYNAME_f1": 0.8907563025210083,
"eval_COUNTY_f1": 0.8430769230769231,
"eval_CREDITCARDCVV_f1": 0.0,
"eval_CREDITCARDISSUER_f1": 0.8100358422939068,
"eval_CREDITCARDNUMBER_f1": 0.697503671071953,
"eval_CURRENCYCODE_f1": 0.0,
"eval_CURRENCYNAME_f1": 0.0,
"eval_CURRENCYSYMBOL_f1": 0.7155635062611806,
"eval_CURRENCY_f1": 0.5051546391752578,
"eval_DATE_f1": 0.8291727851199217,
"eval_DOB_f1": 0.3902439024390244,
"eval_EMAIL_f1": 0.9906658369632855,
"eval_ETHEREUMADDRESS_f1": 0.9810126582278481,
"eval_EYECOLOR_f1": 0.4807692307692308,
"eval_FIRSTNAME_f1": 0.801470588235294,
"eval_GENDER_f1": 0.807556080283353,
"eval_HEIGHT_f1": 0.9743589743589743,
"eval_IBAN_f1": 0.9528662420382167,
"eval_IPV4_f1": 0.8334687246141349,
"eval_IPV6_f1": 0.7878787878787878,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.0,
"eval_JOBTITLE_f1": 0.9364548494983278,
"eval_JOBTYPE_f1": 0.0,
"eval_LASTNAME_f1": 0.0,
"eval_LITECOINADDRESS_f1": 0.0,
"eval_MAC_f1": 0.9354838709677419,
"eval_MASKEDNUMBER_f1": 0.08899297423887587,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.0,
"eval_PASSWORD_f1": 0.966966966966967,
"eval_PHONEIMEI_f1": 0.9882044560943644,
"eval_PHONENUMBER_f1": 0.9706202393906419,
"eval_PIN_f1": 0.7340823970037453,
"eval_PREFIX_f1": 0.8913560666137984,
"eval_SECONDARYADDRESS_f1": 0.9111617312072893,
"eval_SEX_f1": 0.0851063829787234,
"eval_SSN_f1": 0.9072164948453607,
"eval_STATE_f1": 0.6931818181818182,
"eval_STREET_f1": 0.7064935064935065,
"eval_TIME_f1": 0.9543010752688172,
"eval_URL_f1": 0.993939393939394,
"eval_USERAGENT_f1": 0.966707768187423,
"eval_USERNAME_f1": 0.8541846419327007,
"eval_VEHICLEVIN_f1": 0.9641873278236913,
"eval_VEHICLEVRM_f1": 0.018433179723502304,
"eval_ZIPCODE_f1": 0.7480403135498319,
"eval_loss": 0.1744486540555954,
"eval_overall_accuracy": 0.9468748343317606,
"eval_overall_f1": 0.8040267470056581,
"eval_overall_precision": 0.7932817786370228,
"eval_overall_recall": 0.8150667924715698,
"eval_runtime": 60.657,
"eval_samples_per_second": 141.072,
"eval_steps_per_second": 17.64,
"step": 1070
},
{
"epoch": 1.4,
"learning_rate": 4.999998625559004e-05,
"loss": 0.1683,
"step": 1500
},
{
"epoch": 1.87,
"learning_rate": 4.913907550717881e-05,
"loss": 0.1494,
"step": 2000
},
{
"epoch": 2.0,
"eval_ACCOUNTNAME_f1": 0.9831709477413639,
"eval_ACCOUNTNUMBER_f1": 0.8908227848101267,
"eval_AGE_f1": 0.9126213592233009,
"eval_AMOUNT_f1": 0.5531019978969506,
"eval_BIC_f1": 0.9419354838709677,
"eval_BITCOINADDRESS_f1": 0.7910189982728842,
"eval_BUILDINGNUMBER_f1": 0.7723132969034608,
"eval_CITY_f1": 0.8918617614269788,
"eval_COMPANYNAME_f1": 0.9174503657262278,
"eval_COUNTY_f1": 0.9559939301972686,
"eval_CREDITCARDCVV_f1": 0.0,
"eval_CREDITCARDISSUER_f1": 0.9858156028368794,
"eval_CREDITCARDNUMBER_f1": 0.8648648648648647,
"eval_CURRENCYCODE_f1": 0.8737864077669903,
"eval_CURRENCYNAME_f1": 0.0,
"eval_CURRENCYSYMBOL_f1": 0.9286798179059179,
"eval_CURRENCY_f1": 0.6120689655172413,
"eval_DATE_f1": 0.8675564681724846,
"eval_DOB_f1": 0.5885885885885886,
"eval_EMAIL_f1": 0.9881619937694703,
"eval_ETHEREUMADDRESS_f1": 0.9873015873015873,
"eval_EYECOLOR_f1": 0.8318584070796459,
"eval_FIRSTNAME_f1": 0.9380606578385307,
"eval_GENDER_f1": 0.8815060908084165,
"eval_HEIGHT_f1": 0.9743589743589743,
"eval_IBAN_f1": 0.9579617834394905,
"eval_IPV4_f1": 0.8387622149837133,
"eval_IPV6_f1": 0.8040435458786935,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.0,
"eval_JOBTITLE_f1": 0.935483870967742,
"eval_JOBTYPE_f1": 0.6122448979591837,
"eval_LASTNAME_f1": 0.5918367346938777,
"eval_LITECOINADDRESS_f1": 0.18823529411764708,
"eval_MAC_f1": 0.9907834101382489,
"eval_MASKEDNUMBER_f1": 0.7311258278145696,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 0.9966996699669967,
"eval_ORDINALDIRECTION_f1": 0.0,
"eval_PASSWORD_f1": 0.9440488301119023,
"eval_PHONEIMEI_f1": 0.9738219895287957,
"eval_PHONENUMBER_f1": 0.9257375381485249,
"eval_PIN_f1": 0.7565982404692082,
"eval_PREFIX_f1": 0.9014740108611327,
"eval_SECONDARYADDRESS_f1": 0.9466515323496028,
"eval_SEX_f1": 0.8775510204081634,
"eval_SSN_f1": 0.9010152284263959,
"eval_STATE_f1": 0.6753246753246753,
"eval_STREET_f1": 0.9296956977964324,
"eval_TIME_f1": 0.9020771513353116,
"eval_URL_f1": 0.9835782195332756,
"eval_USERAGENT_f1": 0.9636803874092009,
"eval_USERNAME_f1": 0.9585097375105841,
"eval_VEHICLEVIN_f1": 0.945054945054945,
"eval_VEHICLEVRM_f1": 0.9417249417249417,
"eval_ZIPCODE_f1": 0.6969353007945516,
"eval_loss": 0.12132773548364639,
"eval_overall_accuracy": 0.9590415098340667,
"eval_overall_f1": 0.8606190906647774,
"eval_overall_precision": 0.8470231797633933,
"eval_overall_recall": 0.8746585886676268,
"eval_runtime": 52.6965,
"eval_samples_per_second": 162.383,
"eval_steps_per_second": 20.305,
"step": 2140
},
{
"epoch": 2.34,
"learning_rate": 4.662875629851768e-05,
"loss": 0.1178,
"step": 2500
},
{
"epoch": 2.8,
"learning_rate": 4.264055722602958e-05,
"loss": 0.1008,
"step": 3000
},
{
"epoch": 3.0,
"eval_ACCOUNTNAME_f1": 0.9773123909249563,
"eval_ACCOUNTNUMBER_f1": 0.9090909090909091,
"eval_AGE_f1": 0.91437802907916,
"eval_AMOUNT_f1": 0.8619329388560159,
"eval_BIC_f1": 0.9610389610389611,
"eval_BITCOINADDRESS_f1": 0.9546391752577319,
"eval_BUILDINGNUMBER_f1": 0.9023255813953489,
"eval_CITY_f1": 0.9710610932475885,
"eval_COMPANYNAME_f1": 0.9905956112852664,
"eval_COUNTY_f1": 0.8943089430894309,
"eval_CREDITCARDCVV_f1": 0.3888888888888889,
"eval_CREDITCARDISSUER_f1": 0.9679715302491102,
"eval_CREDITCARDNUMBER_f1": 0.8852772466539198,
"eval_CURRENCYCODE_f1": 0.9238578680203046,
"eval_CURRENCYNAME_f1": 0.06329113924050632,
"eval_CURRENCYSYMBOL_f1": 0.9664634146341463,
"eval_CURRENCY_f1": 0.753968253968254,
"eval_DATE_f1": 0.890649762282092,
"eval_DOB_f1": 0.6993006993006993,
"eval_EMAIL_f1": 0.9987484355444305,
"eval_ETHEREUMADDRESS_f1": 0.9904761904761905,
"eval_EYECOLOR_f1": 0.9803921568627451,
"eval_FIRSTNAME_f1": 0.9639913232104121,
"eval_GENDER_f1": 0.976303317535545,
"eval_HEIGHT_f1": 0.7630522088353413,
"eval_IBAN_f1": 0.9723618090452263,
"eval_IPV4_f1": 0.8373983739837398,
"eval_IPV6_f1": 0.8080808080808081,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.608695652173913,
"eval_JOBTITLE_f1": 0.9882154882154882,
"eval_JOBTYPE_f1": 0.8648648648648648,
"eval_LASTNAME_f1": 0.5698113207547171,
"eval_LITECOINADDRESS_f1": 0.8707865168539326,
"eval_MAC_f1": 0.9930715935334872,
"eval_MASKEDNUMBER_f1": 0.8409703504043126,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.0,
"eval_PASSWORD_f1": 0.9858299595141701,
"eval_PHONEIMEI_f1": 0.9921052631578947,
"eval_PHONENUMBER_f1": 0.9902702702702703,
"eval_PIN_f1": 0.888888888888889,
"eval_PREFIX_f1": 0.9172576832151301,
"eval_SECONDARYADDRESS_f1": 0.9896907216494845,
"eval_SEX_f1": 0.9263157894736842,
"eval_SSN_f1": 0.9041713641488163,
"eval_STATE_f1": 0.8811188811188813,
"eval_STREET_f1": 0.9502645502645503,
"eval_TIME_f1": 0.9835616438356163,
"eval_URL_f1": 0.9965397923875432,
"eval_USERAGENT_f1": 0.969249692496925,
"eval_USERNAME_f1": 0.9847457627118644,
"eval_VEHICLEVIN_f1": 0.9584487534626039,
"eval_VEHICLEVRM_f1": 0.976303317535545,
"eval_ZIPCODE_f1": 0.9171270718232043,
"eval_loss": 0.07277020812034607,
"eval_overall_accuracy": 0.9708370884800933,
"eval_overall_f1": 0.9128895880444401,
"eval_overall_precision": 0.9037815739524018,
"eval_overall_recall": 0.9221830461339823,
"eval_runtime": 52.7758,
"eval_samples_per_second": 162.139,
"eval_steps_per_second": 20.274,
"step": 3210
},
{
"epoch": 3.27,
"learning_rate": 3.744698952525733e-05,
"loss": 0.0855,
"step": 3500
},
{
"epoch": 3.74,
"learning_rate": 3.140292654261333e-05,
"loss": 0.0793,
"step": 4000
},
{
"epoch": 4.0,
"eval_ACCOUNTNAME_f1": 0.9894366197183099,
"eval_ACCOUNTNUMBER_f1": 0.9810017271157168,
"eval_AGE_f1": 0.9607843137254902,
"eval_AMOUNT_f1": 0.9824922760041195,
"eval_BIC_f1": 0.9539473684210527,
"eval_BITCOINADDRESS_f1": 0.9632738719832109,
"eval_BUILDINGNUMBER_f1": 0.9435114503816794,
"eval_CITY_f1": 0.9880823401950162,
"eval_COMPANYNAME_f1": 0.9793388429752066,
"eval_COUNTY_f1": 0.9894419306184011,
"eval_CREDITCARDCVV_f1": 0.8461538461538461,
"eval_CREDITCARDISSUER_f1": 0.9893238434163701,
"eval_CREDITCARDNUMBER_f1": 0.9303238469087342,
"eval_CURRENCYCODE_f1": 0.9693877551020408,
"eval_CURRENCYNAME_f1": 0.41237113402061853,
"eval_CURRENCYSYMBOL_f1": 0.9921996879875196,
"eval_CURRENCY_f1": 0.839080459770115,
"eval_DATE_f1": 0.8977635782747604,
"eval_DOB_f1": 0.7260458839406208,
"eval_EMAIL_f1": 0.9974968710888611,
"eval_ETHEREUMADDRESS_f1": 0.9968253968253968,
"eval_EYECOLOR_f1": 0.9803921568627451,
"eval_FIRSTNAME_f1": 0.9756944444444445,
"eval_GENDER_f1": 0.9833729216152018,
"eval_HEIGHT_f1": 0.9925373134328358,
"eval_IBAN_f1": 0.9948849104859335,
"eval_IPV4_f1": 0.8325203252032521,
"eval_IPV6_f1": 0.81055900621118,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.8333333333333334,
"eval_JOBTITLE_f1": 0.9899159663865545,
"eval_JOBTYPE_f1": 0.9494949494949495,
"eval_LASTNAME_f1": 0.7368421052631577,
"eval_LITECOINADDRESS_f1": 0.9086021505376344,
"eval_MAC_f1": 1.0,
"eval_MASKEDNUMBER_f1": 0.9002624671916011,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.0,
"eval_PASSWORD_f1": 0.9919028340080972,
"eval_PHONEIMEI_f1": 0.9934469200524245,
"eval_PHONENUMBER_f1": 0.9913232104121475,
"eval_PIN_f1": 0.9555555555555556,
"eval_PREFIX_f1": 0.9337748344370861,
"eval_SECONDARYADDRESS_f1": 0.9942726231386025,
"eval_SEX_f1": 0.9473684210526316,
"eval_SSN_f1": 0.9888475836431226,
"eval_STATE_f1": 0.9788053949903661,
"eval_STREET_f1": 0.9915074309978769,
"eval_TIME_f1": 0.9699453551912569,
"eval_URL_f1": 0.9948096885813148,
"eval_USERAGENT_f1": 0.9777777777777777,
"eval_USERNAME_f1": 0.989778534923339,
"eval_VEHICLEVIN_f1": 0.9752066115702478,
"eval_VEHICLEVRM_f1": 0.9835294117647059,
"eval_ZIPCODE_f1": 0.9559322033898306,
"eval_loss": 0.06745261698961258,
"eval_overall_accuracy": 0.9741716588029475,
"eval_overall_f1": 0.940074628709813,
"eval_overall_precision": 0.935612395474668,
"eval_overall_recall": 0.9445796295376669,
"eval_runtime": 53.5857,
"eval_samples_per_second": 159.688,
"eval_steps_per_second": 19.968,
"step": 4280
},
{
"epoch": 4.21,
"learning_rate": 2.4921355453803287e-05,
"loss": 0.0717,
"step": 4500
},
{
"epoch": 4.67,
"learning_rate": 1.8445158099368897e-05,
"loss": 0.0656,
"step": 5000
},
{
"epoch": 5.0,
"eval_ACCOUNTNAME_f1": 0.9964539007092198,
"eval_ACCOUNTNUMBER_f1": 0.9965277777777778,
"eval_AGE_f1": 0.9626016260162603,
"eval_AMOUNT_f1": 0.9866117404737385,
"eval_BIC_f1": 0.9770491803278688,
"eval_BITCOINADDRESS_f1": 0.9789029535864978,
"eval_BUILDINGNUMBER_f1": 0.9657320872274143,
"eval_CITY_f1": 0.9935064935064936,
"eval_COMPANYNAME_f1": 0.99581589958159,
"eval_COUNTY_f1": 0.9969788519637462,
"eval_CREDITCARDCVV_f1": 0.9655172413793104,
"eval_CREDITCARDISSUER_f1": 0.9964412811387899,
"eval_CREDITCARDNUMBER_f1": 0.9431704885343968,
"eval_CURRENCYCODE_f1": 0.9743589743589743,
"eval_CURRENCYNAME_f1": 0.6976744186046512,
"eval_CURRENCYSYMBOL_f1": 0.99375,
"eval_CURRENCY_f1": 0.8341880341880342,
"eval_DATE_f1": 0.9382303839732888,
"eval_DOB_f1": 0.8596059113300493,
"eval_EMAIL_f1": 1.0,
"eval_ETHEREUMADDRESS_f1": 1.0,
"eval_EYECOLOR_f1": 0.9607843137254902,
"eval_FIRSTNAME_f1": 0.9821506312581629,
"eval_GENDER_f1": 0.9940968122786304,
"eval_HEIGHT_f1": 0.9925373134328358,
"eval_IBAN_f1": 0.9948849104859335,
"eval_IPV4_f1": 0.8390243902439024,
"eval_IPV6_f1": 0.8003207698476343,
"eval_IP_f1": 0.13599999999999998,
"eval_JOBAREA_f1": 0.9333333333333333,
"eval_JOBTITLE_f1": 0.9991575400168492,
"eval_JOBTYPE_f1": 0.98,
"eval_LASTNAME_f1": 0.9157175398633257,
"eval_LITECOINADDRESS_f1": 0.956989247311828,
"eval_MAC_f1": 1.0,
"eval_MASKEDNUMBER_f1": 0.9360613810741688,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.4,
"eval_PASSWORD_f1": 0.9828456104944501,
"eval_PHONEIMEI_f1": 0.9921259842519685,
"eval_PHONENUMBER_f1": 0.9978260869565218,
"eval_PIN_f1": 0.9814126394052044,
"eval_PREFIX_f1": 0.9651741293532339,
"eval_SECONDARYADDRESS_f1": 0.9988545246277205,
"eval_SEX_f1": 0.9574468085106383,
"eval_SSN_f1": 0.9938042131350682,
"eval_STATE_f1": 0.9923076923076923,
"eval_STREET_f1": 0.9957446808510638,
"eval_TIME_f1": 0.9766162310866574,
"eval_URL_f1": 0.9991341991341991,
"eval_USERAGENT_f1": 0.9975308641975309,
"eval_USERNAME_f1": 0.9982964224872232,
"eval_VEHICLEVIN_f1": 0.9944444444444445,
"eval_VEHICLEVRM_f1": 0.9976359338061466,
"eval_ZIPCODE_f1": 0.9765363128491621,
"eval_loss": 0.04688200727105141,
"eval_overall_accuracy": 0.9779966071144569,
"eval_overall_f1": 0.95558140110366,
"eval_overall_precision": 0.9523527670908553,
"eval_overall_recall": 0.9588320007945573,
"eval_runtime": 53.4519,
"eval_samples_per_second": 160.088,
"eval_steps_per_second": 20.018,
"step": 5350
},
{
"epoch": 5.14,
"learning_rate": 1.2416849135825289e-05,
"loss": 0.063,
"step": 5500
},
{
"epoch": 5.61,
"learning_rate": 7.248339276261382e-06,
"loss": 0.057,
"step": 6000
},
{
"epoch": 6.0,
"eval_ACCOUNTNAME_f1": 0.9964539007092198,
"eval_ACCOUNTNUMBER_f1": 1.0,
"eval_AGE_f1": 0.9581993569131834,
"eval_AMOUNT_f1": 0.9897330595482546,
"eval_BIC_f1": 0.9836065573770492,
"eval_BITCOINADDRESS_f1": 0.9850746268656716,
"eval_BUILDINGNUMBER_f1": 0.9833080424886191,
"eval_CITY_f1": 0.9978401727861772,
"eval_COMPANYNAME_f1": 0.997907949790795,
"eval_COUNTY_f1": 0.9984871406959154,
"eval_CREDITCARDCVV_f1": 1.0,
"eval_CREDITCARDISSUER_f1": 0.9964412811387899,
"eval_CREDITCARDNUMBER_f1": 0.9580838323353293,
"eval_CURRENCYCODE_f1": 0.9948717948717948,
"eval_CURRENCYNAME_f1": 0.7294117647058823,
"eval_CURRENCYSYMBOL_f1": 0.9984301412872841,
"eval_CURRENCY_f1": 0.8955696202531646,
"eval_DATE_f1": 0.9524342473419138,
"eval_DOB_f1": 0.8848484848484849,
"eval_EMAIL_f1": 1.0,
"eval_ETHEREUMADDRESS_f1": 1.0,
"eval_EYECOLOR_f1": 0.9607843137254902,
"eval_FIRSTNAME_f1": 0.98861646234676,
"eval_GENDER_f1": 0.998819362455726,
"eval_HEIGHT_f1": 0.9925373134328358,
"eval_IBAN_f1": 0.9974424552429667,
"eval_IPV4_f1": 0.8377483443708609,
"eval_IPV6_f1": 0.8195429472025216,
"eval_IP_f1": 0.16633663366336635,
"eval_JOBAREA_f1": 0.912280701754386,
"eval_JOBTITLE_f1": 0.9991575400168492,
"eval_JOBTYPE_f1": 0.9607843137254902,
"eval_LASTNAME_f1": 0.9555555555555556,
"eval_LITECOINADDRESS_f1": 0.9562982005141388,
"eval_MAC_f1": 1.0,
"eval_MASKEDNUMBER_f1": 0.9527458492975734,
"eval_MIDDLENAME_f1": 0.2857142857142857,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.4,
"eval_PASSWORD_f1": 0.9959514170040485,
"eval_PHONEIMEI_f1": 0.9960578186596584,
"eval_PHONENUMBER_f1": 0.9978260869565218,
"eval_PIN_f1": 0.9851851851851852,
"eval_PREFIX_f1": 0.9797979797979799,
"eval_SECONDARYADDRESS_f1": 0.9988545246277205,
"eval_SEX_f1": 0.9782608695652174,
"eval_SSN_f1": 0.9975247524752475,
"eval_STATE_f1": 0.9942418426103647,
"eval_STREET_f1": 0.997872340425532,
"eval_TIME_f1": 0.9807162534435262,
"eval_URL_f1": 1.0,
"eval_USERAGENT_f1": 0.9975308641975309,
"eval_USERNAME_f1": 1.0,
"eval_VEHICLEVIN_f1": 0.9808219178082193,
"eval_VEHICLEVRM_f1": 0.9929078014184397,
"eval_ZIPCODE_f1": 0.9931818181818183,
"eval_loss": 0.044823143631219864,
"eval_overall_accuracy": 0.9802602979377617,
"eval_overall_f1": 0.962836500395883,
"eval_overall_precision": 0.9594654568765718,
"eval_overall_recall": 0.9662313154889011,
"eval_runtime": 52.7618,
"eval_samples_per_second": 162.182,
"eval_steps_per_second": 20.28,
"step": 6420
},
{
"epoch": 6.07,
"learning_rate": 3.2927896799234857e-06,
"loss": 0.0525,
"step": 6500
},
{
"epoch": 6.54,
"learning_rate": 8.204806633547002e-07,
"loss": 0.0455,
"step": 7000
},
{
"epoch": 7.0,
"eval_ACCOUNTNAME_f1": 0.9964539007092198,
"eval_ACCOUNTNUMBER_f1": 1.0,
"eval_AGE_f1": 0.9676375404530744,
"eval_AMOUNT_f1": 0.9897330595482546,
"eval_BIC_f1": 0.9868421052631579,
"eval_BITCOINADDRESS_f1": 0.9925611052072264,
"eval_BUILDINGNUMBER_f1": 0.9818181818181818,
"eval_CITY_f1": 0.9967567567567569,
"eval_COMPANYNAME_f1": 0.997907949790795,
"eval_COUNTY_f1": 1.0,
"eval_CREDITCARDCVV_f1": 1.0,
"eval_CREDITCARDISSUER_f1": 0.9964412811387899,
"eval_CREDITCARDNUMBER_f1": 0.963110667996012,
"eval_CURRENCYCODE_f1": 0.9948717948717948,
"eval_CURRENCYNAME_f1": 0.7481481481481482,
"eval_CURRENCYSYMBOL_f1": 0.9984301412872841,
"eval_CURRENCY_f1": 0.8896103896103896,
"eval_DATE_f1": 0.9608621667612025,
"eval_DOB_f1": 0.9159763313609468,
"eval_EMAIL_f1": 1.0,
"eval_ETHEREUMADDRESS_f1": 1.0,
"eval_EYECOLOR_f1": 0.9607843137254902,
"eval_FIRSTNAME_f1": 0.9907935116177115,
"eval_GENDER_f1": 0.998819362455726,
"eval_HEIGHT_f1": 0.9925373134328358,
"eval_IBAN_f1": 0.9974424552429667,
"eval_IPV4_f1": 0.8145094806265457,
"eval_IPV6_f1": 0.7834890965732086,
"eval_IP_f1": 0.21772939346811815,
"eval_JOBAREA_f1": 0.983050847457627,
"eval_JOBTITLE_f1": 0.9991575400168492,
"eval_JOBTYPE_f1": 0.98989898989899,
"eval_LASTNAME_f1": 0.9642857142857142,
"eval_LITECOINADDRESS_f1": 0.9815303430079155,
"eval_MAC_f1": 1.0,
"eval_MASKEDNUMBER_f1": 0.958974358974359,
"eval_MIDDLENAME_f1": 0.43750000000000006,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.4,
"eval_PASSWORD_f1": 0.9959514170040485,
"eval_PHONEIMEI_f1": 0.9960578186596584,
"eval_PHONENUMBER_f1": 0.9978260869565218,
"eval_PIN_f1": 0.9814126394052044,
"eval_PREFIX_f1": 0.980688497061293,
"eval_SECONDARYADDRESS_f1": 0.9988545246277205,
"eval_SEX_f1": 0.9782608695652174,
"eval_SSN_f1": 0.995049504950495,
"eval_STATE_f1": 0.992337164750958,
"eval_STREET_f1": 0.9968119022316684,
"eval_TIME_f1": 0.9861878453038674,
"eval_URL_f1": 1.0,
"eval_USERAGENT_f1": 0.9975308641975309,
"eval_USERNAME_f1": 1.0,
"eval_VEHICLEVIN_f1": 1.0,
"eval_VEHICLEVRM_f1": 0.9929078014184397,
"eval_ZIPCODE_f1": 0.994311717861206,
"eval_loss": 0.04238386079668999,
"eval_overall_accuracy": 0.9817632402056937,
"eval_overall_f1": 0.961428430502121,
"eval_overall_precision": 0.9549752584390769,
"eval_overall_recall": 0.9679694095446194,
"eval_runtime": 51.5385,
"eval_samples_per_second": 166.031,
"eval_steps_per_second": 20.761,
"step": 7490
},
{
"epoch": 7.0,
"step": 7490,
"total_flos": 2378184631534176.0,
"train_loss": 0.19348664430177737,
"train_runtime": 1425.9685,
"train_samples_per_second": 42.006,
"train_steps_per_second": 5.253
},
{
"epoch": 7.0,
"eval_ACCOUNTNAME_f1": 0.9964539007092198,
"eval_ACCOUNTNUMBER_f1": 1.0,
"eval_AGE_f1": 0.9676375404530744,
"eval_AMOUNT_f1": 0.9897330595482546,
"eval_BIC_f1": 0.9868421052631579,
"eval_BITCOINADDRESS_f1": 0.9925611052072264,
"eval_BUILDINGNUMBER_f1": 0.9818181818181818,
"eval_CITY_f1": 0.9967567567567569,
"eval_COMPANYNAME_f1": 0.997907949790795,
"eval_COUNTY_f1": 1.0,
"eval_CREDITCARDCVV_f1": 1.0,
"eval_CREDITCARDISSUER_f1": 0.9964412811387899,
"eval_CREDITCARDNUMBER_f1": 0.963110667996012,
"eval_CURRENCYCODE_f1": 0.9948717948717948,
"eval_CURRENCYNAME_f1": 0.7481481481481482,
"eval_CURRENCYSYMBOL_f1": 0.9984301412872841,
"eval_CURRENCY_f1": 0.8896103896103896,
"eval_DATE_f1": 0.9608621667612025,
"eval_DOB_f1": 0.9159763313609468,
"eval_EMAIL_f1": 1.0,
"eval_ETHEREUMADDRESS_f1": 1.0,
"eval_EYECOLOR_f1": 0.9607843137254902,
"eval_FIRSTNAME_f1": 0.9907935116177115,
"eval_GENDER_f1": 0.998819362455726,
"eval_HEIGHT_f1": 0.9925373134328358,
"eval_IBAN_f1": 0.9974424552429667,
"eval_IPV4_f1": 0.8145094806265457,
"eval_IPV6_f1": 0.7834890965732086,
"eval_IP_f1": 0.21772939346811815,
"eval_JOBAREA_f1": 0.983050847457627,
"eval_JOBTITLE_f1": 0.9991575400168492,
"eval_JOBTYPE_f1": 0.98989898989899,
"eval_LASTNAME_f1": 0.9642857142857142,
"eval_LITECOINADDRESS_f1": 0.9815303430079155,
"eval_MAC_f1": 1.0,
"eval_MASKEDNUMBER_f1": 0.958974358974359,
"eval_MIDDLENAME_f1": 0.43750000000000006,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.4,
"eval_PASSWORD_f1": 0.9959514170040485,
"eval_PHONEIMEI_f1": 0.9960578186596584,
"eval_PHONENUMBER_f1": 0.9978260869565218,
"eval_PIN_f1": 0.9814126394052044,
"eval_PREFIX_f1": 0.980688497061293,
"eval_SECONDARYADDRESS_f1": 0.9988545246277205,
"eval_SEX_f1": 0.9782608695652174,
"eval_SSN_f1": 0.995049504950495,
"eval_STATE_f1": 0.992337164750958,
"eval_STREET_f1": 0.9968119022316684,
"eval_TIME_f1": 0.9861878453038674,
"eval_URL_f1": 1.0,
"eval_USERAGENT_f1": 0.9975308641975309,
"eval_USERNAME_f1": 1.0,
"eval_VEHICLEVIN_f1": 1.0,
"eval_VEHICLEVRM_f1": 0.9929078014184397,
"eval_ZIPCODE_f1": 0.994311717861206,
"eval_loss": 0.04238386079668999,
"eval_overall_accuracy": 0.9817632402056937,
"eval_overall_f1": 0.961428430502121,
"eval_overall_precision": 0.9549752584390769,
"eval_overall_recall": 0.9679694095446194,
"eval_runtime": 51.5335,
"eval_samples_per_second": 166.047,
"eval_steps_per_second": 20.763,
"step": 7490
}
],
"logging_steps": 500,
"max_steps": 7490,
"num_train_epochs": 7,
"save_steps": 500,
"total_flos": 2378184631534176.0,
"trial_name": null,
"trial_params": null
}
|