File size: 16,548 Bytes
3766d53 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 |
{
"best_metric": 0.7839844036299938,
"best_model_checkpoint": "legal-bert-base-uncased/checkpoint-3858",
"epoch": 15.0,
"eval_steps": 500,
"global_step": 9645,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.78,
"grad_norm": 6.735908031463623,
"learning_rate": 4.742353551062727e-05,
"loss": 1.1096,
"step": 500
},
{
"epoch": 1.0,
"eval_accuracy": 0.7978311386522076,
"eval_f1_macro": 0.613418966848975,
"eval_f1_micro": 0.7978311386522076,
"eval_f1_weighted": 0.7839880886224406,
"eval_loss": 0.6747979521751404,
"eval_macro_fpr": 0.018830502815301575,
"eval_macro_sensitivity": 0.6339578261148517,
"eval_macro_specificity": 0.9845345883924012,
"eval_precision": 0.7854860044786733,
"eval_precision_macro": 0.6239440349375213,
"eval_recall": 0.7978311386522076,
"eval_recall_macro": 0.6339578261148517,
"eval_runtime": 30.9921,
"eval_samples_per_second": 41.656,
"eval_steps_per_second": 5.227,
"eval_weighted_fpr": 0.017778080512226686,
"eval_weighted_sensitivity": 0.7978311386522076,
"eval_weighted_specificity": 0.9701876872338092,
"step": 643
},
{
"epoch": 1.56,
"grad_norm": 6.824150562286377,
"learning_rate": 4.48315189217211e-05,
"loss": 0.6187,
"step": 1000
},
{
"epoch": 2.0,
"eval_accuracy": 0.8109992254066615,
"eval_f1_macro": 0.7268228216676939,
"eval_f1_micro": 0.8109992254066615,
"eval_f1_weighted": 0.8089875323563979,
"eval_loss": 0.6449354887008667,
"eval_macro_fpr": 0.016938802987367406,
"eval_macro_sensitivity": 0.7327307314578203,
"eval_macro_specificity": 0.9857686909763926,
"eval_precision": 0.8196084470842065,
"eval_precision_macro": 0.7805936449528967,
"eval_recall": 0.8109992254066615,
"eval_recall_macro": 0.7327307314578203,
"eval_runtime": 58.3071,
"eval_samples_per_second": 22.141,
"eval_steps_per_second": 2.778,
"eval_weighted_fpr": 0.016373641121997046,
"eval_weighted_sensitivity": 0.8109992254066615,
"eval_weighted_specificity": 0.9755311392392266,
"step": 1286
},
{
"epoch": 2.33,
"grad_norm": 20.75279998779297,
"learning_rate": 4.223950233281493e-05,
"loss": 0.4747,
"step": 1500
},
{
"epoch": 3.0,
"eval_accuracy": 0.814872192099148,
"eval_f1_macro": 0.7369957890904685,
"eval_f1_micro": 0.814872192099148,
"eval_f1_weighted": 0.8124596447054482,
"eval_loss": 0.8151384592056274,
"eval_macro_fpr": 0.016571707879599946,
"eval_macro_sensitivity": 0.739039840019417,
"eval_macro_specificity": 0.9860629698102752,
"eval_precision": 0.8192276160546627,
"eval_precision_macro": 0.7659183928188651,
"eval_recall": 0.814872192099148,
"eval_recall_macro": 0.739039840019417,
"eval_runtime": 55.9094,
"eval_samples_per_second": 23.091,
"eval_steps_per_second": 2.898,
"eval_weighted_fpr": 0.015968463954032203,
"eval_weighted_sensitivity": 0.814872192099148,
"eval_weighted_specificity": 0.9760723550549795,
"step": 1929
},
{
"epoch": 3.11,
"grad_norm": 10.737870216369629,
"learning_rate": 3.9652669777086575e-05,
"loss": 0.3866,
"step": 2000
},
{
"epoch": 3.89,
"grad_norm": 13.75886344909668,
"learning_rate": 3.7060653188180404e-05,
"loss": 0.2645,
"step": 2500
},
{
"epoch": 4.0,
"eval_accuracy": 0.8218435321456236,
"eval_f1_macro": 0.738478964900184,
"eval_f1_micro": 0.8218435321456236,
"eval_f1_weighted": 0.8189030195253059,
"eval_loss": 0.9344585537910461,
"eval_macro_fpr": 0.015763618193954002,
"eval_macro_sensitivity": 0.7412892486668318,
"eval_macro_specificity": 0.986618111597957,
"eval_precision": 0.8198244063808544,
"eval_precision_macro": 0.7446229748697999,
"eval_recall": 0.8218435321456236,
"eval_recall_macro": 0.7412892486668318,
"eval_runtime": 75.578,
"eval_samples_per_second": 17.082,
"eval_steps_per_second": 2.143,
"eval_weighted_fpr": 0.015247944842216919,
"eval_weighted_sensitivity": 0.8218435321456236,
"eval_weighted_specificity": 0.9774281418237326,
"step": 2572
},
{
"epoch": 4.67,
"grad_norm": 8.32991886138916,
"learning_rate": 3.4468636599274234e-05,
"loss": 0.1901,
"step": 3000
},
{
"epoch": 5.0,
"eval_accuracy": 0.8195197521301317,
"eval_f1_macro": 0.7594855831156184,
"eval_f1_micro": 0.8195197521301317,
"eval_f1_weighted": 0.81658937168797,
"eval_loss": 1.0929232835769653,
"eval_macro_fpr": 0.01614879224826684,
"eval_macro_sensitivity": 0.743232314276478,
"eval_macro_specificity": 0.9863035723232563,
"eval_precision": 0.8241924882578779,
"eval_precision_macro": 0.8264084869739744,
"eval_recall": 0.8195197521301317,
"eval_recall_macro": 0.743232314276478,
"eval_runtime": 65.7326,
"eval_samples_per_second": 19.64,
"eval_steps_per_second": 2.465,
"eval_weighted_fpr": 0.01548687271518777,
"eval_weighted_sensitivity": 0.8195197521301317,
"eval_weighted_specificity": 0.9750338327187125,
"step": 3215
},
{
"epoch": 5.44,
"grad_norm": 50.74209976196289,
"learning_rate": 3.187662001036807e-05,
"loss": 0.1131,
"step": 3500
},
{
"epoch": 6.0,
"eval_accuracy": 0.820294345468629,
"eval_f1_macro": 0.7839844036299938,
"eval_f1_micro": 0.8202943454686291,
"eval_f1_weighted": 0.8197212343639901,
"eval_loss": 1.1536158323287964,
"eval_macro_fpr": 0.01593810671400651,
"eval_macro_sensitivity": 0.7786487516932519,
"eval_macro_specificity": 0.9864617261648754,
"eval_precision": 0.821246410485655,
"eval_precision_macro": 0.7968460348821496,
"eval_recall": 0.820294345468629,
"eval_recall_macro": 0.7786487516932519,
"eval_runtime": 54.9389,
"eval_samples_per_second": 23.499,
"eval_steps_per_second": 2.949,
"eval_weighted_fpr": 0.015407092575375215,
"eval_weighted_sensitivity": 0.820294345468629,
"eval_weighted_specificity": 0.9766315470045015,
"step": 3858
},
{
"epoch": 6.22,
"grad_norm": 0.02055634744465351,
"learning_rate": 2.928978745463971e-05,
"loss": 0.0975,
"step": 4000
},
{
"epoch": 7.0,
"grad_norm": 32.151573181152344,
"learning_rate": 2.669777086573354e-05,
"loss": 0.063,
"step": 4500
},
{
"epoch": 7.0,
"eval_accuracy": 0.8117738187451587,
"eval_f1_macro": 0.7495479890901372,
"eval_f1_micro": 0.8117738187451587,
"eval_f1_weighted": 0.8135965211162124,
"eval_loss": 1.3217942714691162,
"eval_macro_fpr": 0.01664162427116977,
"eval_macro_sensitivity": 0.7526435450791772,
"eval_macro_specificity": 0.9859379584321952,
"eval_precision": 0.818420676521013,
"eval_precision_macro": 0.7517839435012339,
"eval_recall": 0.8117738187451587,
"eval_recall_macro": 0.7526435450791772,
"eval_runtime": 59.9636,
"eval_samples_per_second": 21.53,
"eval_steps_per_second": 2.702,
"eval_weighted_fpr": 0.016292323164599398,
"eval_weighted_sensitivity": 0.8117738187451587,
"eval_weighted_specificity": 0.9772955577377688,
"step": 4501
},
{
"epoch": 7.78,
"grad_norm": 0.0045046876184642315,
"learning_rate": 2.4105754276827372e-05,
"loss": 0.0264,
"step": 5000
},
{
"epoch": 8.0,
"eval_accuracy": 0.82571649883811,
"eval_f1_macro": 0.7730278469427766,
"eval_f1_micro": 0.82571649883811,
"eval_f1_weighted": 0.8247069887539016,
"eval_loss": 1.3862823247909546,
"eval_macro_fpr": 0.015458317393184977,
"eval_macro_sensitivity": 0.7767515241074096,
"eval_macro_specificity": 0.9868314420976501,
"eval_precision": 0.8261549954416628,
"eval_precision_macro": 0.7783699125562222,
"eval_recall": 0.82571649883811,
"eval_recall_macro": 0.7767515241074096,
"eval_runtime": 58.9779,
"eval_samples_per_second": 21.89,
"eval_steps_per_second": 2.747,
"eval_weighted_fpr": 0.01485246550927454,
"eval_weighted_sensitivity": 0.82571649883811,
"eval_weighted_specificity": 0.97675513262664,
"step": 5144
},
{
"epoch": 8.55,
"grad_norm": 0.007681012153625488,
"learning_rate": 2.1513737687921205e-05,
"loss": 0.03,
"step": 5500
},
{
"epoch": 9.0,
"eval_accuracy": 0.8079008520526724,
"eval_f1_macro": 0.7594758314568825,
"eval_f1_micro": 0.8079008520526724,
"eval_f1_weighted": 0.8095900464774608,
"eval_loss": 1.5542314052581787,
"eval_macro_fpr": 0.017245749289239998,
"eval_macro_sensitivity": 0.7652642279270354,
"eval_macro_specificity": 0.9854886624123184,
"eval_precision": 0.8166769511091512,
"eval_precision_macro": 0.7639132572736053,
"eval_recall": 0.8079008520526724,
"eval_recall_macro": 0.7652642279270354,
"eval_runtime": 70.914,
"eval_samples_per_second": 18.205,
"eval_steps_per_second": 2.284,
"eval_weighted_fpr": 0.0167003367003367,
"eval_weighted_sensitivity": 0.8079008520526724,
"eval_weighted_specificity": 0.9744290841320995,
"step": 5787
},
{
"epoch": 9.33,
"grad_norm": 0.0017093586502596736,
"learning_rate": 1.8926905132192844e-05,
"loss": 0.0149,
"step": 6000
},
{
"epoch": 10.0,
"eval_accuracy": 0.8140975987606507,
"eval_f1_macro": 0.7412163056128125,
"eval_f1_micro": 0.8140975987606507,
"eval_f1_weighted": 0.8126789471820407,
"eval_loss": 1.583540678024292,
"eval_macro_fpr": 0.016780932672955,
"eval_macro_sensitivity": 0.7360563323248509,
"eval_macro_specificity": 0.9858047486397965,
"eval_precision": 0.8155262118469742,
"eval_precision_macro": 0.7545069126135399,
"eval_recall": 0.8140975987606507,
"eval_recall_macro": 0.7360563323248509,
"eval_runtime": 70.4882,
"eval_samples_per_second": 18.315,
"eval_steps_per_second": 2.298,
"eval_weighted_fpr": 0.016049217600641968,
"eval_weighted_sensitivity": 0.8140975987606507,
"eval_weighted_specificity": 0.9729736308362953,
"step": 6430
},
{
"epoch": 10.11,
"grad_norm": 0.004950440023094416,
"learning_rate": 1.6334888543286677e-05,
"loss": 0.0092,
"step": 6500
},
{
"epoch": 10.89,
"grad_norm": 0.004135847091674805,
"learning_rate": 1.374287195438051e-05,
"loss": 0.005,
"step": 7000
},
{
"epoch": 11.0,
"eval_accuracy": 0.8241673121611154,
"eval_f1_macro": 0.7681252828650814,
"eval_f1_micro": 0.8241673121611154,
"eval_f1_weighted": 0.8226392641142015,
"eval_loss": 1.5324584245681763,
"eval_macro_fpr": 0.015637185816662357,
"eval_macro_sensitivity": 0.7811775190571517,
"eval_macro_specificity": 0.9866649056306106,
"eval_precision": 0.8249899677721785,
"eval_precision_macro": 0.780545510593793,
"eval_recall": 0.8241673121611154,
"eval_recall_macro": 0.7811775190571517,
"eval_runtime": 67.2418,
"eval_samples_per_second": 19.199,
"eval_steps_per_second": 2.409,
"eval_weighted_fpr": 0.015010249289162203,
"eval_weighted_sensitivity": 0.8241673121611154,
"eval_weighted_specificity": 0.9758062722980435,
"step": 7073
},
{
"epoch": 11.66,
"grad_norm": 0.0040180375799536705,
"learning_rate": 1.115085536547434e-05,
"loss": 0.003,
"step": 7500
},
{
"epoch": 12.0,
"eval_accuracy": 0.8288148721920992,
"eval_f1_macro": 0.7625723813018138,
"eval_f1_micro": 0.8288148721920992,
"eval_f1_weighted": 0.8276081900441157,
"eval_loss": 1.5713844299316406,
"eval_macro_fpr": 0.015190042544950861,
"eval_macro_sensitivity": 0.7678635910180709,
"eval_macro_specificity": 0.9870237726059469,
"eval_precision": 0.8299388397158192,
"eval_precision_macro": 0.7700952459098459,
"eval_recall": 0.8288148721920992,
"eval_recall_macro": 0.7678635910180709,
"eval_runtime": 61.0459,
"eval_samples_per_second": 21.148,
"eval_steps_per_second": 2.654,
"eval_weighted_fpr": 0.014538517202815604,
"eval_weighted_sensitivity": 0.8288148721920992,
"eval_weighted_specificity": 0.9765417168971026,
"step": 7716
},
{
"epoch": 12.44,
"grad_norm": 0.004260718822479248,
"learning_rate": 8.55883877656817e-06,
"loss": 0.0033,
"step": 8000
},
{
"epoch": 13.0,
"eval_accuracy": 0.8249419054996127,
"eval_f1_macro": 0.7607533001144507,
"eval_f1_micro": 0.8249419054996127,
"eval_f1_weighted": 0.8224643561391238,
"eval_loss": 1.551088571548462,
"eval_macro_fpr": 0.015560628647913471,
"eval_macro_sensitivity": 0.7597662805173221,
"eval_macro_specificity": 0.9867279232222673,
"eval_precision": 0.821925563604887,
"eval_precision_macro": 0.767644957538908,
"eval_recall": 0.8249419054996127,
"eval_recall_macro": 0.7597662805173221,
"eval_runtime": 66.776,
"eval_samples_per_second": 19.333,
"eval_steps_per_second": 2.426,
"eval_weighted_fpr": 0.014931289640591967,
"eval_weighted_sensitivity": 0.8249419054996127,
"eval_weighted_specificity": 0.9759769428343987,
"step": 8359
},
{
"epoch": 13.22,
"grad_norm": 0.001955605112016201,
"learning_rate": 5.9668221876620015e-06,
"loss": 0.0043,
"step": 8500
},
{
"epoch": 14.0,
"grad_norm": 0.0009153374703601003,
"learning_rate": 3.379989631933644e-06,
"loss": 0.0018,
"step": 9000
},
{
"epoch": 14.0,
"eval_accuracy": 0.8249419054996127,
"eval_f1_macro": 0.7571714820627711,
"eval_f1_micro": 0.8249419054996127,
"eval_f1_weighted": 0.8224001833855348,
"eval_loss": 1.5509757995605469,
"eval_macro_fpr": 0.015514116711070718,
"eval_macro_sensitivity": 0.7554168858318507,
"eval_macro_specificity": 0.9867787829147775,
"eval_precision": 0.8225003050604829,
"eval_precision_macro": 0.768615439122566,
"eval_recall": 0.8249419054996127,
"eval_recall_macro": 0.7554168858318507,
"eval_runtime": 56.3702,
"eval_samples_per_second": 22.902,
"eval_steps_per_second": 2.874,
"eval_weighted_fpr": 0.014931289640591967,
"eval_weighted_sensitivity": 0.8249419054996127,
"eval_weighted_specificity": 0.97673983822205,
"step": 9002
},
{
"epoch": 14.77,
"grad_norm": 0.0028363633900880814,
"learning_rate": 7.879730430274754e-07,
"loss": 0.0008,
"step": 9500
},
{
"epoch": 15.0,
"eval_accuracy": 0.8241673121611154,
"eval_f1_macro": 0.7566047769559027,
"eval_f1_micro": 0.8241673121611154,
"eval_f1_weighted": 0.8221253561257641,
"eval_loss": 1.5468684434890747,
"eval_macro_fpr": 0.015578325462564525,
"eval_macro_sensitivity": 0.7547799189157873,
"eval_macro_specificity": 0.9867164858554927,
"eval_precision": 0.8220097803512278,
"eval_precision_macro": 0.7660327191463564,
"eval_recall": 0.8241673121611154,
"eval_recall_macro": 0.7547799189157873,
"eval_runtime": 62.3696,
"eval_samples_per_second": 20.699,
"eval_steps_per_second": 2.597,
"eval_weighted_fpr": 0.015010249289162203,
"eval_weighted_sensitivity": 0.8241673121611154,
"eval_weighted_specificity": 0.9765799756712747,
"step": 9645
}
],
"logging_steps": 500,
"max_steps": 9645,
"num_input_tokens_seen": 0,
"num_train_epochs": 15,
"save_steps": 500,
"total_flos": 2.028033591671808e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
|