amjadfqs's picture
Model save
ea83fc8
{
"best_metric": 0.9396355353075171,
"best_model_checkpoint": "swin-base-patch4-window7-224-in22k-finetuned-brain-tumor-final/checkpoint-495",
"epoch": 19.87878787878788,
"global_step": 820,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.24,
"learning_rate": 1.2195121951219514e-06,
"loss": 1.4212,
"step": 10
},
{
"epoch": 0.48,
"learning_rate": 2.4390243902439027e-06,
"loss": 1.3801,
"step": 20
},
{
"epoch": 0.73,
"learning_rate": 3.6585365853658537e-06,
"loss": 1.2755,
"step": 30
},
{
"epoch": 0.97,
"learning_rate": 4.8780487804878055e-06,
"loss": 1.1562,
"step": 40
},
{
"epoch": 0.99,
"eval_accuracy": 0.6378132118451025,
"eval_f1_score": 0.6190569285283298,
"eval_loss": 1.1378333568572998,
"eval_precision": 0.6536626392431208,
"eval_runtime": 96.8359,
"eval_samples_per_second": 18.134,
"eval_steps_per_second": 0.568,
"step": 41
},
{
"epoch": 1.21,
"learning_rate": 6.0975609756097564e-06,
"loss": 0.9839,
"step": 50
},
{
"epoch": 1.45,
"learning_rate": 7.317073170731707e-06,
"loss": 0.7914,
"step": 60
},
{
"epoch": 1.7,
"learning_rate": 8.536585365853658e-06,
"loss": 0.6245,
"step": 70
},
{
"epoch": 1.94,
"learning_rate": 9.756097560975611e-06,
"loss": 0.4878,
"step": 80
},
{
"epoch": 1.99,
"eval_accuracy": 0.7591116173120729,
"eval_f1_score": 0.7498580587869668,
"eval_loss": 0.6476529836654663,
"eval_precision": 0.7873955323748831,
"eval_runtime": 96.8155,
"eval_samples_per_second": 18.138,
"eval_steps_per_second": 0.568,
"step": 82
},
{
"epoch": 2.18,
"learning_rate": 9.89159891598916e-06,
"loss": 0.3834,
"step": 90
},
{
"epoch": 2.42,
"learning_rate": 9.756097560975611e-06,
"loss": 0.3288,
"step": 100
},
{
"epoch": 2.67,
"learning_rate": 9.620596205962061e-06,
"loss": 0.3111,
"step": 110
},
{
"epoch": 2.91,
"learning_rate": 9.485094850948512e-06,
"loss": 0.2623,
"step": 120
},
{
"epoch": 2.98,
"eval_accuracy": 0.8337129840546698,
"eval_f1_score": 0.8310652064326258,
"eval_loss": 0.44103795289993286,
"eval_precision": 0.8487545531816145,
"eval_runtime": 95.5234,
"eval_samples_per_second": 18.383,
"eval_steps_per_second": 0.576,
"step": 123
},
{
"epoch": 3.15,
"learning_rate": 9.34959349593496e-06,
"loss": 0.2449,
"step": 130
},
{
"epoch": 3.39,
"learning_rate": 9.21409214092141e-06,
"loss": 0.2058,
"step": 140
},
{
"epoch": 3.64,
"learning_rate": 9.07859078590786e-06,
"loss": 0.2426,
"step": 150
},
{
"epoch": 3.88,
"learning_rate": 8.94308943089431e-06,
"loss": 0.1985,
"step": 160
},
{
"epoch": 4.0,
"eval_accuracy": 0.8143507972665148,
"eval_f1_score": 0.8114988597034715,
"eval_loss": 0.465999573469162,
"eval_precision": 0.8455116716314306,
"eval_runtime": 95.3707,
"eval_samples_per_second": 18.412,
"eval_steps_per_second": 0.577,
"step": 165
},
{
"epoch": 4.12,
"learning_rate": 8.80758807588076e-06,
"loss": 0.1852,
"step": 170
},
{
"epoch": 4.36,
"learning_rate": 8.67208672086721e-06,
"loss": 0.1738,
"step": 180
},
{
"epoch": 4.61,
"learning_rate": 8.536585365853658e-06,
"loss": 0.1806,
"step": 190
},
{
"epoch": 4.85,
"learning_rate": 8.401084010840109e-06,
"loss": 0.1736,
"step": 200
},
{
"epoch": 4.99,
"eval_accuracy": 0.8775626423690205,
"eval_f1_score": 0.8759706154432891,
"eval_loss": 0.3229566812515259,
"eval_precision": 0.8894198873971897,
"eval_runtime": 96.4712,
"eval_samples_per_second": 18.202,
"eval_steps_per_second": 0.57,
"step": 206
},
{
"epoch": 5.09,
"learning_rate": 8.265582655826559e-06,
"loss": 0.1677,
"step": 210
},
{
"epoch": 5.33,
"learning_rate": 8.130081300813009e-06,
"loss": 0.1384,
"step": 220
},
{
"epoch": 5.58,
"learning_rate": 7.99457994579946e-06,
"loss": 0.1319,
"step": 230
},
{
"epoch": 5.82,
"learning_rate": 7.859078590785908e-06,
"loss": 0.124,
"step": 240
},
{
"epoch": 5.99,
"eval_accuracy": 0.9026195899772209,
"eval_f1_score": 0.9013627262353661,
"eval_loss": 0.2684251368045807,
"eval_precision": 0.9089527019800868,
"eval_runtime": 94.5477,
"eval_samples_per_second": 18.573,
"eval_steps_per_second": 0.582,
"step": 247
},
{
"epoch": 6.06,
"learning_rate": 7.723577235772358e-06,
"loss": 0.1508,
"step": 250
},
{
"epoch": 6.3,
"learning_rate": 7.5880758807588085e-06,
"loss": 0.1168,
"step": 260
},
{
"epoch": 6.55,
"learning_rate": 7.452574525745257e-06,
"loss": 0.1043,
"step": 270
},
{
"epoch": 6.79,
"learning_rate": 7.317073170731707e-06,
"loss": 0.1278,
"step": 280
},
{
"epoch": 6.98,
"eval_accuracy": 0.9179954441913439,
"eval_f1_score": 0.9166179163753916,
"eval_loss": 0.22102278470993042,
"eval_precision": 0.9210303187193152,
"eval_runtime": 95.7688,
"eval_samples_per_second": 18.336,
"eval_steps_per_second": 0.574,
"step": 288
},
{
"epoch": 7.03,
"learning_rate": 7.181571815718158e-06,
"loss": 0.1122,
"step": 290
},
{
"epoch": 7.27,
"learning_rate": 7.046070460704607e-06,
"loss": 0.1052,
"step": 300
},
{
"epoch": 7.52,
"learning_rate": 6.910569105691057e-06,
"loss": 0.0965,
"step": 310
},
{
"epoch": 7.76,
"learning_rate": 6.775067750677508e-06,
"loss": 0.1072,
"step": 320
},
{
"epoch": 8.0,
"learning_rate": 6.639566395663957e-06,
"loss": 0.0959,
"step": 330
},
{
"epoch": 8.0,
"eval_accuracy": 0.9208428246013668,
"eval_f1_score": 0.9195432105337242,
"eval_loss": 0.21511134505271912,
"eval_precision": 0.9259948741044411,
"eval_runtime": 94.727,
"eval_samples_per_second": 18.537,
"eval_steps_per_second": 0.581,
"step": 330
},
{
"epoch": 8.24,
"learning_rate": 6.504065040650407e-06,
"loss": 0.087,
"step": 340
},
{
"epoch": 8.48,
"learning_rate": 6.368563685636857e-06,
"loss": 0.0788,
"step": 350
},
{
"epoch": 8.73,
"learning_rate": 6.233062330623306e-06,
"loss": 0.0952,
"step": 360
},
{
"epoch": 8.97,
"learning_rate": 6.0975609756097564e-06,
"loss": 0.0849,
"step": 370
},
{
"epoch": 8.99,
"eval_accuracy": 0.9219817767653758,
"eval_f1_score": 0.9205449523633584,
"eval_loss": 0.21544188261032104,
"eval_precision": 0.9290889598643586,
"eval_runtime": 95.0804,
"eval_samples_per_second": 18.469,
"eval_steps_per_second": 0.578,
"step": 371
},
{
"epoch": 9.21,
"learning_rate": 5.962059620596207e-06,
"loss": 0.0954,
"step": 380
},
{
"epoch": 9.45,
"learning_rate": 5.826558265582656e-06,
"loss": 0.0808,
"step": 390
},
{
"epoch": 9.7,
"learning_rate": 5.691056910569106e-06,
"loss": 0.0703,
"step": 400
},
{
"epoch": 9.94,
"learning_rate": 5.555555555555557e-06,
"loss": 0.0805,
"step": 410
},
{
"epoch": 9.99,
"eval_accuracy": 0.9191343963553531,
"eval_f1_score": 0.9178865857712233,
"eval_loss": 0.21121914684772491,
"eval_precision": 0.9250862844253733,
"eval_runtime": 94.2987,
"eval_samples_per_second": 18.622,
"eval_steps_per_second": 0.583,
"step": 412
},
{
"epoch": 10.18,
"learning_rate": 5.420054200542005e-06,
"loss": 0.0521,
"step": 420
},
{
"epoch": 10.42,
"learning_rate": 5.2845528455284555e-06,
"loss": 0.0681,
"step": 430
},
{
"epoch": 10.67,
"learning_rate": 5.149051490514906e-06,
"loss": 0.0769,
"step": 440
},
{
"epoch": 10.91,
"learning_rate": 5.013550135501355e-06,
"loss": 0.0682,
"step": 450
},
{
"epoch": 10.98,
"eval_accuracy": 0.9384965831435079,
"eval_f1_score": 0.9369393287065592,
"eval_loss": 0.15628309547901154,
"eval_precision": 0.9402176891312171,
"eval_runtime": 96.028,
"eval_samples_per_second": 18.286,
"eval_steps_per_second": 0.573,
"step": 453
},
{
"epoch": 11.15,
"learning_rate": 4.8780487804878055e-06,
"loss": 0.0668,
"step": 460
},
{
"epoch": 11.39,
"learning_rate": 4.742547425474256e-06,
"loss": 0.0657,
"step": 470
},
{
"epoch": 11.64,
"learning_rate": 4.607046070460705e-06,
"loss": 0.0703,
"step": 480
},
{
"epoch": 11.88,
"learning_rate": 4.471544715447155e-06,
"loss": 0.0624,
"step": 490
},
{
"epoch": 12.0,
"eval_accuracy": 0.9396355353075171,
"eval_f1_score": 0.9384678994386635,
"eval_loss": 0.1576806604862213,
"eval_precision": 0.9408448811333167,
"eval_runtime": 95.9898,
"eval_samples_per_second": 18.294,
"eval_steps_per_second": 0.573,
"step": 495
},
{
"epoch": 12.12,
"learning_rate": 4.336043360433605e-06,
"loss": 0.0531,
"step": 500
},
{
"epoch": 12.36,
"learning_rate": 4.200542005420054e-06,
"loss": 0.0579,
"step": 510
},
{
"epoch": 12.61,
"learning_rate": 4.0650406504065046e-06,
"loss": 0.0657,
"step": 520
},
{
"epoch": 12.85,
"learning_rate": 3.929539295392954e-06,
"loss": 0.0415,
"step": 530
},
{
"epoch": 12.99,
"eval_accuracy": 0.9305239179954442,
"eval_f1_score": 0.9294348170687547,
"eval_loss": 0.1836157888174057,
"eval_precision": 0.9332309174336554,
"eval_runtime": 99.8745,
"eval_samples_per_second": 17.582,
"eval_steps_per_second": 0.551,
"step": 536
},
{
"epoch": 13.09,
"learning_rate": 3.7940379403794043e-06,
"loss": 0.0569,
"step": 540
},
{
"epoch": 13.33,
"learning_rate": 3.6585365853658537e-06,
"loss": 0.0707,
"step": 550
},
{
"epoch": 13.58,
"learning_rate": 3.5230352303523035e-06,
"loss": 0.0424,
"step": 560
},
{
"epoch": 13.82,
"learning_rate": 3.387533875338754e-06,
"loss": 0.0465,
"step": 570
},
{
"epoch": 13.99,
"eval_accuracy": 0.9202733485193622,
"eval_f1_score": 0.9191914508633344,
"eval_loss": 0.2144739031791687,
"eval_precision": 0.9251966092567651,
"eval_runtime": 96.9873,
"eval_samples_per_second": 18.105,
"eval_steps_per_second": 0.567,
"step": 577
},
{
"epoch": 14.06,
"learning_rate": 3.2520325203252037e-06,
"loss": 0.0483,
"step": 580
},
{
"epoch": 14.3,
"learning_rate": 3.116531165311653e-06,
"loss": 0.0432,
"step": 590
},
{
"epoch": 14.55,
"learning_rate": 2.9810298102981034e-06,
"loss": 0.046,
"step": 600
},
{
"epoch": 14.79,
"learning_rate": 2.845528455284553e-06,
"loss": 0.056,
"step": 610
},
{
"epoch": 14.98,
"eval_accuracy": 0.9339407744874715,
"eval_f1_score": 0.9324607544046006,
"eval_loss": 0.17098096013069153,
"eval_precision": 0.9369044224464911,
"eval_runtime": 96.6806,
"eval_samples_per_second": 18.163,
"eval_steps_per_second": 0.569,
"step": 618
},
{
"epoch": 15.03,
"learning_rate": 2.7100271002710026e-06,
"loss": 0.0447,
"step": 620
},
{
"epoch": 15.27,
"learning_rate": 2.574525745257453e-06,
"loss": 0.0441,
"step": 630
},
{
"epoch": 15.52,
"learning_rate": 2.4390243902439027e-06,
"loss": 0.0515,
"step": 640
},
{
"epoch": 15.76,
"learning_rate": 2.3035230352303526e-06,
"loss": 0.0435,
"step": 650
},
{
"epoch": 16.0,
"learning_rate": 2.1680216802168024e-06,
"loss": 0.0545,
"step": 660
},
{
"epoch": 16.0,
"eval_accuracy": 0.9248291571753986,
"eval_f1_score": 0.9235589091910614,
"eval_loss": 0.20944343507289886,
"eval_precision": 0.929753616084827,
"eval_runtime": 97.9348,
"eval_samples_per_second": 17.93,
"eval_steps_per_second": 0.562,
"step": 660
},
{
"epoch": 16.24,
"learning_rate": 2.0325203252032523e-06,
"loss": 0.0477,
"step": 670
},
{
"epoch": 16.48,
"learning_rate": 1.8970189701897021e-06,
"loss": 0.0424,
"step": 680
},
{
"epoch": 16.73,
"learning_rate": 1.7615176151761518e-06,
"loss": 0.0377,
"step": 690
},
{
"epoch": 16.97,
"learning_rate": 1.6260162601626018e-06,
"loss": 0.0591,
"step": 700
},
{
"epoch": 16.99,
"eval_accuracy": 0.9316628701594533,
"eval_f1_score": 0.930292082850388,
"eval_loss": 0.1752157062292099,
"eval_precision": 0.934052681687829,
"eval_runtime": 98.3671,
"eval_samples_per_second": 17.852,
"eval_steps_per_second": 0.559,
"step": 701
},
{
"epoch": 17.21,
"learning_rate": 1.4905149051490517e-06,
"loss": 0.0425,
"step": 710
},
{
"epoch": 17.45,
"learning_rate": 1.3550135501355013e-06,
"loss": 0.0394,
"step": 720
},
{
"epoch": 17.7,
"learning_rate": 1.2195121951219514e-06,
"loss": 0.0323,
"step": 730
},
{
"epoch": 17.94,
"learning_rate": 1.0840108401084012e-06,
"loss": 0.0512,
"step": 740
},
{
"epoch": 17.99,
"eval_accuracy": 0.9310933940774487,
"eval_f1_score": 0.9297072356118401,
"eval_loss": 0.17810992896556854,
"eval_precision": 0.9341920124235589,
"eval_runtime": 99.187,
"eval_samples_per_second": 17.704,
"eval_steps_per_second": 0.555,
"step": 742
},
{
"epoch": 18.18,
"learning_rate": 9.485094850948511e-07,
"loss": 0.0278,
"step": 750
},
{
"epoch": 18.42,
"learning_rate": 8.130081300813009e-07,
"loss": 0.0338,
"step": 760
},
{
"epoch": 18.67,
"learning_rate": 6.775067750677507e-07,
"loss": 0.0467,
"step": 770
},
{
"epoch": 18.91,
"learning_rate": 5.420054200542006e-07,
"loss": 0.0424,
"step": 780
},
{
"epoch": 18.98,
"eval_accuracy": 0.9305239179954442,
"eval_f1_score": 0.9292526869769537,
"eval_loss": 0.18729418516159058,
"eval_precision": 0.9338045676207426,
"eval_runtime": 97.3576,
"eval_samples_per_second": 18.037,
"eval_steps_per_second": 0.565,
"step": 783
},
{
"epoch": 19.15,
"learning_rate": 4.0650406504065046e-07,
"loss": 0.0333,
"step": 790
},
{
"epoch": 19.39,
"learning_rate": 2.710027100271003e-07,
"loss": 0.039,
"step": 800
},
{
"epoch": 19.64,
"learning_rate": 1.3550135501355015e-07,
"loss": 0.0344,
"step": 810
},
{
"epoch": 19.88,
"learning_rate": 0.0,
"loss": 0.0438,
"step": 820
},
{
"epoch": 19.88,
"eval_accuracy": 0.9265375854214123,
"eval_f1_score": 0.9252094972625854,
"eval_loss": 0.19554641842842102,
"eval_precision": 0.9307429809120586,
"eval_runtime": 100.1651,
"eval_samples_per_second": 17.531,
"eval_steps_per_second": 0.549,
"step": 820
},
{
"epoch": 19.88,
"step": 820,
"total_flos": 8.203992042011222e+18,
"train_loss": 0.18675074555524965,
"train_runtime": 20102.5048,
"train_samples_per_second": 5.24,
"train_steps_per_second": 0.041
}
],
"max_steps": 820,
"num_train_epochs": 20,
"total_flos": 8.203992042011222e+18,
"trial_name": null,
"trial_params": null
}