vit-base-patch16-224-RU3-40 / trainer_state.json
Augusto777's picture
End of training
62f11bd verified
{
"best_metric": 0.8333333333333334,
"best_model_checkpoint": "vit-base-patch16-224-RU3-40\\checkpoint-134",
"epoch": 39.48051948051948,
"eval_steps": 500,
"global_step": 760,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.52,
"learning_rate": 1.4473684210526315e-05,
"loss": 1.3821,
"step": 10
},
{
"epoch": 0.99,
"eval_accuracy": 0.48333333333333334,
"eval_loss": 1.3118996620178223,
"eval_runtime": 1.0501,
"eval_samples_per_second": 57.139,
"eval_steps_per_second": 1.905,
"step": 19
},
{
"epoch": 1.04,
"learning_rate": 2.894736842105263e-05,
"loss": 1.34,
"step": 20
},
{
"epoch": 1.56,
"learning_rate": 4.342105263157895e-05,
"loss": 1.2698,
"step": 30
},
{
"epoch": 1.97,
"eval_accuracy": 0.6166666666666667,
"eval_loss": 1.085192084312439,
"eval_runtime": 1.0848,
"eval_samples_per_second": 55.308,
"eval_steps_per_second": 1.844,
"step": 38
},
{
"epoch": 2.08,
"learning_rate": 5.484764542936288e-05,
"loss": 1.1206,
"step": 40
},
{
"epoch": 2.6,
"learning_rate": 5.408587257617729e-05,
"loss": 0.9819,
"step": 50
},
{
"epoch": 2.96,
"eval_accuracy": 0.7,
"eval_loss": 0.875718355178833,
"eval_runtime": 1.0604,
"eval_samples_per_second": 56.582,
"eval_steps_per_second": 1.886,
"step": 57
},
{
"epoch": 3.12,
"learning_rate": 5.332409972299169e-05,
"loss": 0.8387,
"step": 60
},
{
"epoch": 3.64,
"learning_rate": 5.256232686980609e-05,
"loss": 0.6671,
"step": 70
},
{
"epoch": 4.0,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 0.768868088722229,
"eval_runtime": 1.1869,
"eval_samples_per_second": 50.551,
"eval_steps_per_second": 1.685,
"step": 77
},
{
"epoch": 4.16,
"learning_rate": 5.18005540166205e-05,
"loss": 0.5484,
"step": 80
},
{
"epoch": 4.68,
"learning_rate": 5.1038781163434903e-05,
"loss": 0.4248,
"step": 90
},
{
"epoch": 4.99,
"eval_accuracy": 0.7166666666666667,
"eval_loss": 0.7293522357940674,
"eval_runtime": 1.0714,
"eval_samples_per_second": 56.0,
"eval_steps_per_second": 1.867,
"step": 96
},
{
"epoch": 5.19,
"learning_rate": 5.027700831024931e-05,
"loss": 0.3571,
"step": 100
},
{
"epoch": 5.71,
"learning_rate": 4.9515235457063714e-05,
"loss": 0.3005,
"step": 110
},
{
"epoch": 5.97,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 0.6517642140388489,
"eval_runtime": 1.0607,
"eval_samples_per_second": 56.569,
"eval_steps_per_second": 1.886,
"step": 115
},
{
"epoch": 6.23,
"learning_rate": 4.8753462603878116e-05,
"loss": 0.2452,
"step": 120
},
{
"epoch": 6.75,
"learning_rate": 4.7991689750692524e-05,
"loss": 0.2035,
"step": 130
},
{
"epoch": 6.96,
"eval_accuracy": 0.8333333333333334,
"eval_loss": 0.5666719079017639,
"eval_runtime": 1.0912,
"eval_samples_per_second": 54.986,
"eval_steps_per_second": 1.833,
"step": 134
},
{
"epoch": 7.27,
"learning_rate": 4.7229916897506926e-05,
"loss": 0.2138,
"step": 140
},
{
"epoch": 7.79,
"learning_rate": 4.6468144044321335e-05,
"loss": 0.2195,
"step": 150
},
{
"epoch": 8.0,
"eval_accuracy": 0.8333333333333334,
"eval_loss": 0.6646459102630615,
"eval_runtime": 1.0657,
"eval_samples_per_second": 56.3,
"eval_steps_per_second": 1.877,
"step": 154
},
{
"epoch": 8.31,
"learning_rate": 4.570637119113573e-05,
"loss": 0.1806,
"step": 160
},
{
"epoch": 8.83,
"learning_rate": 4.494459833795014e-05,
"loss": 0.1654,
"step": 170
},
{
"epoch": 8.99,
"eval_accuracy": 0.8166666666666667,
"eval_loss": 0.6294049024581909,
"eval_runtime": 1.1008,
"eval_samples_per_second": 54.503,
"eval_steps_per_second": 1.817,
"step": 173
},
{
"epoch": 9.35,
"learning_rate": 4.418282548476455e-05,
"loss": 0.1641,
"step": 180
},
{
"epoch": 9.87,
"learning_rate": 4.342105263157895e-05,
"loss": 0.1581,
"step": 190
},
{
"epoch": 9.97,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 0.7211242318153381,
"eval_runtime": 1.0634,
"eval_samples_per_second": 56.425,
"eval_steps_per_second": 1.881,
"step": 192
},
{
"epoch": 10.39,
"learning_rate": 4.265927977839336e-05,
"loss": 0.1147,
"step": 200
},
{
"epoch": 10.91,
"learning_rate": 4.189750692520776e-05,
"loss": 0.1338,
"step": 210
},
{
"epoch": 10.96,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 0.8129342198371887,
"eval_runtime": 1.1857,
"eval_samples_per_second": 50.603,
"eval_steps_per_second": 1.687,
"step": 211
},
{
"epoch": 11.43,
"learning_rate": 4.113573407202216e-05,
"loss": 0.1313,
"step": 220
},
{
"epoch": 11.95,
"learning_rate": 4.037396121883656e-05,
"loss": 0.1188,
"step": 230
},
{
"epoch": 12.0,
"eval_accuracy": 0.8166666666666667,
"eval_loss": 0.7924687266349792,
"eval_runtime": 1.0887,
"eval_samples_per_second": 55.111,
"eval_steps_per_second": 1.837,
"step": 231
},
{
"epoch": 12.47,
"learning_rate": 3.961218836565097e-05,
"loss": 0.0969,
"step": 240
},
{
"epoch": 12.99,
"learning_rate": 3.885041551246538e-05,
"loss": 0.1179,
"step": 250
},
{
"epoch": 12.99,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 0.958832323551178,
"eval_runtime": 1.165,
"eval_samples_per_second": 51.501,
"eval_steps_per_second": 1.717,
"step": 250
},
{
"epoch": 13.51,
"learning_rate": 3.808864265927978e-05,
"loss": 0.1017,
"step": 260
},
{
"epoch": 13.97,
"eval_accuracy": 0.7166666666666667,
"eval_loss": 1.0874536037445068,
"eval_runtime": 1.0498,
"eval_samples_per_second": 57.151,
"eval_steps_per_second": 1.905,
"step": 269
},
{
"epoch": 14.03,
"learning_rate": 3.732686980609418e-05,
"loss": 0.1004,
"step": 270
},
{
"epoch": 14.55,
"learning_rate": 3.6565096952908585e-05,
"loss": 0.0845,
"step": 280
},
{
"epoch": 14.96,
"eval_accuracy": 0.7,
"eval_loss": 0.935455322265625,
"eval_runtime": 1.1044,
"eval_samples_per_second": 54.328,
"eval_steps_per_second": 1.811,
"step": 288
},
{
"epoch": 15.06,
"learning_rate": 3.5803324099722994e-05,
"loss": 0.0898,
"step": 290
},
{
"epoch": 15.58,
"learning_rate": 3.5041551246537395e-05,
"loss": 0.1109,
"step": 300
},
{
"epoch": 16.0,
"eval_accuracy": 0.8166666666666667,
"eval_loss": 0.9386860728263855,
"eval_runtime": 1.0479,
"eval_samples_per_second": 57.256,
"eval_steps_per_second": 1.909,
"step": 308
},
{
"epoch": 16.1,
"learning_rate": 3.4279778393351804e-05,
"loss": 0.0868,
"step": 310
},
{
"epoch": 16.62,
"learning_rate": 3.3518005540166206e-05,
"loss": 0.0711,
"step": 320
},
{
"epoch": 16.99,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 1.121420979499817,
"eval_runtime": 1.0767,
"eval_samples_per_second": 55.726,
"eval_steps_per_second": 1.858,
"step": 327
},
{
"epoch": 17.14,
"learning_rate": 3.275623268698061e-05,
"loss": 0.079,
"step": 330
},
{
"epoch": 17.66,
"learning_rate": 3.1994459833795016e-05,
"loss": 0.0884,
"step": 340
},
{
"epoch": 17.97,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 0.9687939286231995,
"eval_runtime": 1.0985,
"eval_samples_per_second": 54.619,
"eval_steps_per_second": 1.821,
"step": 346
},
{
"epoch": 18.18,
"learning_rate": 3.123268698060942e-05,
"loss": 0.0661,
"step": 350
},
{
"epoch": 18.7,
"learning_rate": 3.0470914127423827e-05,
"loss": 0.0668,
"step": 360
},
{
"epoch": 18.96,
"eval_accuracy": 0.8,
"eval_loss": 1.0306044816970825,
"eval_runtime": 1.1148,
"eval_samples_per_second": 53.823,
"eval_steps_per_second": 1.794,
"step": 365
},
{
"epoch": 19.22,
"learning_rate": 2.9709141274238225e-05,
"loss": 0.0655,
"step": 370
},
{
"epoch": 19.74,
"learning_rate": 2.894736842105263e-05,
"loss": 0.0716,
"step": 380
},
{
"epoch": 20.0,
"eval_accuracy": 0.7166666666666667,
"eval_loss": 1.2652896642684937,
"eval_runtime": 1.097,
"eval_samples_per_second": 54.696,
"eval_steps_per_second": 1.823,
"step": 385
},
{
"epoch": 20.26,
"learning_rate": 2.8185595567867035e-05,
"loss": 0.0725,
"step": 390
},
{
"epoch": 20.78,
"learning_rate": 2.742382271468144e-05,
"loss": 0.0643,
"step": 400
},
{
"epoch": 20.99,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 0.9893661737442017,
"eval_runtime": 1.1231,
"eval_samples_per_second": 53.424,
"eval_steps_per_second": 1.781,
"step": 404
},
{
"epoch": 21.3,
"learning_rate": 2.6662049861495846e-05,
"loss": 0.0509,
"step": 410
},
{
"epoch": 21.82,
"learning_rate": 2.590027700831025e-05,
"loss": 0.0517,
"step": 420
},
{
"epoch": 21.97,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 1.0438777208328247,
"eval_runtime": 1.1007,
"eval_samples_per_second": 54.511,
"eval_steps_per_second": 1.817,
"step": 423
},
{
"epoch": 22.34,
"learning_rate": 2.5138504155124656e-05,
"loss": 0.0637,
"step": 430
},
{
"epoch": 22.86,
"learning_rate": 2.4376731301939058e-05,
"loss": 0.0597,
"step": 440
},
{
"epoch": 22.96,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 1.1469690799713135,
"eval_runtime": 1.0658,
"eval_samples_per_second": 56.294,
"eval_steps_per_second": 1.876,
"step": 442
},
{
"epoch": 23.38,
"learning_rate": 2.3614958448753463e-05,
"loss": 0.0377,
"step": 450
},
{
"epoch": 23.9,
"learning_rate": 2.2853185595567865e-05,
"loss": 0.0533,
"step": 460
},
{
"epoch": 24.0,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 1.0848194360733032,
"eval_runtime": 1.148,
"eval_samples_per_second": 52.264,
"eval_steps_per_second": 1.742,
"step": 462
},
{
"epoch": 24.42,
"learning_rate": 2.2091412742382273e-05,
"loss": 0.0599,
"step": 470
},
{
"epoch": 24.94,
"learning_rate": 2.132963988919668e-05,
"loss": 0.0529,
"step": 480
},
{
"epoch": 24.99,
"eval_accuracy": 0.75,
"eval_loss": 1.1481404304504395,
"eval_runtime": 1.0909,
"eval_samples_per_second": 55.002,
"eval_steps_per_second": 1.833,
"step": 481
},
{
"epoch": 25.45,
"learning_rate": 2.056786703601108e-05,
"loss": 0.0373,
"step": 490
},
{
"epoch": 25.97,
"learning_rate": 1.9806094182825486e-05,
"loss": 0.0524,
"step": 500
},
{
"epoch": 25.97,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 1.1321938037872314,
"eval_runtime": 1.1085,
"eval_samples_per_second": 54.127,
"eval_steps_per_second": 1.804,
"step": 500
},
{
"epoch": 26.49,
"learning_rate": 1.904432132963989e-05,
"loss": 0.0525,
"step": 510
},
{
"epoch": 26.96,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 1.1867502927780151,
"eval_runtime": 1.0522,
"eval_samples_per_second": 57.023,
"eval_steps_per_second": 1.901,
"step": 519
},
{
"epoch": 27.01,
"learning_rate": 1.8282548476454293e-05,
"loss": 0.0574,
"step": 520
},
{
"epoch": 27.53,
"learning_rate": 1.7520775623268698e-05,
"loss": 0.0517,
"step": 530
},
{
"epoch": 28.0,
"eval_accuracy": 0.7166666666666667,
"eval_loss": 1.1561001539230347,
"eval_runtime": 1.1047,
"eval_samples_per_second": 54.311,
"eval_steps_per_second": 1.81,
"step": 539
},
{
"epoch": 28.05,
"learning_rate": 1.6759002770083103e-05,
"loss": 0.0505,
"step": 540
},
{
"epoch": 28.57,
"learning_rate": 1.5997229916897508e-05,
"loss": 0.0309,
"step": 550
},
{
"epoch": 28.99,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 1.0561987161636353,
"eval_runtime": 1.0565,
"eval_samples_per_second": 56.79,
"eval_steps_per_second": 1.893,
"step": 558
},
{
"epoch": 29.09,
"learning_rate": 1.5235457063711913e-05,
"loss": 0.0429,
"step": 560
},
{
"epoch": 29.61,
"learning_rate": 1.4473684210526315e-05,
"loss": 0.0403,
"step": 570
},
{
"epoch": 29.97,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 1.2900880575180054,
"eval_runtime": 1.099,
"eval_samples_per_second": 54.594,
"eval_steps_per_second": 1.82,
"step": 577
},
{
"epoch": 30.13,
"learning_rate": 1.371191135734072e-05,
"loss": 0.0442,
"step": 580
},
{
"epoch": 30.65,
"learning_rate": 1.2950138504155125e-05,
"loss": 0.0392,
"step": 590
},
{
"epoch": 30.96,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 1.1295415163040161,
"eval_runtime": 1.0734,
"eval_samples_per_second": 55.898,
"eval_steps_per_second": 1.863,
"step": 596
},
{
"epoch": 31.17,
"learning_rate": 1.2188365650969529e-05,
"loss": 0.0274,
"step": 600
},
{
"epoch": 31.69,
"learning_rate": 1.1426592797783932e-05,
"loss": 0.0404,
"step": 610
},
{
"epoch": 32.0,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 1.119759440422058,
"eval_runtime": 1.2454,
"eval_samples_per_second": 48.178,
"eval_steps_per_second": 1.606,
"step": 616
},
{
"epoch": 32.21,
"learning_rate": 1.066481994459834e-05,
"loss": 0.0212,
"step": 620
},
{
"epoch": 32.73,
"learning_rate": 9.903047091412743e-06,
"loss": 0.0381,
"step": 630
},
{
"epoch": 32.99,
"eval_accuracy": 0.7166666666666667,
"eval_loss": 1.298552393913269,
"eval_runtime": 1.1082,
"eval_samples_per_second": 54.143,
"eval_steps_per_second": 1.805,
"step": 635
},
{
"epoch": 33.25,
"learning_rate": 9.141274238227146e-06,
"loss": 0.0259,
"step": 640
},
{
"epoch": 33.77,
"learning_rate": 8.379501385041551e-06,
"loss": 0.0262,
"step": 650
},
{
"epoch": 33.97,
"eval_accuracy": 0.75,
"eval_loss": 1.1655079126358032,
"eval_runtime": 1.1294,
"eval_samples_per_second": 53.126,
"eval_steps_per_second": 1.771,
"step": 654
},
{
"epoch": 34.29,
"learning_rate": 7.617728531855957e-06,
"loss": 0.0301,
"step": 660
},
{
"epoch": 34.81,
"learning_rate": 6.85595567867036e-06,
"loss": 0.0354,
"step": 670
},
{
"epoch": 34.96,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 1.1222782135009766,
"eval_runtime": 1.0831,
"eval_samples_per_second": 55.396,
"eval_steps_per_second": 1.847,
"step": 673
},
{
"epoch": 35.32,
"learning_rate": 6.0941828254847645e-06,
"loss": 0.0291,
"step": 680
},
{
"epoch": 35.84,
"learning_rate": 5.33240997229917e-06,
"loss": 0.0224,
"step": 690
},
{
"epoch": 36.0,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 1.1678553819656372,
"eval_runtime": 1.0793,
"eval_samples_per_second": 55.591,
"eval_steps_per_second": 1.853,
"step": 693
},
{
"epoch": 36.36,
"learning_rate": 4.570637119113573e-06,
"loss": 0.0349,
"step": 700
},
{
"epoch": 36.88,
"learning_rate": 3.8088642659279783e-06,
"loss": 0.0244,
"step": 710
},
{
"epoch": 36.99,
"eval_accuracy": 0.8166666666666667,
"eval_loss": 1.0998696088790894,
"eval_runtime": 1.077,
"eval_samples_per_second": 55.712,
"eval_steps_per_second": 1.857,
"step": 712
},
{
"epoch": 37.4,
"learning_rate": 3.0470914127423822e-06,
"loss": 0.0412,
"step": 720
},
{
"epoch": 37.92,
"learning_rate": 2.2853185595567866e-06,
"loss": 0.0368,
"step": 730
},
{
"epoch": 37.97,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 1.121293306350708,
"eval_runtime": 1.0596,
"eval_samples_per_second": 56.628,
"eval_steps_per_second": 1.888,
"step": 731
},
{
"epoch": 38.44,
"learning_rate": 1.5235457063711911e-06,
"loss": 0.0273,
"step": 740
},
{
"epoch": 38.96,
"learning_rate": 7.617728531855956e-07,
"loss": 0.0199,
"step": 750
},
{
"epoch": 38.96,
"eval_accuracy": 0.8,
"eval_loss": 1.100300669670105,
"eval_runtime": 1.0701,
"eval_samples_per_second": 56.068,
"eval_steps_per_second": 1.869,
"step": 750
},
{
"epoch": 39.48,
"learning_rate": 0.0,
"loss": 0.028,
"step": 760
},
{
"epoch": 39.48,
"eval_accuracy": 0.8,
"eval_loss": 1.0988926887512207,
"eval_runtime": 1.0717,
"eval_samples_per_second": 55.986,
"eval_steps_per_second": 1.866,
"step": 760
},
{
"epoch": 39.48,
"step": 760,
"total_flos": 7.496244493905936e+18,
"train_loss": 0.18620210740911333,
"train_runtime": 1570.0451,
"train_samples_per_second": 62.419,
"train_steps_per_second": 0.484
}
],
"logging_steps": 10,
"max_steps": 760,
"num_input_tokens_seen": 0,
"num_train_epochs": 40,
"save_steps": 500,
"total_flos": 7.496244493905936e+18,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}