vit-base-patch16-224-RU4-40 / trainer_state.json
Augusto777's picture
End of training
8563d9a verified
raw
history blame
No virus
21.6 kB
{
"best_metric": 0.7833333333333333,
"best_model_checkpoint": "vit-base-patch16-224-RU4-40\\checkpoint-192",
"epoch": 39.48051948051948,
"eval_steps": 500,
"global_step": 760,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.52,
"learning_rate": 1.4473684210526315e-05,
"loss": 6.233648058173564e+34,
"step": 10
},
{
"epoch": 0.99,
"eval_accuracy": 0.4666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.2219,
"eval_samples_per_second": 49.104,
"eval_steps_per_second": 1.637,
"step": 19
},
{
"epoch": 1.04,
"learning_rate": 2.894736842105263e-05,
"loss": 4.900340287388139e+34,
"step": 20
},
{
"epoch": 1.56,
"learning_rate": 4.342105263157895e-05,
"loss": 5.844043965150482e+34,
"step": 30
},
{
"epoch": 1.97,
"eval_accuracy": 0.6,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 0.9932,
"eval_samples_per_second": 60.409,
"eval_steps_per_second": 2.014,
"step": 38
},
{
"epoch": 2.08,
"learning_rate": 5.484764542936288e-05,
"loss": 4.939300736304528e+34,
"step": 40
},
{
"epoch": 2.6,
"learning_rate": 5.408587257617729e-05,
"loss": 5.064838948230818e+34,
"step": 50
},
{
"epoch": 2.96,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 0.9664,
"eval_samples_per_second": 62.087,
"eval_steps_per_second": 2.07,
"step": 57
},
{
"epoch": 3.12,
"learning_rate": 5.332409972299169e-05,
"loss": 5.610283252356208e+34,
"step": 60
},
{
"epoch": 3.64,
"learning_rate": 5.256232686980609e-05,
"loss": 5.61028206393377e+34,
"step": 70
},
{
"epoch": 4.0,
"eval_accuracy": 0.75,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0115,
"eval_samples_per_second": 59.32,
"eval_steps_per_second": 1.977,
"step": 77
},
{
"epoch": 4.16,
"learning_rate": 5.18005540166205e-05,
"loss": 5.0691679750305965e+34,
"step": 80
},
{
"epoch": 4.68,
"learning_rate": 5.1038781163434903e-05,
"loss": 6.233647662032751e+34,
"step": 90
},
{
"epoch": 4.99,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 0.9845,
"eval_samples_per_second": 60.944,
"eval_steps_per_second": 2.031,
"step": 96
},
{
"epoch": 5.19,
"learning_rate": 5.027700831024931e-05,
"loss": 5.476086590689547e+34,
"step": 100
},
{
"epoch": 5.71,
"learning_rate": 4.9515235457063714e-05,
"loss": 5.688204150188987e+34,
"step": 110
},
{
"epoch": 5.97,
"eval_accuracy": 0.75,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0324,
"eval_samples_per_second": 58.118,
"eval_steps_per_second": 1.937,
"step": 115
},
{
"epoch": 6.23,
"learning_rate": 4.8753462603878116e-05,
"loss": 5.125444135005291e+34,
"step": 120
},
{
"epoch": 6.75,
"learning_rate": 4.7991689750692524e-05,
"loss": 5.18171950269836e+34,
"step": 130
},
{
"epoch": 6.96,
"eval_accuracy": 0.75,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 0.9809,
"eval_samples_per_second": 61.167,
"eval_steps_per_second": 2.039,
"step": 134
},
{
"epoch": 7.27,
"learning_rate": 4.7229916897506926e-05,
"loss": 6.216331950974446e+34,
"step": 140
},
{
"epoch": 7.79,
"learning_rate": 4.6468144044321335e-05,
"loss": 5.298600453306717e+34,
"step": 150
},
{
"epoch": 8.0,
"eval_accuracy": 0.6666666666666666,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0194,
"eval_samples_per_second": 58.858,
"eval_steps_per_second": 1.962,
"step": 154
},
{
"epoch": 8.31,
"learning_rate": 4.570637119113573e-05,
"loss": 5.761795228940361e+34,
"step": 160
},
{
"epoch": 8.83,
"learning_rate": 4.494459833795014e-05,
"loss": 5.57132319958063e+34,
"step": 170
},
{
"epoch": 8.99,
"eval_accuracy": 0.6833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0402,
"eval_samples_per_second": 57.682,
"eval_steps_per_second": 1.923,
"step": 173
},
{
"epoch": 9.35,
"learning_rate": 4.418282548476455e-05,
"loss": 5.203363844415632e+34,
"step": 180
},
{
"epoch": 9.87,
"learning_rate": 4.342105263157895e-05,
"loss": 5.493401905607039e+34,
"step": 190
},
{
"epoch": 9.97,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 0.9879,
"eval_samples_per_second": 60.734,
"eval_steps_per_second": 2.024,
"step": 192
},
{
"epoch": 10.39,
"learning_rate": 4.265927977839336e-05,
"loss": 5.7011904383067e+34,
"step": 200
},
{
"epoch": 10.91,
"learning_rate": 4.189750692520776e-05,
"loss": 5.142759846063597e+34,
"step": 210
},
{
"epoch": 10.96,
"eval_accuracy": 0.7166666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0427,
"eval_samples_per_second": 57.542,
"eval_steps_per_second": 1.918,
"step": 211
},
{
"epoch": 11.43,
"learning_rate": 4.113573407202216e-05,
"loss": 5.883004810207683e+34,
"step": 220
},
{
"epoch": 11.95,
"learning_rate": 4.037396121883656e-05,
"loss": 5.181719898839173e+34,
"step": 230
},
{
"epoch": 12.0,
"eval_accuracy": 0.7,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0312,
"eval_samples_per_second": 58.184,
"eval_steps_per_second": 1.939,
"step": 231
},
{
"epoch": 12.47,
"learning_rate": 3.961218836565097e-05,
"loss": 5.281285138389224e+34,
"step": 240
},
{
"epoch": 12.99,
"learning_rate": 3.885041551246538e-05,
"loss": 5.766123859599328e+34,
"step": 250
},
{
"epoch": 12.99,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.029,
"eval_samples_per_second": 58.308,
"eval_steps_per_second": 1.944,
"step": 250
},
{
"epoch": 13.51,
"learning_rate": 3.808864265927978e-05,
"loss": 5.805085100797342e+34,
"step": 260
},
{
"epoch": 13.97,
"eval_accuracy": 0.75,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 0.9995,
"eval_samples_per_second": 60.031,
"eval_steps_per_second": 2.001,
"step": 269
},
{
"epoch": 14.03,
"learning_rate": 3.732686980609418e-05,
"loss": 5.047524821735762e+34,
"step": 270
},
{
"epoch": 14.55,
"learning_rate": 3.6565096952908585e-05,
"loss": 5.688204546329799e+34,
"step": 280
},
{
"epoch": 14.96,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0235,
"eval_samples_per_second": 58.623,
"eval_steps_per_second": 1.954,
"step": 288
},
{
"epoch": 15.06,
"learning_rate": 3.5803324099722994e-05,
"loss": 5.380850377939275e+34,
"step": 290
},
{
"epoch": 15.58,
"learning_rate": 3.5041551246537395e-05,
"loss": 5.610284440778645e+34,
"step": 300
},
{
"epoch": 16.0,
"eval_accuracy": 0.75,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0001,
"eval_samples_per_second": 59.996,
"eval_steps_per_second": 2.0,
"step": 308
},
{
"epoch": 16.1,
"learning_rate": 3.4279778393351804e-05,
"loss": 5.333231479282514e+34,
"step": 310
},
{
"epoch": 16.62,
"learning_rate": 3.3518005540166206e-05,
"loss": 5.649243701272597e+34,
"step": 320
},
{
"epoch": 16.99,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0006,
"eval_samples_per_second": 59.962,
"eval_steps_per_second": 1.999,
"step": 327
},
{
"epoch": 17.14,
"learning_rate": 3.275623268698061e-05,
"loss": 5.337561298363918e+34,
"step": 330
},
{
"epoch": 17.66,
"learning_rate": 3.1994459833795016e-05,
"loss": 5.18171950269836e+34,
"step": 340
},
{
"epoch": 17.97,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0622,
"eval_samples_per_second": 56.487,
"eval_steps_per_second": 1.883,
"step": 346
},
{
"epoch": 18.18,
"learning_rate": 3.123268698060942e-05,
"loss": 6.255293192172461e+34,
"step": 350
},
{
"epoch": 18.7,
"learning_rate": 3.0470914127423827e-05,
"loss": 4.831077443154918e+34,
"step": 360
},
{
"epoch": 18.96,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0286,
"eval_samples_per_second": 58.329,
"eval_steps_per_second": 1.944,
"step": 365
},
{
"epoch": 19.22,
"learning_rate": 2.9709141274238225e-05,
"loss": 5.406824142597139e+34,
"step": 370
},
{
"epoch": 19.74,
"learning_rate": 2.894736842105263e-05,
"loss": 5.844045153572919e+34,
"step": 380
},
{
"epoch": 20.0,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0606,
"eval_samples_per_second": 56.57,
"eval_steps_per_second": 1.886,
"step": 385
},
{
"epoch": 20.26,
"learning_rate": 2.8185595567867035e-05,
"loss": 5.9133087900877645e+34,
"step": 390
},
{
"epoch": 20.78,
"learning_rate": 2.742382271468144e-05,
"loss": 5.103799001006394e+34,
"step": 400
},
{
"epoch": 20.99,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 0.998,
"eval_samples_per_second": 60.121,
"eval_steps_per_second": 2.004,
"step": 404
},
{
"epoch": 21.3,
"learning_rate": 2.6662049861495846e-05,
"loss": 5.610282856215395e+34,
"step": 410
},
{
"epoch": 21.82,
"learning_rate": 2.590027700831025e-05,
"loss": 5.220681140037188e+34,
"step": 420
},
{
"epoch": 21.97,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.065,
"eval_samples_per_second": 56.338,
"eval_steps_per_second": 1.878,
"step": 423
},
{
"epoch": 22.34,
"learning_rate": 2.5138504155124656e-05,
"loss": 5.06483934437163e+34,
"step": 430
},
{
"epoch": 22.86,
"learning_rate": 2.4376731301939058e-05,
"loss": 5.493402301747851e+34,
"step": 440
},
{
"epoch": 22.96,
"eval_accuracy": 0.75,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0022,
"eval_samples_per_second": 59.87,
"eval_steps_per_second": 1.996,
"step": 442
},
{
"epoch": 23.38,
"learning_rate": 2.3614958448753463e-05,
"loss": 5.640585251532225e+34,
"step": 450
},
{
"epoch": 23.9,
"learning_rate": 2.2853185595567865e-05,
"loss": 5.883004810207683e+34,
"step": 460
},
{
"epoch": 24.0,
"eval_accuracy": 0.75,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0192,
"eval_samples_per_second": 58.872,
"eval_steps_per_second": 1.962,
"step": 462
},
{
"epoch": 24.42,
"learning_rate": 2.2091412742382273e-05,
"loss": 5.406824142597139e+34,
"step": 470
},
{
"epoch": 24.94,
"learning_rate": 2.132963988919668e-05,
"loss": 5.298600453306717e+34,
"step": 480
},
{
"epoch": 24.99,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.039,
"eval_samples_per_second": 57.75,
"eval_steps_per_second": 1.925,
"step": 481
},
{
"epoch": 25.45,
"learning_rate": 2.056786703601108e-05,
"loss": 5.640584855391413e+34,
"step": 490
},
{
"epoch": 25.97,
"learning_rate": 1.9806094182825486e-05,
"loss": 5.454441852831462e+34,
"step": 500
},
{
"epoch": 25.97,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0158,
"eval_samples_per_second": 59.069,
"eval_steps_per_second": 1.969,
"step": 500
},
{
"epoch": 26.49,
"learning_rate": 1.904432132963989e-05,
"loss": 5.164403791640056e+34,
"step": 510
},
{
"epoch": 26.96,
"eval_accuracy": 0.75,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0486,
"eval_samples_per_second": 57.219,
"eval_steps_per_second": 1.907,
"step": 519
},
{
"epoch": 27.01,
"learning_rate": 1.8282548476454293e-05,
"loss": 5.865690683712629e+34,
"step": 520
},
{
"epoch": 27.53,
"learning_rate": 1.7520775623268698e-05,
"loss": 5.610284044637833e+34,
"step": 530
},
{
"epoch": 28.0,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0074,
"eval_samples_per_second": 59.56,
"eval_steps_per_second": 1.985,
"step": 539
},
{
"epoch": 28.05,
"learning_rate": 1.6759002770083103e-05,
"loss": 5.320244795023989e+34,
"step": 540
},
{
"epoch": 28.57,
"learning_rate": 1.5997229916897508e-05,
"loss": 5.999885364675227e+34,
"step": 550
},
{
"epoch": 28.99,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0083,
"eval_samples_per_second": 59.507,
"eval_steps_per_second": 1.984,
"step": 558
},
{
"epoch": 29.09,
"learning_rate": 1.5235457063711913e-05,
"loss": 4.870037495930495e+34,
"step": 560
},
{
"epoch": 29.61,
"learning_rate": 1.4473684210526315e-05,
"loss": 5.142759846063597e+34,
"step": 570
},
{
"epoch": 29.97,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0313,
"eval_samples_per_second": 58.178,
"eval_steps_per_second": 1.939,
"step": 577
},
{
"epoch": 30.13,
"learning_rate": 1.371191135734072e-05,
"loss": 5.545348642641142e+34,
"step": 580
},
{
"epoch": 30.65,
"learning_rate": 1.2950138504155125e-05,
"loss": 5.337562090645544e+34,
"step": 590
},
{
"epoch": 30.96,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0057,
"eval_samples_per_second": 59.657,
"eval_steps_per_second": 1.989,
"step": 596
},
{
"epoch": 31.17,
"learning_rate": 1.2188365650969529e-05,
"loss": 6.099452188788528e+34,
"step": 600
},
{
"epoch": 31.69,
"learning_rate": 1.1426592797783932e-05,
"loss": 5.883004414066871e+34,
"step": 610
},
{
"epoch": 32.0,
"eval_accuracy": 0.75,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0397,
"eval_samples_per_second": 57.709,
"eval_steps_per_second": 1.924,
"step": 616
},
{
"epoch": 32.21,
"learning_rate": 1.066481994459834e-05,
"loss": 5.437125745632344e+34,
"step": 620
},
{
"epoch": 32.73,
"learning_rate": 9.903047091412743e-06,
"loss": 5.259640400531139e+34,
"step": 630
},
{
"epoch": 32.99,
"eval_accuracy": 0.7333333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0048,
"eval_samples_per_second": 59.711,
"eval_steps_per_second": 1.99,
"step": 635
},
{
"epoch": 33.25,
"learning_rate": 9.141274238227146e-06,
"loss": 5.047524029454137e+34,
"step": 640
},
{
"epoch": 33.77,
"learning_rate": 8.379501385041551e-06,
"loss": 5.766123463458515e+34,
"step": 650
},
{
"epoch": 33.97,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0194,
"eval_samples_per_second": 58.859,
"eval_steps_per_second": 1.962,
"step": 654
},
{
"epoch": 34.29,
"learning_rate": 7.617728531855957e-06,
"loss": 5.934951943382599e+34,
"step": 660
},
{
"epoch": 34.81,
"learning_rate": 6.85595567867036e-06,
"loss": 5.06483934437163e+34,
"step": 670
},
{
"epoch": 34.96,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0082,
"eval_samples_per_second": 59.514,
"eval_steps_per_second": 1.984,
"step": 673
},
{
"epoch": 35.32,
"learning_rate": 6.0941828254847645e-06,
"loss": 5.437126141773157e+34,
"step": 680
},
{
"epoch": 35.84,
"learning_rate": 5.33240997229917e-06,
"loss": 5.688204546329799e+34,
"step": 690
},
{
"epoch": 36.0,
"eval_accuracy": 0.7666666666666667,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.021,
"eval_samples_per_second": 58.765,
"eval_steps_per_second": 1.959,
"step": 693
},
{
"epoch": 36.36,
"learning_rate": 4.570637119113573e-06,
"loss": 5.554007488522326e+34,
"step": 700
},
{
"epoch": 36.88,
"learning_rate": 3.8088642659279783e-06,
"loss": 5.57132319958063e+34,
"step": 710
},
{
"epoch": 36.99,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0038,
"eval_samples_per_second": 59.77,
"eval_steps_per_second": 1.992,
"step": 712
},
{
"epoch": 37.4,
"learning_rate": 3.0470914127423822e-06,
"loss": 5.631927990214292e+34,
"step": 720
},
{
"epoch": 37.92,
"learning_rate": 2.2853185595567866e-06,
"loss": 5.142759449922784e+34,
"step": 730
},
{
"epoch": 37.97,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0138,
"eval_samples_per_second": 59.181,
"eval_steps_per_second": 1.973,
"step": 731
},
{
"epoch": 38.44,
"learning_rate": 1.5235457063711911e-06,
"loss": 5.709848491906258e+34,
"step": 740
},
{
"epoch": 38.96,
"learning_rate": 7.617728531855956e-07,
"loss": 5.259640796671952e+34,
"step": 750
},
{
"epoch": 38.96,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0051,
"eval_samples_per_second": 59.693,
"eval_steps_per_second": 1.99,
"step": 750
},
{
"epoch": 39.48,
"learning_rate": 0.0,
"loss": 5.350547586481632e+34,
"step": 760
},
{
"epoch": 39.48,
"eval_accuracy": 0.7833333333333333,
"eval_loss": 4.986918644609257e+34,
"eval_runtime": 1.0125,
"eval_samples_per_second": 59.259,
"eval_steps_per_second": 1.975,
"step": 760
},
{
"epoch": 39.48,
"step": 760,
"total_flos": 7.496244493905936e+18,
"train_loss": 5.490440419440805e+34,
"train_runtime": 1489.0102,
"train_samples_per_second": 65.816,
"train_steps_per_second": 0.51
}
],
"logging_steps": 10,
"max_steps": 760,
"num_input_tokens_seen": 0,
"num_train_epochs": 40,
"save_steps": 500,
"total_flos": 7.496244493905936e+18,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}