lixiqi's picture
End of training
b7576d7
{
"best_metric": 0.6833379771524102,
"best_model_checkpoint": "beit-base-patch16-224-pt22k-ft22k-finetuned-FER2013-5e-05/checkpoint-672",
"epoch": 2.997772828507795,
"global_step": 672,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04,
"learning_rate": 7.3529411764705884e-06,
"loss": 2.0113,
"step": 10
},
{
"epoch": 0.09,
"learning_rate": 1.4705882352941177e-05,
"loss": 1.8074,
"step": 20
},
{
"epoch": 0.13,
"learning_rate": 2.2058823529411766e-05,
"loss": 1.6876,
"step": 30
},
{
"epoch": 0.18,
"learning_rate": 2.9411764705882354e-05,
"loss": 1.552,
"step": 40
},
{
"epoch": 0.22,
"learning_rate": 3.6764705882352945e-05,
"loss": 1.4685,
"step": 50
},
{
"epoch": 0.27,
"learning_rate": 4.411764705882353e-05,
"loss": 1.4029,
"step": 60
},
{
"epoch": 0.31,
"learning_rate": 4.983443708609272e-05,
"loss": 1.392,
"step": 70
},
{
"epoch": 0.36,
"learning_rate": 4.900662251655629e-05,
"loss": 1.3202,
"step": 80
},
{
"epoch": 0.4,
"learning_rate": 4.8178807947019873e-05,
"loss": 1.3031,
"step": 90
},
{
"epoch": 0.45,
"learning_rate": 4.735099337748345e-05,
"loss": 1.3126,
"step": 100
},
{
"epoch": 0.49,
"learning_rate": 4.652317880794702e-05,
"loss": 1.3007,
"step": 110
},
{
"epoch": 0.53,
"learning_rate": 4.56953642384106e-05,
"loss": 1.285,
"step": 120
},
{
"epoch": 0.58,
"learning_rate": 4.4867549668874174e-05,
"loss": 1.1999,
"step": 130
},
{
"epoch": 0.62,
"learning_rate": 4.403973509933775e-05,
"loss": 1.3203,
"step": 140
},
{
"epoch": 0.67,
"learning_rate": 4.321192052980133e-05,
"loss": 1.2465,
"step": 150
},
{
"epoch": 0.71,
"learning_rate": 4.23841059602649e-05,
"loss": 1.2693,
"step": 160
},
{
"epoch": 0.76,
"learning_rate": 4.155629139072848e-05,
"loss": 1.2234,
"step": 170
},
{
"epoch": 0.8,
"learning_rate": 4.0728476821192055e-05,
"loss": 1.2066,
"step": 180
},
{
"epoch": 0.85,
"learning_rate": 3.990066225165563e-05,
"loss": 1.2086,
"step": 190
},
{
"epoch": 0.89,
"learning_rate": 3.907284768211921e-05,
"loss": 1.1948,
"step": 200
},
{
"epoch": 0.94,
"learning_rate": 3.824503311258278e-05,
"loss": 1.1656,
"step": 210
},
{
"epoch": 0.98,
"learning_rate": 3.741721854304636e-05,
"loss": 1.1691,
"step": 220
},
{
"epoch": 1.0,
"eval_accuracy": 0.6309556979660073,
"eval_loss": 0.9764074087142944,
"eval_runtime": 62.5954,
"eval_samples_per_second": 114.673,
"eval_steps_per_second": 3.595,
"step": 224
},
{
"epoch": 1.03,
"learning_rate": 3.6589403973509936e-05,
"loss": 1.2245,
"step": 230
},
{
"epoch": 1.07,
"learning_rate": 3.576158940397351e-05,
"loss": 1.1062,
"step": 240
},
{
"epoch": 1.12,
"learning_rate": 3.493377483443709e-05,
"loss": 1.1244,
"step": 250
},
{
"epoch": 1.16,
"learning_rate": 3.410596026490066e-05,
"loss": 1.1513,
"step": 260
},
{
"epoch": 1.2,
"learning_rate": 3.3278145695364236e-05,
"loss": 1.1284,
"step": 270
},
{
"epoch": 1.25,
"learning_rate": 3.2450331125827816e-05,
"loss": 1.1537,
"step": 280
},
{
"epoch": 1.29,
"learning_rate": 3.162251655629139e-05,
"loss": 1.1512,
"step": 290
},
{
"epoch": 1.34,
"learning_rate": 3.079470198675497e-05,
"loss": 1.0731,
"step": 300
},
{
"epoch": 1.38,
"learning_rate": 2.9966887417218544e-05,
"loss": 1.1163,
"step": 310
},
{
"epoch": 1.43,
"learning_rate": 2.913907284768212e-05,
"loss": 1.1688,
"step": 320
},
{
"epoch": 1.47,
"learning_rate": 2.8311258278145697e-05,
"loss": 1.0406,
"step": 330
},
{
"epoch": 1.52,
"learning_rate": 2.7483443708609274e-05,
"loss": 1.059,
"step": 340
},
{
"epoch": 1.56,
"learning_rate": 2.6655629139072848e-05,
"loss": 1.0867,
"step": 350
},
{
"epoch": 1.61,
"learning_rate": 2.5827814569536424e-05,
"loss": 1.047,
"step": 360
},
{
"epoch": 1.65,
"learning_rate": 2.5e-05,
"loss": 1.0983,
"step": 370
},
{
"epoch": 1.69,
"learning_rate": 2.4172185430463578e-05,
"loss": 1.1417,
"step": 380
},
{
"epoch": 1.74,
"learning_rate": 2.3344370860927155e-05,
"loss": 1.1289,
"step": 390
},
{
"epoch": 1.78,
"learning_rate": 2.2516556291390732e-05,
"loss": 1.063,
"step": 400
},
{
"epoch": 1.83,
"learning_rate": 2.1688741721854305e-05,
"loss": 1.0353,
"step": 410
},
{
"epoch": 1.87,
"learning_rate": 2.0860927152317882e-05,
"loss": 1.1112,
"step": 420
},
{
"epoch": 1.92,
"learning_rate": 2.003311258278146e-05,
"loss": 1.0565,
"step": 430
},
{
"epoch": 1.96,
"learning_rate": 1.9205298013245036e-05,
"loss": 1.0304,
"step": 440
},
{
"epoch": 2.0,
"eval_accuracy": 0.6666202284758985,
"eval_loss": 0.8964688181877136,
"eval_runtime": 61.862,
"eval_samples_per_second": 116.032,
"eval_steps_per_second": 3.637,
"step": 448
},
{
"epoch": 2.01,
"learning_rate": 1.837748344370861e-05,
"loss": 1.0616,
"step": 450
},
{
"epoch": 2.05,
"learning_rate": 1.7549668874172186e-05,
"loss": 1.0161,
"step": 460
},
{
"epoch": 2.1,
"learning_rate": 1.6721854304635763e-05,
"loss": 1.0562,
"step": 470
},
{
"epoch": 2.14,
"learning_rate": 1.589403973509934e-05,
"loss": 1.0298,
"step": 480
},
{
"epoch": 2.19,
"learning_rate": 1.5066225165562913e-05,
"loss": 1.0514,
"step": 490
},
{
"epoch": 2.23,
"learning_rate": 1.4238410596026492e-05,
"loss": 1.0147,
"step": 500
},
{
"epoch": 2.28,
"learning_rate": 1.3410596026490067e-05,
"loss": 1.0256,
"step": 510
},
{
"epoch": 2.32,
"learning_rate": 1.2582781456953644e-05,
"loss": 1.0343,
"step": 520
},
{
"epoch": 2.37,
"learning_rate": 1.1754966887417219e-05,
"loss": 1.0296,
"step": 530
},
{
"epoch": 2.41,
"learning_rate": 1.0927152317880796e-05,
"loss": 1.0011,
"step": 540
},
{
"epoch": 2.45,
"learning_rate": 1.0099337748344372e-05,
"loss": 0.9746,
"step": 550
},
{
"epoch": 2.5,
"learning_rate": 9.271523178807948e-06,
"loss": 1.0637,
"step": 560
},
{
"epoch": 2.54,
"learning_rate": 8.443708609271524e-06,
"loss": 1.0046,
"step": 570
},
{
"epoch": 2.59,
"learning_rate": 7.6158940397350995e-06,
"loss": 1.0359,
"step": 580
},
{
"epoch": 2.63,
"learning_rate": 6.7880794701986755e-06,
"loss": 1.0308,
"step": 590
},
{
"epoch": 2.68,
"learning_rate": 5.9602649006622515e-06,
"loss": 1.0483,
"step": 600
},
{
"epoch": 2.72,
"learning_rate": 5.1324503311258275e-06,
"loss": 1.0358,
"step": 610
},
{
"epoch": 2.77,
"learning_rate": 4.304635761589404e-06,
"loss": 1.0046,
"step": 620
},
{
"epoch": 2.81,
"learning_rate": 3.47682119205298e-06,
"loss": 0.992,
"step": 630
},
{
"epoch": 2.86,
"learning_rate": 2.6490066225165563e-06,
"loss": 0.9919,
"step": 640
},
{
"epoch": 2.9,
"learning_rate": 1.8211920529801325e-06,
"loss": 0.9743,
"step": 650
},
{
"epoch": 2.94,
"learning_rate": 9.933774834437087e-07,
"loss": 1.0504,
"step": 660
},
{
"epoch": 2.99,
"learning_rate": 1.6556291390728477e-07,
"loss": 0.9844,
"step": 670
},
{
"epoch": 3.0,
"eval_accuracy": 0.6833379771524102,
"eval_loss": 0.860962450504303,
"eval_runtime": 63.8867,
"eval_samples_per_second": 112.355,
"eval_steps_per_second": 3.522,
"step": 672
},
{
"epoch": 3.0,
"step": 672,
"total_flos": 6.668732964123095e+18,
"train_loss": 1.1616371373335521,
"train_runtime": 2357.3723,
"train_samples_per_second": 36.535,
"train_steps_per_second": 0.285
}
],
"max_steps": 672,
"num_train_epochs": 3,
"total_flos": 6.668732964123095e+18,
"trial_name": null,
"trial_params": null
}