painting_movement_classifier2 / trainer_state.json
satwikapaul's picture
Upload folder using huggingface_hub (#1)
0c2333d
{
"best_metric": 1.1361786127090454,
"best_model_checkpoint": "./vit-base-beans/checkpoint-480",
"epoch": 15.0,
"global_step": 1950,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.08,
"learning_rate": 0.00019897435897435898,
"loss": 3.2519,
"step": 10
},
{
"epoch": 0.15,
"learning_rate": 0.00019794871794871796,
"loss": 3.1095,
"step": 20
},
{
"epoch": 0.23,
"learning_rate": 0.00019692307692307696,
"loss": 2.9002,
"step": 30
},
{
"epoch": 0.31,
"learning_rate": 0.0001958974358974359,
"loss": 2.7917,
"step": 40
},
{
"epoch": 0.31,
"eval_accuracy": 0.35233160621761656,
"eval_loss": 2.6724953651428223,
"eval_runtime": 20.1054,
"eval_samples_per_second": 57.596,
"eval_steps_per_second": 7.212,
"step": 40
},
{
"epoch": 0.38,
"learning_rate": 0.00019487179487179487,
"loss": 2.6291,
"step": 50
},
{
"epoch": 0.46,
"learning_rate": 0.00019384615384615385,
"loss": 2.492,
"step": 60
},
{
"epoch": 0.54,
"learning_rate": 0.00019282051282051282,
"loss": 2.4302,
"step": 70
},
{
"epoch": 0.62,
"learning_rate": 0.00019179487179487182,
"loss": 2.3207,
"step": 80
},
{
"epoch": 0.62,
"eval_accuracy": 0.4481865284974093,
"eval_loss": 2.263643980026245,
"eval_runtime": 20.6875,
"eval_samples_per_second": 55.976,
"eval_steps_per_second": 7.009,
"step": 80
},
{
"epoch": 0.69,
"learning_rate": 0.0001907692307692308,
"loss": 2.1778,
"step": 90
},
{
"epoch": 0.77,
"learning_rate": 0.00018974358974358974,
"loss": 2.1215,
"step": 100
},
{
"epoch": 0.85,
"learning_rate": 0.0001887179487179487,
"loss": 2.0333,
"step": 110
},
{
"epoch": 0.92,
"learning_rate": 0.0001876923076923077,
"loss": 1.9258,
"step": 120
},
{
"epoch": 0.92,
"eval_accuracy": 0.5535405872193437,
"eval_loss": 1.8725202083587646,
"eval_runtime": 19.974,
"eval_samples_per_second": 57.975,
"eval_steps_per_second": 7.259,
"step": 120
},
{
"epoch": 1.0,
"learning_rate": 0.0001866666666666667,
"loss": 1.981,
"step": 130
},
{
"epoch": 1.08,
"learning_rate": 0.00018564102564102566,
"loss": 1.5576,
"step": 140
},
{
"epoch": 1.15,
"learning_rate": 0.00018461538461538463,
"loss": 1.4327,
"step": 150
},
{
"epoch": 1.23,
"learning_rate": 0.00018358974358974358,
"loss": 1.4339,
"step": 160
},
{
"epoch": 1.23,
"eval_accuracy": 0.6260794473229706,
"eval_loss": 1.5738734006881714,
"eval_runtime": 20.2011,
"eval_samples_per_second": 57.323,
"eval_steps_per_second": 7.178,
"step": 160
},
{
"epoch": 1.31,
"learning_rate": 0.00018256410256410258,
"loss": 1.2945,
"step": 170
},
{
"epoch": 1.38,
"learning_rate": 0.00018153846153846155,
"loss": 1.3482,
"step": 180
},
{
"epoch": 1.46,
"learning_rate": 0.00018051282051282052,
"loss": 1.2537,
"step": 190
},
{
"epoch": 1.54,
"learning_rate": 0.0001794871794871795,
"loss": 1.3328,
"step": 200
},
{
"epoch": 1.54,
"eval_accuracy": 0.6226252158894646,
"eval_loss": 1.484718918800354,
"eval_runtime": 20.1617,
"eval_samples_per_second": 57.436,
"eval_steps_per_second": 7.192,
"step": 200
},
{
"epoch": 1.62,
"learning_rate": 0.00017846153846153847,
"loss": 1.1274,
"step": 210
},
{
"epoch": 1.69,
"learning_rate": 0.00017743589743589744,
"loss": 1.169,
"step": 220
},
{
"epoch": 1.77,
"learning_rate": 0.00017641025641025642,
"loss": 1.1404,
"step": 230
},
{
"epoch": 1.85,
"learning_rate": 0.0001753846153846154,
"loss": 1.0914,
"step": 240
},
{
"epoch": 1.85,
"eval_accuracy": 0.6442141623488774,
"eval_loss": 1.3511847257614136,
"eval_runtime": 19.8926,
"eval_samples_per_second": 58.213,
"eval_steps_per_second": 7.289,
"step": 240
},
{
"epoch": 1.92,
"learning_rate": 0.00017435897435897436,
"loss": 1.1632,
"step": 250
},
{
"epoch": 2.0,
"learning_rate": 0.00017333333333333334,
"loss": 1.029,
"step": 260
},
{
"epoch": 2.08,
"learning_rate": 0.00017230769230769234,
"loss": 0.7509,
"step": 270
},
{
"epoch": 2.15,
"learning_rate": 0.00017128205128205128,
"loss": 0.6594,
"step": 280
},
{
"epoch": 2.15,
"eval_accuracy": 0.6450777202072538,
"eval_loss": 1.2636480331420898,
"eval_runtime": 20.434,
"eval_samples_per_second": 56.67,
"eval_steps_per_second": 7.096,
"step": 280
},
{
"epoch": 2.23,
"learning_rate": 0.00017025641025641026,
"loss": 0.557,
"step": 290
},
{
"epoch": 2.31,
"learning_rate": 0.00016923076923076923,
"loss": 0.5061,
"step": 300
},
{
"epoch": 2.38,
"learning_rate": 0.00016820512820512823,
"loss": 0.53,
"step": 310
},
{
"epoch": 2.46,
"learning_rate": 0.0001671794871794872,
"loss": 0.5651,
"step": 320
},
{
"epoch": 2.46,
"eval_accuracy": 0.6649395509499136,
"eval_loss": 1.2330708503723145,
"eval_runtime": 20.6893,
"eval_samples_per_second": 55.971,
"eval_steps_per_second": 7.008,
"step": 320
},
{
"epoch": 2.54,
"learning_rate": 0.00016615384615384617,
"loss": 0.5417,
"step": 330
},
{
"epoch": 2.62,
"learning_rate": 0.00016512820512820512,
"loss": 0.5584,
"step": 340
},
{
"epoch": 2.69,
"learning_rate": 0.0001641025641025641,
"loss": 0.6261,
"step": 350
},
{
"epoch": 2.77,
"learning_rate": 0.0001630769230769231,
"loss": 0.6847,
"step": 360
},
{
"epoch": 2.77,
"eval_accuracy": 0.6381692573402418,
"eval_loss": 1.3150428533554077,
"eval_runtime": 20.8049,
"eval_samples_per_second": 55.66,
"eval_steps_per_second": 6.97,
"step": 360
},
{
"epoch": 2.85,
"learning_rate": 0.00016205128205128207,
"loss": 0.6079,
"step": 370
},
{
"epoch": 2.92,
"learning_rate": 0.00016102564102564104,
"loss": 0.6087,
"step": 380
},
{
"epoch": 3.0,
"learning_rate": 0.00016,
"loss": 0.6049,
"step": 390
},
{
"epoch": 3.08,
"learning_rate": 0.00015897435897435896,
"loss": 0.2965,
"step": 400
},
{
"epoch": 3.08,
"eval_accuracy": 0.6735751295336787,
"eval_loss": 1.1951243877410889,
"eval_runtime": 20.3022,
"eval_samples_per_second": 57.038,
"eval_steps_per_second": 7.142,
"step": 400
},
{
"epoch": 3.15,
"learning_rate": 0.00015794871794871796,
"loss": 0.3409,
"step": 410
},
{
"epoch": 3.23,
"learning_rate": 0.00015692307692307693,
"loss": 0.2707,
"step": 420
},
{
"epoch": 3.31,
"learning_rate": 0.0001558974358974359,
"loss": 0.2439,
"step": 430
},
{
"epoch": 3.38,
"learning_rate": 0.00015487179487179488,
"loss": 0.3052,
"step": 440
},
{
"epoch": 3.38,
"eval_accuracy": 0.5915371329879102,
"eval_loss": 1.4183249473571777,
"eval_runtime": 19.9664,
"eval_samples_per_second": 57.997,
"eval_steps_per_second": 7.262,
"step": 440
},
{
"epoch": 3.46,
"learning_rate": 0.00015384615384615385,
"loss": 0.2819,
"step": 450
},
{
"epoch": 3.54,
"learning_rate": 0.00015282051282051282,
"loss": 0.2755,
"step": 460
},
{
"epoch": 3.62,
"learning_rate": 0.0001517948717948718,
"loss": 0.2574,
"step": 470
},
{
"epoch": 3.69,
"learning_rate": 0.00015076923076923077,
"loss": 0.2592,
"step": 480
},
{
"epoch": 3.69,
"eval_accuracy": 0.697754749568221,
"eval_loss": 1.1361786127090454,
"eval_runtime": 19.9742,
"eval_samples_per_second": 57.975,
"eval_steps_per_second": 7.259,
"step": 480
},
{
"epoch": 3.77,
"learning_rate": 0.00014974358974358974,
"loss": 0.2762,
"step": 490
},
{
"epoch": 3.85,
"learning_rate": 0.00014871794871794872,
"loss": 0.2489,
"step": 500
},
{
"epoch": 3.92,
"learning_rate": 0.00014769230769230772,
"loss": 0.2119,
"step": 510
},
{
"epoch": 4.0,
"learning_rate": 0.00014666666666666666,
"loss": 0.3058,
"step": 520
},
{
"epoch": 4.0,
"eval_accuracy": 0.6303972366148531,
"eval_loss": 1.4736298322677612,
"eval_runtime": 20.1619,
"eval_samples_per_second": 57.435,
"eval_steps_per_second": 7.192,
"step": 520
},
{
"epoch": 4.08,
"learning_rate": 0.00014564102564102564,
"loss": 0.2272,
"step": 530
},
{
"epoch": 4.15,
"learning_rate": 0.0001446153846153846,
"loss": 0.1024,
"step": 540
},
{
"epoch": 4.23,
"learning_rate": 0.0001435897435897436,
"loss": 0.1202,
"step": 550
},
{
"epoch": 4.31,
"learning_rate": 0.00014256410256410258,
"loss": 0.1412,
"step": 560
},
{
"epoch": 4.31,
"eval_accuracy": 0.6528497409326425,
"eval_loss": 1.2578930854797363,
"eval_runtime": 20.8549,
"eval_samples_per_second": 55.527,
"eval_steps_per_second": 6.953,
"step": 560
},
{
"epoch": 4.38,
"learning_rate": 0.00014153846153846156,
"loss": 0.1405,
"step": 570
},
{
"epoch": 4.46,
"learning_rate": 0.0001405128205128205,
"loss": 0.1154,
"step": 580
},
{
"epoch": 4.54,
"learning_rate": 0.00013948717948717947,
"loss": 0.1481,
"step": 590
},
{
"epoch": 4.62,
"learning_rate": 0.00013846153846153847,
"loss": 0.1141,
"step": 600
},
{
"epoch": 4.62,
"eval_accuracy": 0.6675302245250432,
"eval_loss": 1.2793298959732056,
"eval_runtime": 20.7805,
"eval_samples_per_second": 55.725,
"eval_steps_per_second": 6.978,
"step": 600
},
{
"epoch": 4.69,
"learning_rate": 0.00013743589743589745,
"loss": 0.1616,
"step": 610
},
{
"epoch": 4.77,
"learning_rate": 0.00013641025641025642,
"loss": 0.1792,
"step": 620
},
{
"epoch": 4.85,
"learning_rate": 0.0001353846153846154,
"loss": 0.0885,
"step": 630
},
{
"epoch": 4.92,
"learning_rate": 0.00013435897435897437,
"loss": 0.1553,
"step": 640
},
{
"epoch": 4.92,
"eval_accuracy": 0.6588946459412781,
"eval_loss": 1.3182828426361084,
"eval_runtime": 20.1017,
"eval_samples_per_second": 57.607,
"eval_steps_per_second": 7.213,
"step": 640
},
{
"epoch": 5.0,
"learning_rate": 0.00013333333333333334,
"loss": 0.1181,
"step": 650
},
{
"epoch": 5.08,
"learning_rate": 0.0001323076923076923,
"loss": 0.1392,
"step": 660
},
{
"epoch": 5.15,
"learning_rate": 0.00013128205128205129,
"loss": 0.0673,
"step": 670
},
{
"epoch": 5.23,
"learning_rate": 0.00013025641025641026,
"loss": 0.059,
"step": 680
},
{
"epoch": 5.23,
"eval_accuracy": 0.6882556131260794,
"eval_loss": 1.2099286317825317,
"eval_runtime": 21.3732,
"eval_samples_per_second": 54.18,
"eval_steps_per_second": 6.784,
"step": 680
},
{
"epoch": 5.31,
"learning_rate": 0.00012923076923076923,
"loss": 0.0786,
"step": 690
},
{
"epoch": 5.38,
"learning_rate": 0.00012820512820512823,
"loss": 0.0537,
"step": 700
},
{
"epoch": 5.46,
"learning_rate": 0.00012717948717948718,
"loss": 0.0639,
"step": 710
},
{
"epoch": 5.54,
"learning_rate": 0.00012615384615384615,
"loss": 0.0914,
"step": 720
},
{
"epoch": 5.54,
"eval_accuracy": 0.6718480138169257,
"eval_loss": 1.298492193222046,
"eval_runtime": 20.1222,
"eval_samples_per_second": 57.548,
"eval_steps_per_second": 7.206,
"step": 720
},
{
"epoch": 5.62,
"learning_rate": 0.00012512820512820512,
"loss": 0.1004,
"step": 730
},
{
"epoch": 5.69,
"learning_rate": 0.00012410256410256412,
"loss": 0.0592,
"step": 740
},
{
"epoch": 5.77,
"learning_rate": 0.0001230769230769231,
"loss": 0.0688,
"step": 750
},
{
"epoch": 5.85,
"learning_rate": 0.00012205128205128207,
"loss": 0.0546,
"step": 760
},
{
"epoch": 5.85,
"eval_accuracy": 0.690846286701209,
"eval_loss": 1.282209873199463,
"eval_runtime": 20.42,
"eval_samples_per_second": 56.709,
"eval_steps_per_second": 7.101,
"step": 760
},
{
"epoch": 5.92,
"learning_rate": 0.00012102564102564103,
"loss": 0.0285,
"step": 770
},
{
"epoch": 6.0,
"learning_rate": 0.00012,
"loss": 0.0318,
"step": 780
},
{
"epoch": 6.08,
"learning_rate": 0.00011897435897435898,
"loss": 0.0249,
"step": 790
},
{
"epoch": 6.15,
"learning_rate": 0.00011794871794871796,
"loss": 0.0306,
"step": 800
},
{
"epoch": 6.15,
"eval_accuracy": 0.6735751295336787,
"eval_loss": 1.3418058156967163,
"eval_runtime": 20.9104,
"eval_samples_per_second": 55.379,
"eval_steps_per_second": 6.934,
"step": 800
},
{
"epoch": 6.23,
"learning_rate": 0.00011692307692307694,
"loss": 0.0689,
"step": 810
},
{
"epoch": 6.31,
"learning_rate": 0.00011589743589743591,
"loss": 0.0617,
"step": 820
},
{
"epoch": 6.38,
"learning_rate": 0.00011487179487179487,
"loss": 0.0717,
"step": 830
},
{
"epoch": 6.46,
"learning_rate": 0.00011384615384615384,
"loss": 0.0207,
"step": 840
},
{
"epoch": 6.46,
"eval_accuracy": 0.697754749568221,
"eval_loss": 1.3155086040496826,
"eval_runtime": 20.9506,
"eval_samples_per_second": 55.273,
"eval_steps_per_second": 6.921,
"step": 840
},
{
"epoch": 6.54,
"learning_rate": 0.00011282051282051283,
"loss": 0.0192,
"step": 850
},
{
"epoch": 6.62,
"learning_rate": 0.0001117948717948718,
"loss": 0.0448,
"step": 860
},
{
"epoch": 6.69,
"learning_rate": 0.00011076923076923077,
"loss": 0.0213,
"step": 870
},
{
"epoch": 6.77,
"learning_rate": 0.00010974358974358976,
"loss": 0.0505,
"step": 880
},
{
"epoch": 6.77,
"eval_accuracy": 0.6614853195164075,
"eval_loss": 1.4209389686584473,
"eval_runtime": 20.0879,
"eval_samples_per_second": 57.647,
"eval_steps_per_second": 7.218,
"step": 880
},
{
"epoch": 6.85,
"learning_rate": 0.00010871794871794872,
"loss": 0.0356,
"step": 890
},
{
"epoch": 6.92,
"learning_rate": 0.0001076923076923077,
"loss": 0.022,
"step": 900
},
{
"epoch": 7.0,
"learning_rate": 0.00010666666666666667,
"loss": 0.102,
"step": 910
},
{
"epoch": 7.08,
"learning_rate": 0.00010564102564102565,
"loss": 0.016,
"step": 920
},
{
"epoch": 7.08,
"eval_accuracy": 0.697754749568221,
"eval_loss": 1.3212494850158691,
"eval_runtime": 20.3129,
"eval_samples_per_second": 57.008,
"eval_steps_per_second": 7.138,
"step": 920
},
{
"epoch": 7.15,
"learning_rate": 0.00010461538461538463,
"loss": 0.038,
"step": 930
},
{
"epoch": 7.23,
"learning_rate": 0.0001035897435897436,
"loss": 0.0161,
"step": 940
},
{
"epoch": 7.31,
"learning_rate": 0.00010256410256410256,
"loss": 0.0266,
"step": 950
},
{
"epoch": 7.38,
"learning_rate": 0.00010153846153846153,
"loss": 0.0268,
"step": 960
},
{
"epoch": 7.38,
"eval_accuracy": 0.7081174438687392,
"eval_loss": 1.2981479167938232,
"eval_runtime": 20.6143,
"eval_samples_per_second": 56.175,
"eval_steps_per_second": 7.034,
"step": 960
},
{
"epoch": 7.46,
"learning_rate": 0.00010051282051282052,
"loss": 0.0235,
"step": 970
},
{
"epoch": 7.54,
"learning_rate": 9.948717948717949e-05,
"loss": 0.0126,
"step": 980
},
{
"epoch": 7.62,
"learning_rate": 9.846153846153848e-05,
"loss": 0.0143,
"step": 990
},
{
"epoch": 7.69,
"learning_rate": 9.743589743589744e-05,
"loss": 0.0299,
"step": 1000
},
{
"epoch": 7.69,
"eval_accuracy": 0.6925734024179621,
"eval_loss": 1.3568987846374512,
"eval_runtime": 20.4554,
"eval_samples_per_second": 56.611,
"eval_steps_per_second": 7.089,
"step": 1000
},
{
"epoch": 7.77,
"learning_rate": 9.641025641025641e-05,
"loss": 0.0122,
"step": 1010
},
{
"epoch": 7.85,
"learning_rate": 9.53846153846154e-05,
"loss": 0.0203,
"step": 1020
},
{
"epoch": 7.92,
"learning_rate": 9.435897435897436e-05,
"loss": 0.0105,
"step": 1030
},
{
"epoch": 8.0,
"learning_rate": 9.333333333333334e-05,
"loss": 0.0395,
"step": 1040
},
{
"epoch": 8.0,
"eval_accuracy": 0.697754749568221,
"eval_loss": 1.315879225730896,
"eval_runtime": 20.1743,
"eval_samples_per_second": 57.4,
"eval_steps_per_second": 7.187,
"step": 1040
},
{
"epoch": 8.08,
"learning_rate": 9.230769230769232e-05,
"loss": 0.0102,
"step": 1050
},
{
"epoch": 8.15,
"learning_rate": 9.128205128205129e-05,
"loss": 0.0103,
"step": 1060
},
{
"epoch": 8.23,
"learning_rate": 9.025641025641026e-05,
"loss": 0.0106,
"step": 1070
},
{
"epoch": 8.31,
"learning_rate": 8.923076923076924e-05,
"loss": 0.0106,
"step": 1080
},
{
"epoch": 8.31,
"eval_accuracy": 0.7046632124352331,
"eval_loss": 1.3094946146011353,
"eval_runtime": 20.1865,
"eval_samples_per_second": 57.365,
"eval_steps_per_second": 7.183,
"step": 1080
},
{
"epoch": 8.38,
"learning_rate": 8.820512820512821e-05,
"loss": 0.0364,
"step": 1090
},
{
"epoch": 8.46,
"learning_rate": 8.717948717948718e-05,
"loss": 0.0098,
"step": 1100
},
{
"epoch": 8.54,
"learning_rate": 8.615384615384617e-05,
"loss": 0.0462,
"step": 1110
},
{
"epoch": 8.62,
"learning_rate": 8.512820512820513e-05,
"loss": 0.0093,
"step": 1120
},
{
"epoch": 8.62,
"eval_accuracy": 0.7124352331606217,
"eval_loss": 1.3362736701965332,
"eval_runtime": 20.3723,
"eval_samples_per_second": 56.842,
"eval_steps_per_second": 7.117,
"step": 1120
},
{
"epoch": 8.69,
"learning_rate": 8.410256410256411e-05,
"loss": 0.0097,
"step": 1130
},
{
"epoch": 8.77,
"learning_rate": 8.307692307692309e-05,
"loss": 0.0087,
"step": 1140
},
{
"epoch": 8.85,
"learning_rate": 8.205128205128205e-05,
"loss": 0.0087,
"step": 1150
},
{
"epoch": 8.92,
"learning_rate": 8.102564102564103e-05,
"loss": 0.0364,
"step": 1160
},
{
"epoch": 8.92,
"eval_accuracy": 0.7089810017271158,
"eval_loss": 1.340015172958374,
"eval_runtime": 21.051,
"eval_samples_per_second": 55.009,
"eval_steps_per_second": 6.888,
"step": 1160
},
{
"epoch": 9.0,
"learning_rate": 8e-05,
"loss": 0.0087,
"step": 1170
},
{
"epoch": 9.08,
"learning_rate": 7.897435897435898e-05,
"loss": 0.0101,
"step": 1180
},
{
"epoch": 9.15,
"learning_rate": 7.794871794871795e-05,
"loss": 0.0174,
"step": 1190
},
{
"epoch": 9.23,
"learning_rate": 7.692307692307693e-05,
"loss": 0.0324,
"step": 1200
},
{
"epoch": 9.23,
"eval_accuracy": 0.7098445595854922,
"eval_loss": 1.3313075304031372,
"eval_runtime": 21.981,
"eval_samples_per_second": 52.682,
"eval_steps_per_second": 6.597,
"step": 1200
},
{
"epoch": 9.31,
"learning_rate": 7.58974358974359e-05,
"loss": 0.0076,
"step": 1210
},
{
"epoch": 9.38,
"learning_rate": 7.487179487179487e-05,
"loss": 0.0287,
"step": 1220
},
{
"epoch": 9.46,
"learning_rate": 7.384615384615386e-05,
"loss": 0.0083,
"step": 1230
},
{
"epoch": 9.54,
"learning_rate": 7.282051282051282e-05,
"loss": 0.0076,
"step": 1240
},
{
"epoch": 9.54,
"eval_accuracy": 0.7072538860103627,
"eval_loss": 1.3641475439071655,
"eval_runtime": 20.2849,
"eval_samples_per_second": 57.087,
"eval_steps_per_second": 7.148,
"step": 1240
},
{
"epoch": 9.62,
"learning_rate": 7.17948717948718e-05,
"loss": 0.0076,
"step": 1250
},
{
"epoch": 9.69,
"learning_rate": 7.076923076923078e-05,
"loss": 0.0075,
"step": 1260
},
{
"epoch": 9.77,
"learning_rate": 6.974358974358974e-05,
"loss": 0.0078,
"step": 1270
},
{
"epoch": 9.85,
"learning_rate": 6.871794871794872e-05,
"loss": 0.0076,
"step": 1280
},
{
"epoch": 9.85,
"eval_accuracy": 0.7098445595854922,
"eval_loss": 1.357639193534851,
"eval_runtime": 20.3563,
"eval_samples_per_second": 56.887,
"eval_steps_per_second": 7.123,
"step": 1280
},
{
"epoch": 9.92,
"learning_rate": 6.76923076923077e-05,
"loss": 0.007,
"step": 1290
},
{
"epoch": 10.0,
"learning_rate": 6.666666666666667e-05,
"loss": 0.0075,
"step": 1300
},
{
"epoch": 10.08,
"learning_rate": 6.564102564102564e-05,
"loss": 0.0126,
"step": 1310
},
{
"epoch": 10.15,
"learning_rate": 6.461538461538462e-05,
"loss": 0.021,
"step": 1320
},
{
"epoch": 10.15,
"eval_accuracy": 0.7124352331606217,
"eval_loss": 1.3460208177566528,
"eval_runtime": 20.5844,
"eval_samples_per_second": 56.256,
"eval_steps_per_second": 7.044,
"step": 1320
},
{
"epoch": 10.23,
"learning_rate": 6.358974358974359e-05,
"loss": 0.0068,
"step": 1330
},
{
"epoch": 10.31,
"learning_rate": 6.256410256410256e-05,
"loss": 0.0068,
"step": 1340
},
{
"epoch": 10.38,
"learning_rate": 6.153846153846155e-05,
"loss": 0.0066,
"step": 1350
},
{
"epoch": 10.46,
"learning_rate": 6.0512820512820515e-05,
"loss": 0.0064,
"step": 1360
},
{
"epoch": 10.46,
"eval_accuracy": 0.7184801381692574,
"eval_loss": 1.3521218299865723,
"eval_runtime": 21.5706,
"eval_samples_per_second": 53.684,
"eval_steps_per_second": 6.722,
"step": 1360
},
{
"epoch": 10.54,
"learning_rate": 5.948717948717949e-05,
"loss": 0.0061,
"step": 1370
},
{
"epoch": 10.62,
"learning_rate": 5.846153846153847e-05,
"loss": 0.0062,
"step": 1380
},
{
"epoch": 10.69,
"learning_rate": 5.7435897435897434e-05,
"loss": 0.0364,
"step": 1390
},
{
"epoch": 10.77,
"learning_rate": 5.6410256410256414e-05,
"loss": 0.0069,
"step": 1400
},
{
"epoch": 10.77,
"eval_accuracy": 0.7141623488773747,
"eval_loss": 1.3537815809249878,
"eval_runtime": 20.0789,
"eval_samples_per_second": 57.672,
"eval_steps_per_second": 7.221,
"step": 1400
},
{
"epoch": 10.85,
"learning_rate": 5.538461538461539e-05,
"loss": 0.0069,
"step": 1410
},
{
"epoch": 10.92,
"learning_rate": 5.435897435897436e-05,
"loss": 0.0068,
"step": 1420
},
{
"epoch": 11.0,
"learning_rate": 5.333333333333333e-05,
"loss": 0.0063,
"step": 1430
},
{
"epoch": 11.08,
"learning_rate": 5.230769230769231e-05,
"loss": 0.0101,
"step": 1440
},
{
"epoch": 11.08,
"eval_accuracy": 0.7150259067357513,
"eval_loss": 1.3637244701385498,
"eval_runtime": 20.418,
"eval_samples_per_second": 56.715,
"eval_steps_per_second": 7.102,
"step": 1440
},
{
"epoch": 11.15,
"learning_rate": 5.128205128205128e-05,
"loss": 0.0094,
"step": 1450
},
{
"epoch": 11.23,
"learning_rate": 5.025641025641026e-05,
"loss": 0.0152,
"step": 1460
},
{
"epoch": 11.31,
"learning_rate": 4.923076923076924e-05,
"loss": 0.006,
"step": 1470
},
{
"epoch": 11.38,
"learning_rate": 4.8205128205128205e-05,
"loss": 0.0115,
"step": 1480
},
{
"epoch": 11.38,
"eval_accuracy": 0.7081174438687392,
"eval_loss": 1.3893637657165527,
"eval_runtime": 21.0579,
"eval_samples_per_second": 54.991,
"eval_steps_per_second": 6.886,
"step": 1480
},
{
"epoch": 11.46,
"learning_rate": 4.717948717948718e-05,
"loss": 0.0062,
"step": 1490
},
{
"epoch": 11.54,
"learning_rate": 4.615384615384616e-05,
"loss": 0.0058,
"step": 1500
},
{
"epoch": 11.62,
"learning_rate": 4.512820512820513e-05,
"loss": 0.0058,
"step": 1510
},
{
"epoch": 11.69,
"learning_rate": 4.4102564102564104e-05,
"loss": 0.0062,
"step": 1520
},
{
"epoch": 11.69,
"eval_accuracy": 0.7072538860103627,
"eval_loss": 1.3909190893173218,
"eval_runtime": 20.5699,
"eval_samples_per_second": 56.296,
"eval_steps_per_second": 7.049,
"step": 1520
},
{
"epoch": 11.77,
"learning_rate": 4.3076923076923084e-05,
"loss": 0.0171,
"step": 1530
},
{
"epoch": 11.85,
"learning_rate": 4.205128205128206e-05,
"loss": 0.0159,
"step": 1540
},
{
"epoch": 11.92,
"learning_rate": 4.1025641025641023e-05,
"loss": 0.0054,
"step": 1550
},
{
"epoch": 12.0,
"learning_rate": 4e-05,
"loss": 0.0055,
"step": 1560
},
{
"epoch": 12.0,
"eval_accuracy": 0.7124352331606217,
"eval_loss": 1.3742793798446655,
"eval_runtime": 20.0602,
"eval_samples_per_second": 57.726,
"eval_steps_per_second": 7.228,
"step": 1560
},
{
"epoch": 12.08,
"learning_rate": 3.8974358974358976e-05,
"loss": 0.0056,
"step": 1570
},
{
"epoch": 12.15,
"learning_rate": 3.794871794871795e-05,
"loss": 0.0234,
"step": 1580
},
{
"epoch": 12.23,
"learning_rate": 3.692307692307693e-05,
"loss": 0.0053,
"step": 1590
},
{
"epoch": 12.31,
"learning_rate": 3.58974358974359e-05,
"loss": 0.0054,
"step": 1600
},
{
"epoch": 12.31,
"eval_accuracy": 0.7158894645941278,
"eval_loss": 1.3830854892730713,
"eval_runtime": 20.2514,
"eval_samples_per_second": 57.181,
"eval_steps_per_second": 7.16,
"step": 1600
},
{
"epoch": 12.38,
"learning_rate": 3.487179487179487e-05,
"loss": 0.0052,
"step": 1610
},
{
"epoch": 12.46,
"learning_rate": 3.384615384615385e-05,
"loss": 0.0052,
"step": 1620
},
{
"epoch": 12.54,
"learning_rate": 3.282051282051282e-05,
"loss": 0.0056,
"step": 1630
},
{
"epoch": 12.62,
"learning_rate": 3.1794871794871795e-05,
"loss": 0.0054,
"step": 1640
},
{
"epoch": 12.62,
"eval_accuracy": 0.7167530224525043,
"eval_loss": 1.3866362571716309,
"eval_runtime": 21.0166,
"eval_samples_per_second": 55.099,
"eval_steps_per_second": 6.899,
"step": 1640
},
{
"epoch": 12.69,
"learning_rate": 3.0769230769230774e-05,
"loss": 0.0052,
"step": 1650
},
{
"epoch": 12.77,
"learning_rate": 2.9743589743589744e-05,
"loss": 0.0052,
"step": 1660
},
{
"epoch": 12.85,
"learning_rate": 2.8717948717948717e-05,
"loss": 0.0058,
"step": 1670
},
{
"epoch": 12.92,
"learning_rate": 2.7692307692307694e-05,
"loss": 0.0147,
"step": 1680
},
{
"epoch": 12.92,
"eval_accuracy": 0.7150259067357513,
"eval_loss": 1.391139030456543,
"eval_runtime": 20.4472,
"eval_samples_per_second": 56.634,
"eval_steps_per_second": 7.091,
"step": 1680
},
{
"epoch": 13.0,
"learning_rate": 2.6666666666666667e-05,
"loss": 0.0051,
"step": 1690
},
{
"epoch": 13.08,
"learning_rate": 2.564102564102564e-05,
"loss": 0.0144,
"step": 1700
},
{
"epoch": 13.15,
"learning_rate": 2.461538461538462e-05,
"loss": 0.0052,
"step": 1710
},
{
"epoch": 13.23,
"learning_rate": 2.358974358974359e-05,
"loss": 0.0058,
"step": 1720
},
{
"epoch": 13.23,
"eval_accuracy": 0.7141623488773747,
"eval_loss": 1.3986831903457642,
"eval_runtime": 20.1538,
"eval_samples_per_second": 57.458,
"eval_steps_per_second": 7.195,
"step": 1720
},
{
"epoch": 13.31,
"learning_rate": 2.2564102564102566e-05,
"loss": 0.0047,
"step": 1730
},
{
"epoch": 13.38,
"learning_rate": 2.1538461538461542e-05,
"loss": 0.0053,
"step": 1740
},
{
"epoch": 13.46,
"learning_rate": 2.0512820512820512e-05,
"loss": 0.005,
"step": 1750
},
{
"epoch": 13.54,
"learning_rate": 1.9487179487179488e-05,
"loss": 0.0096,
"step": 1760
},
{
"epoch": 13.54,
"eval_accuracy": 0.7132987910189983,
"eval_loss": 1.3994832038879395,
"eval_runtime": 20.378,
"eval_samples_per_second": 56.826,
"eval_steps_per_second": 7.116,
"step": 1760
},
{
"epoch": 13.62,
"learning_rate": 1.8461538461538465e-05,
"loss": 0.0055,
"step": 1770
},
{
"epoch": 13.69,
"learning_rate": 1.7435897435897434e-05,
"loss": 0.0112,
"step": 1780
},
{
"epoch": 13.77,
"learning_rate": 1.641025641025641e-05,
"loss": 0.0047,
"step": 1790
},
{
"epoch": 13.85,
"learning_rate": 1.5384615384615387e-05,
"loss": 0.0048,
"step": 1800
},
{
"epoch": 13.85,
"eval_accuracy": 0.7115716753022453,
"eval_loss": 1.401125192642212,
"eval_runtime": 20.4927,
"eval_samples_per_second": 56.508,
"eval_steps_per_second": 7.076,
"step": 1800
},
{
"epoch": 13.92,
"learning_rate": 1.4358974358974359e-05,
"loss": 0.0053,
"step": 1810
},
{
"epoch": 14.0,
"learning_rate": 1.3333333333333333e-05,
"loss": 0.0047,
"step": 1820
},
{
"epoch": 14.08,
"learning_rate": 1.230769230769231e-05,
"loss": 0.0146,
"step": 1830
},
{
"epoch": 14.15,
"learning_rate": 1.1282051282051283e-05,
"loss": 0.0054,
"step": 1840
},
{
"epoch": 14.15,
"eval_accuracy": 0.7115716753022453,
"eval_loss": 1.4026780128479004,
"eval_runtime": 20.8793,
"eval_samples_per_second": 55.462,
"eval_steps_per_second": 6.945,
"step": 1840
},
{
"epoch": 14.23,
"learning_rate": 1.0256410256410256e-05,
"loss": 0.0046,
"step": 1850
},
{
"epoch": 14.31,
"learning_rate": 9.230769230769232e-06,
"loss": 0.0046,
"step": 1860
},
{
"epoch": 14.38,
"learning_rate": 8.205128205128205e-06,
"loss": 0.005,
"step": 1870
},
{
"epoch": 14.46,
"learning_rate": 7.179487179487179e-06,
"loss": 0.0048,
"step": 1880
},
{
"epoch": 14.46,
"eval_accuracy": 0.7115716753022453,
"eval_loss": 1.403483510017395,
"eval_runtime": 21.9216,
"eval_samples_per_second": 52.825,
"eval_steps_per_second": 6.614,
"step": 1880
},
{
"epoch": 14.54,
"learning_rate": 6.153846153846155e-06,
"loss": 0.0089,
"step": 1890
},
{
"epoch": 14.62,
"learning_rate": 5.128205128205128e-06,
"loss": 0.0047,
"step": 1900
},
{
"epoch": 14.69,
"learning_rate": 4.102564102564103e-06,
"loss": 0.0048,
"step": 1910
},
{
"epoch": 14.77,
"learning_rate": 3.0769230769230774e-06,
"loss": 0.0047,
"step": 1920
},
{
"epoch": 14.77,
"eval_accuracy": 0.7124352331606217,
"eval_loss": 1.4049346446990967,
"eval_runtime": 20.2662,
"eval_samples_per_second": 57.139,
"eval_steps_per_second": 7.155,
"step": 1920
},
{
"epoch": 14.85,
"learning_rate": 2.0512820512820513e-06,
"loss": 0.005,
"step": 1930
},
{
"epoch": 14.92,
"learning_rate": 1.0256410256410257e-06,
"loss": 0.0049,
"step": 1940
},
{
"epoch": 15.0,
"learning_rate": 0.0,
"loss": 0.0109,
"step": 1950
},
{
"epoch": 15.0,
"step": 1950,
"total_flos": 2.4159665336144486e+18,
"train_loss": 0.33013623780929124,
"train_runtime": 2443.4946,
"train_samples_per_second": 12.756,
"train_steps_per_second": 0.798
}
],
"max_steps": 1950,
"num_train_epochs": 15,
"total_flos": 2.4159665336144486e+18,
"trial_name": null,
"trial_params": null
}