JackWong0911's picture
End of training
a5fde76 verified
raw
history blame contribute delete
No virus
39.6 kB
{
"best_metric": 0.35135135135135137,
"best_model_checkpoint": "vivit-b-16x2-kinetics400-finetuned-ucf101-subset-without-pretrained/checkpoint-2100",
"epoch": 9.1,
"eval_steps": 500,
"global_step": 3000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.6666666666666667e-06,
"loss": 6.0146,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 3.3333333333333333e-06,
"loss": 5.6079,
"step": 20
},
{
"epoch": 0.01,
"learning_rate": 5e-06,
"loss": 5.4694,
"step": 30
},
{
"epoch": 0.01,
"learning_rate": 6.666666666666667e-06,
"loss": 4.7757,
"step": 40
},
{
"epoch": 0.02,
"learning_rate": 8.333333333333334e-06,
"loss": 4.2847,
"step": 50
},
{
"epoch": 0.02,
"learning_rate": 1e-05,
"loss": 3.6053,
"step": 60
},
{
"epoch": 0.02,
"learning_rate": 1.1666666666666668e-05,
"loss": 3.3222,
"step": 70
},
{
"epoch": 0.03,
"learning_rate": 1.3333333333333333e-05,
"loss": 4.0703,
"step": 80
},
{
"epoch": 0.03,
"learning_rate": 1.5e-05,
"loss": 2.4623,
"step": 90
},
{
"epoch": 0.03,
"learning_rate": 1.6666666666666667e-05,
"loss": 4.2615,
"step": 100
},
{
"epoch": 0.04,
"learning_rate": 1.8333333333333333e-05,
"loss": 3.0162,
"step": 110
},
{
"epoch": 0.04,
"learning_rate": 2e-05,
"loss": 2.8954,
"step": 120
},
{
"epoch": 0.04,
"learning_rate": 2.1666666666666667e-05,
"loss": 2.3622,
"step": 130
},
{
"epoch": 0.05,
"learning_rate": 2.3333333333333336e-05,
"loss": 2.9892,
"step": 140
},
{
"epoch": 0.05,
"learning_rate": 2.5e-05,
"loss": 2.4459,
"step": 150
},
{
"epoch": 0.05,
"learning_rate": 2.6666666666666667e-05,
"loss": 2.2578,
"step": 160
},
{
"epoch": 0.06,
"learning_rate": 2.8333333333333335e-05,
"loss": 3.7852,
"step": 170
},
{
"epoch": 0.06,
"learning_rate": 3e-05,
"loss": 3.472,
"step": 180
},
{
"epoch": 0.06,
"learning_rate": 3.1666666666666666e-05,
"loss": 2.0967,
"step": 190
},
{
"epoch": 0.07,
"learning_rate": 3.3333333333333335e-05,
"loss": 2.8889,
"step": 200
},
{
"epoch": 0.07,
"learning_rate": 3.5e-05,
"loss": 3.5945,
"step": 210
},
{
"epoch": 0.07,
"learning_rate": 3.6666666666666666e-05,
"loss": 2.4664,
"step": 220
},
{
"epoch": 0.08,
"learning_rate": 3.8333333333333334e-05,
"loss": 3.461,
"step": 230
},
{
"epoch": 0.08,
"learning_rate": 4e-05,
"loss": 3.1201,
"step": 240
},
{
"epoch": 0.08,
"learning_rate": 4.166666666666667e-05,
"loss": 2.6063,
"step": 250
},
{
"epoch": 0.09,
"learning_rate": 4.3333333333333334e-05,
"loss": 1.8298,
"step": 260
},
{
"epoch": 0.09,
"learning_rate": 4.5e-05,
"loss": 4.0171,
"step": 270
},
{
"epoch": 0.09,
"learning_rate": 4.666666666666667e-05,
"loss": 2.9952,
"step": 280
},
{
"epoch": 0.1,
"learning_rate": 4.8333333333333334e-05,
"loss": 2.5919,
"step": 290
},
{
"epoch": 0.1,
"learning_rate": 5e-05,
"loss": 3.2964,
"step": 300
},
{
"epoch": 0.1,
"eval_accuracy": 0.10810810810810811,
"eval_loss": 2.4748547077178955,
"eval_runtime": 7.888,
"eval_samples_per_second": 4.691,
"eval_steps_per_second": 4.691,
"step": 300
},
{
"epoch": 1.0,
"learning_rate": 4.981481481481482e-05,
"loss": 2.1251,
"step": 310
},
{
"epoch": 1.01,
"learning_rate": 4.962962962962963e-05,
"loss": 2.7957,
"step": 320
},
{
"epoch": 1.01,
"learning_rate": 4.9444444444444446e-05,
"loss": 3.0016,
"step": 330
},
{
"epoch": 1.01,
"learning_rate": 4.925925925925926e-05,
"loss": 2.9296,
"step": 340
},
{
"epoch": 1.02,
"learning_rate": 4.9074074074074075e-05,
"loss": 2.5054,
"step": 350
},
{
"epoch": 1.02,
"learning_rate": 4.888888888888889e-05,
"loss": 2.6099,
"step": 360
},
{
"epoch": 1.02,
"learning_rate": 4.8703703703703704e-05,
"loss": 2.3462,
"step": 370
},
{
"epoch": 1.03,
"learning_rate": 4.851851851851852e-05,
"loss": 2.5099,
"step": 380
},
{
"epoch": 1.03,
"learning_rate": 4.8333333333333334e-05,
"loss": 2.9488,
"step": 390
},
{
"epoch": 1.03,
"learning_rate": 4.814814814814815e-05,
"loss": 3.1838,
"step": 400
},
{
"epoch": 1.04,
"learning_rate": 4.796296296296296e-05,
"loss": 2.2918,
"step": 410
},
{
"epoch": 1.04,
"learning_rate": 4.7777777777777784e-05,
"loss": 2.622,
"step": 420
},
{
"epoch": 1.04,
"learning_rate": 4.759259259259259e-05,
"loss": 2.1096,
"step": 430
},
{
"epoch": 1.05,
"learning_rate": 4.740740740740741e-05,
"loss": 2.3935,
"step": 440
},
{
"epoch": 1.05,
"learning_rate": 4.722222222222222e-05,
"loss": 2.2316,
"step": 450
},
{
"epoch": 1.05,
"learning_rate": 4.703703703703704e-05,
"loss": 2.476,
"step": 460
},
{
"epoch": 1.06,
"learning_rate": 4.685185185185185e-05,
"loss": 2.5298,
"step": 470
},
{
"epoch": 1.06,
"learning_rate": 4.666666666666667e-05,
"loss": 2.5783,
"step": 480
},
{
"epoch": 1.06,
"learning_rate": 4.648148148148148e-05,
"loss": 2.4782,
"step": 490
},
{
"epoch": 1.07,
"learning_rate": 4.62962962962963e-05,
"loss": 2.3204,
"step": 500
},
{
"epoch": 1.07,
"learning_rate": 4.6111111111111115e-05,
"loss": 2.6603,
"step": 510
},
{
"epoch": 1.07,
"learning_rate": 4.592592592592593e-05,
"loss": 2.1841,
"step": 520
},
{
"epoch": 1.08,
"learning_rate": 4.5740740740740745e-05,
"loss": 2.1368,
"step": 530
},
{
"epoch": 1.08,
"learning_rate": 4.555555555555556e-05,
"loss": 2.2092,
"step": 540
},
{
"epoch": 1.08,
"learning_rate": 4.5370370370370374e-05,
"loss": 2.6375,
"step": 550
},
{
"epoch": 1.09,
"learning_rate": 4.518518518518519e-05,
"loss": 2.0985,
"step": 560
},
{
"epoch": 1.09,
"learning_rate": 4.5e-05,
"loss": 2.6354,
"step": 570
},
{
"epoch": 1.09,
"learning_rate": 4.481481481481482e-05,
"loss": 2.0626,
"step": 580
},
{
"epoch": 1.1,
"learning_rate": 4.462962962962963e-05,
"loss": 1.8691,
"step": 590
},
{
"epoch": 1.1,
"learning_rate": 4.4444444444444447e-05,
"loss": 3.1346,
"step": 600
},
{
"epoch": 1.1,
"eval_accuracy": 0.10810810810810811,
"eval_loss": 2.4779040813446045,
"eval_runtime": 7.7884,
"eval_samples_per_second": 4.751,
"eval_steps_per_second": 4.751,
"step": 600
},
{
"epoch": 2.0,
"learning_rate": 4.425925925925926e-05,
"loss": 2.8789,
"step": 610
},
{
"epoch": 2.01,
"learning_rate": 4.4074074074074076e-05,
"loss": 2.1999,
"step": 620
},
{
"epoch": 2.01,
"learning_rate": 4.388888888888889e-05,
"loss": 2.4515,
"step": 630
},
{
"epoch": 2.01,
"learning_rate": 4.3703703703703705e-05,
"loss": 2.0012,
"step": 640
},
{
"epoch": 2.02,
"learning_rate": 4.351851851851852e-05,
"loss": 2.0266,
"step": 650
},
{
"epoch": 2.02,
"learning_rate": 4.3333333333333334e-05,
"loss": 1.6561,
"step": 660
},
{
"epoch": 2.02,
"learning_rate": 4.314814814814815e-05,
"loss": 2.2148,
"step": 670
},
{
"epoch": 2.03,
"learning_rate": 4.296296296296296e-05,
"loss": 2.4418,
"step": 680
},
{
"epoch": 2.03,
"learning_rate": 4.277777777777778e-05,
"loss": 2.9789,
"step": 690
},
{
"epoch": 2.03,
"learning_rate": 4.259259259259259e-05,
"loss": 1.9881,
"step": 700
},
{
"epoch": 2.04,
"learning_rate": 4.240740740740741e-05,
"loss": 2.2087,
"step": 710
},
{
"epoch": 2.04,
"learning_rate": 4.222222222222222e-05,
"loss": 2.1964,
"step": 720
},
{
"epoch": 2.04,
"learning_rate": 4.203703703703704e-05,
"loss": 2.5474,
"step": 730
},
{
"epoch": 2.05,
"learning_rate": 4.185185185185185e-05,
"loss": 2.1304,
"step": 740
},
{
"epoch": 2.05,
"learning_rate": 4.166666666666667e-05,
"loss": 1.8592,
"step": 750
},
{
"epoch": 2.05,
"learning_rate": 4.148148148148148e-05,
"loss": 2.8711,
"step": 760
},
{
"epoch": 2.06,
"learning_rate": 4.12962962962963e-05,
"loss": 2.469,
"step": 770
},
{
"epoch": 2.06,
"learning_rate": 4.111111111111111e-05,
"loss": 1.9158,
"step": 780
},
{
"epoch": 2.06,
"learning_rate": 4.092592592592593e-05,
"loss": 2.0509,
"step": 790
},
{
"epoch": 2.07,
"learning_rate": 4.074074074074074e-05,
"loss": 1.7933,
"step": 800
},
{
"epoch": 2.07,
"learning_rate": 4.055555555555556e-05,
"loss": 2.0508,
"step": 810
},
{
"epoch": 2.07,
"learning_rate": 4.0370370370370374e-05,
"loss": 2.1783,
"step": 820
},
{
"epoch": 2.08,
"learning_rate": 4.018518518518519e-05,
"loss": 2.4269,
"step": 830
},
{
"epoch": 2.08,
"learning_rate": 4e-05,
"loss": 2.5345,
"step": 840
},
{
"epoch": 2.08,
"learning_rate": 3.981481481481482e-05,
"loss": 2.0431,
"step": 850
},
{
"epoch": 2.09,
"learning_rate": 3.962962962962963e-05,
"loss": 2.3893,
"step": 860
},
{
"epoch": 2.09,
"learning_rate": 3.944444444444445e-05,
"loss": 2.3061,
"step": 870
},
{
"epoch": 2.09,
"learning_rate": 3.925925925925926e-05,
"loss": 1.8541,
"step": 880
},
{
"epoch": 2.1,
"learning_rate": 3.9074074074074076e-05,
"loss": 2.2115,
"step": 890
},
{
"epoch": 2.1,
"learning_rate": 3.888888888888889e-05,
"loss": 1.9796,
"step": 900
},
{
"epoch": 2.1,
"eval_accuracy": 0.2972972972972973,
"eval_loss": 2.4338538646698,
"eval_runtime": 7.9053,
"eval_samples_per_second": 4.68,
"eval_steps_per_second": 4.68,
"step": 900
},
{
"epoch": 3.0,
"learning_rate": 3.8703703703703705e-05,
"loss": 1.8704,
"step": 910
},
{
"epoch": 3.01,
"learning_rate": 3.851851851851852e-05,
"loss": 1.8479,
"step": 920
},
{
"epoch": 3.01,
"learning_rate": 3.8333333333333334e-05,
"loss": 1.6709,
"step": 930
},
{
"epoch": 3.01,
"learning_rate": 3.814814814814815e-05,
"loss": 1.9238,
"step": 940
},
{
"epoch": 3.02,
"learning_rate": 3.7962962962962964e-05,
"loss": 2.2086,
"step": 950
},
{
"epoch": 3.02,
"learning_rate": 3.777777777777778e-05,
"loss": 2.0035,
"step": 960
},
{
"epoch": 3.02,
"learning_rate": 3.759259259259259e-05,
"loss": 1.959,
"step": 970
},
{
"epoch": 3.03,
"learning_rate": 3.740740740740741e-05,
"loss": 1.736,
"step": 980
},
{
"epoch": 3.03,
"learning_rate": 3.722222222222222e-05,
"loss": 2.4448,
"step": 990
},
{
"epoch": 3.03,
"learning_rate": 3.7037037037037037e-05,
"loss": 2.1386,
"step": 1000
},
{
"epoch": 3.04,
"learning_rate": 3.685185185185185e-05,
"loss": 2.0454,
"step": 1010
},
{
"epoch": 3.04,
"learning_rate": 3.6666666666666666e-05,
"loss": 2.6412,
"step": 1020
},
{
"epoch": 3.04,
"learning_rate": 3.648148148148148e-05,
"loss": 2.0792,
"step": 1030
},
{
"epoch": 3.05,
"learning_rate": 3.62962962962963e-05,
"loss": 2.531,
"step": 1040
},
{
"epoch": 3.05,
"learning_rate": 3.611111111111111e-05,
"loss": 1.9005,
"step": 1050
},
{
"epoch": 3.05,
"learning_rate": 3.592592592592593e-05,
"loss": 2.1969,
"step": 1060
},
{
"epoch": 3.06,
"learning_rate": 3.574074074074074e-05,
"loss": 1.8413,
"step": 1070
},
{
"epoch": 3.06,
"learning_rate": 3.555555555555556e-05,
"loss": 2.0399,
"step": 1080
},
{
"epoch": 3.06,
"learning_rate": 3.537037037037037e-05,
"loss": 1.9236,
"step": 1090
},
{
"epoch": 3.07,
"learning_rate": 3.518518518518519e-05,
"loss": 1.4469,
"step": 1100
},
{
"epoch": 3.07,
"learning_rate": 3.5e-05,
"loss": 1.9591,
"step": 1110
},
{
"epoch": 3.07,
"learning_rate": 3.481481481481482e-05,
"loss": 2.4234,
"step": 1120
},
{
"epoch": 3.08,
"learning_rate": 3.4629629629629626e-05,
"loss": 2.0327,
"step": 1130
},
{
"epoch": 3.08,
"learning_rate": 3.444444444444445e-05,
"loss": 2.8836,
"step": 1140
},
{
"epoch": 3.08,
"learning_rate": 3.425925925925926e-05,
"loss": 2.1492,
"step": 1150
},
{
"epoch": 3.09,
"learning_rate": 3.4074074074074077e-05,
"loss": 1.9895,
"step": 1160
},
{
"epoch": 3.09,
"learning_rate": 3.388888888888889e-05,
"loss": 2.1062,
"step": 1170
},
{
"epoch": 3.09,
"learning_rate": 3.3703703703703706e-05,
"loss": 2.2514,
"step": 1180
},
{
"epoch": 3.1,
"learning_rate": 3.351851851851852e-05,
"loss": 1.5223,
"step": 1190
},
{
"epoch": 3.1,
"learning_rate": 3.3333333333333335e-05,
"loss": 1.8692,
"step": 1200
},
{
"epoch": 3.1,
"eval_accuracy": 0.32432432432432434,
"eval_loss": 2.177396535873413,
"eval_runtime": 7.9365,
"eval_samples_per_second": 4.662,
"eval_steps_per_second": 4.662,
"step": 1200
},
{
"epoch": 4.0,
"learning_rate": 3.314814814814815e-05,
"loss": 1.8137,
"step": 1210
},
{
"epoch": 4.01,
"learning_rate": 3.2962962962962964e-05,
"loss": 1.8109,
"step": 1220
},
{
"epoch": 4.01,
"learning_rate": 3.277777777777778e-05,
"loss": 1.4493,
"step": 1230
},
{
"epoch": 4.01,
"learning_rate": 3.25925925925926e-05,
"loss": 1.6365,
"step": 1240
},
{
"epoch": 4.02,
"learning_rate": 3.240740740740741e-05,
"loss": 2.534,
"step": 1250
},
{
"epoch": 4.02,
"learning_rate": 3.222222222222223e-05,
"loss": 2.5825,
"step": 1260
},
{
"epoch": 4.02,
"learning_rate": 3.203703703703704e-05,
"loss": 2.208,
"step": 1270
},
{
"epoch": 4.03,
"learning_rate": 3.185185185185185e-05,
"loss": 1.6943,
"step": 1280
},
{
"epoch": 4.03,
"learning_rate": 3.1666666666666666e-05,
"loss": 1.9221,
"step": 1290
},
{
"epoch": 4.03,
"learning_rate": 3.148148148148148e-05,
"loss": 1.3294,
"step": 1300
},
{
"epoch": 4.04,
"learning_rate": 3.1296296296296295e-05,
"loss": 2.6418,
"step": 1310
},
{
"epoch": 4.04,
"learning_rate": 3.111111111111111e-05,
"loss": 2.0143,
"step": 1320
},
{
"epoch": 4.04,
"learning_rate": 3.0925925925925924e-05,
"loss": 1.5268,
"step": 1330
},
{
"epoch": 4.05,
"learning_rate": 3.074074074074074e-05,
"loss": 2.2358,
"step": 1340
},
{
"epoch": 4.05,
"learning_rate": 3.055555555555556e-05,
"loss": 2.1382,
"step": 1350
},
{
"epoch": 4.05,
"learning_rate": 3.037037037037037e-05,
"loss": 2.4677,
"step": 1360
},
{
"epoch": 4.06,
"learning_rate": 3.018518518518519e-05,
"loss": 1.0908,
"step": 1370
},
{
"epoch": 4.06,
"learning_rate": 3e-05,
"loss": 2.109,
"step": 1380
},
{
"epoch": 4.06,
"learning_rate": 2.981481481481482e-05,
"loss": 3.2783,
"step": 1390
},
{
"epoch": 4.07,
"learning_rate": 2.962962962962963e-05,
"loss": 1.6895,
"step": 1400
},
{
"epoch": 4.07,
"learning_rate": 2.9444444444444448e-05,
"loss": 2.4235,
"step": 1410
},
{
"epoch": 4.07,
"learning_rate": 2.925925925925926e-05,
"loss": 2.7382,
"step": 1420
},
{
"epoch": 4.08,
"learning_rate": 2.9074074074074077e-05,
"loss": 2.0283,
"step": 1430
},
{
"epoch": 4.08,
"learning_rate": 2.8888888888888888e-05,
"loss": 2.1473,
"step": 1440
},
{
"epoch": 4.08,
"learning_rate": 2.8703703703703706e-05,
"loss": 2.0384,
"step": 1450
},
{
"epoch": 4.09,
"learning_rate": 2.851851851851852e-05,
"loss": 1.7009,
"step": 1460
},
{
"epoch": 4.09,
"learning_rate": 2.8333333333333335e-05,
"loss": 1.6367,
"step": 1470
},
{
"epoch": 4.09,
"learning_rate": 2.814814814814815e-05,
"loss": 1.9183,
"step": 1480
},
{
"epoch": 4.1,
"learning_rate": 2.7962962962962965e-05,
"loss": 2.9585,
"step": 1490
},
{
"epoch": 4.1,
"learning_rate": 2.777777777777778e-05,
"loss": 1.3617,
"step": 1500
},
{
"epoch": 4.1,
"eval_accuracy": 0.32432432432432434,
"eval_loss": 2.161275625228882,
"eval_runtime": 7.8706,
"eval_samples_per_second": 4.701,
"eval_steps_per_second": 4.701,
"step": 1500
},
{
"epoch": 5.0,
"learning_rate": 2.7592592592592594e-05,
"loss": 2.0505,
"step": 1510
},
{
"epoch": 5.01,
"learning_rate": 2.7407407407407408e-05,
"loss": 1.6757,
"step": 1520
},
{
"epoch": 5.01,
"learning_rate": 2.7222222222222223e-05,
"loss": 1.791,
"step": 1530
},
{
"epoch": 5.01,
"learning_rate": 2.7037037037037037e-05,
"loss": 1.8723,
"step": 1540
},
{
"epoch": 5.02,
"learning_rate": 2.6851851851851855e-05,
"loss": 2.2865,
"step": 1550
},
{
"epoch": 5.02,
"learning_rate": 2.6666666666666667e-05,
"loss": 1.5064,
"step": 1560
},
{
"epoch": 5.02,
"learning_rate": 2.6481481481481485e-05,
"loss": 1.462,
"step": 1570
},
{
"epoch": 5.03,
"learning_rate": 2.6296296296296296e-05,
"loss": 1.7543,
"step": 1580
},
{
"epoch": 5.03,
"learning_rate": 2.6111111111111114e-05,
"loss": 1.2975,
"step": 1590
},
{
"epoch": 5.03,
"learning_rate": 2.5925925925925925e-05,
"loss": 2.18,
"step": 1600
},
{
"epoch": 5.04,
"learning_rate": 2.5740740740740743e-05,
"loss": 2.3015,
"step": 1610
},
{
"epoch": 5.04,
"learning_rate": 2.5555555555555554e-05,
"loss": 1.0242,
"step": 1620
},
{
"epoch": 5.04,
"learning_rate": 2.5370370370370372e-05,
"loss": 1.6023,
"step": 1630
},
{
"epoch": 5.05,
"learning_rate": 2.5185185185185183e-05,
"loss": 1.9401,
"step": 1640
},
{
"epoch": 5.05,
"learning_rate": 2.5e-05,
"loss": 1.413,
"step": 1650
},
{
"epoch": 5.05,
"learning_rate": 2.4814814814814816e-05,
"loss": 2.5201,
"step": 1660
},
{
"epoch": 5.06,
"learning_rate": 2.462962962962963e-05,
"loss": 2.3386,
"step": 1670
},
{
"epoch": 5.06,
"learning_rate": 2.4444444444444445e-05,
"loss": 2.4826,
"step": 1680
},
{
"epoch": 5.06,
"learning_rate": 2.425925925925926e-05,
"loss": 1.8664,
"step": 1690
},
{
"epoch": 5.07,
"learning_rate": 2.4074074074074074e-05,
"loss": 1.6916,
"step": 1700
},
{
"epoch": 5.07,
"learning_rate": 2.3888888888888892e-05,
"loss": 1.4313,
"step": 1710
},
{
"epoch": 5.07,
"learning_rate": 2.3703703703703707e-05,
"loss": 2.0346,
"step": 1720
},
{
"epoch": 5.08,
"learning_rate": 2.351851851851852e-05,
"loss": 1.9452,
"step": 1730
},
{
"epoch": 5.08,
"learning_rate": 2.3333333333333336e-05,
"loss": 1.414,
"step": 1740
},
{
"epoch": 5.08,
"learning_rate": 2.314814814814815e-05,
"loss": 1.6949,
"step": 1750
},
{
"epoch": 5.09,
"learning_rate": 2.2962962962962965e-05,
"loss": 2.2121,
"step": 1760
},
{
"epoch": 5.09,
"learning_rate": 2.277777777777778e-05,
"loss": 2.301,
"step": 1770
},
{
"epoch": 5.09,
"learning_rate": 2.2592592592592594e-05,
"loss": 2.1127,
"step": 1780
},
{
"epoch": 5.1,
"learning_rate": 2.240740740740741e-05,
"loss": 1.931,
"step": 1790
},
{
"epoch": 5.1,
"learning_rate": 2.2222222222222223e-05,
"loss": 2.0821,
"step": 1800
},
{
"epoch": 5.1,
"eval_accuracy": 0.21621621621621623,
"eval_loss": 1.9206827878952026,
"eval_runtime": 7.9165,
"eval_samples_per_second": 4.674,
"eval_steps_per_second": 4.674,
"step": 1800
},
{
"epoch": 6.0,
"learning_rate": 2.2037037037037038e-05,
"loss": 1.7858,
"step": 1810
},
{
"epoch": 6.01,
"learning_rate": 2.1851851851851852e-05,
"loss": 1.8683,
"step": 1820
},
{
"epoch": 6.01,
"learning_rate": 2.1666666666666667e-05,
"loss": 1.6547,
"step": 1830
},
{
"epoch": 6.01,
"learning_rate": 2.148148148148148e-05,
"loss": 0.798,
"step": 1840
},
{
"epoch": 6.02,
"learning_rate": 2.1296296296296296e-05,
"loss": 3.1924,
"step": 1850
},
{
"epoch": 6.02,
"learning_rate": 2.111111111111111e-05,
"loss": 3.1257,
"step": 1860
},
{
"epoch": 6.02,
"learning_rate": 2.0925925925925925e-05,
"loss": 1.8917,
"step": 1870
},
{
"epoch": 6.03,
"learning_rate": 2.074074074074074e-05,
"loss": 1.0172,
"step": 1880
},
{
"epoch": 6.03,
"learning_rate": 2.0555555555555555e-05,
"loss": 2.2976,
"step": 1890
},
{
"epoch": 6.03,
"learning_rate": 2.037037037037037e-05,
"loss": 1.7965,
"step": 1900
},
{
"epoch": 6.04,
"learning_rate": 2.0185185185185187e-05,
"loss": 1.7191,
"step": 1910
},
{
"epoch": 6.04,
"learning_rate": 2e-05,
"loss": 1.9343,
"step": 1920
},
{
"epoch": 6.04,
"learning_rate": 1.9814814814814816e-05,
"loss": 2.0969,
"step": 1930
},
{
"epoch": 6.05,
"learning_rate": 1.962962962962963e-05,
"loss": 1.1947,
"step": 1940
},
{
"epoch": 6.05,
"learning_rate": 1.9444444444444445e-05,
"loss": 1.1954,
"step": 1950
},
{
"epoch": 6.05,
"learning_rate": 1.925925925925926e-05,
"loss": 1.9325,
"step": 1960
},
{
"epoch": 6.06,
"learning_rate": 1.9074074074074075e-05,
"loss": 1.4172,
"step": 1970
},
{
"epoch": 6.06,
"learning_rate": 1.888888888888889e-05,
"loss": 1.6606,
"step": 1980
},
{
"epoch": 6.06,
"learning_rate": 1.8703703703703704e-05,
"loss": 0.719,
"step": 1990
},
{
"epoch": 6.07,
"learning_rate": 1.8518518518518518e-05,
"loss": 1.7754,
"step": 2000
},
{
"epoch": 6.07,
"learning_rate": 1.8333333333333333e-05,
"loss": 1.5815,
"step": 2010
},
{
"epoch": 6.07,
"learning_rate": 1.814814814814815e-05,
"loss": 2.0108,
"step": 2020
},
{
"epoch": 6.08,
"learning_rate": 1.7962962962962965e-05,
"loss": 0.4663,
"step": 2030
},
{
"epoch": 6.08,
"learning_rate": 1.777777777777778e-05,
"loss": 2.8609,
"step": 2040
},
{
"epoch": 6.08,
"learning_rate": 1.7592592592592595e-05,
"loss": 1.6084,
"step": 2050
},
{
"epoch": 6.09,
"learning_rate": 1.740740740740741e-05,
"loss": 1.6349,
"step": 2060
},
{
"epoch": 6.09,
"learning_rate": 1.7222222222222224e-05,
"loss": 2.4036,
"step": 2070
},
{
"epoch": 6.09,
"learning_rate": 1.7037037037037038e-05,
"loss": 2.9006,
"step": 2080
},
{
"epoch": 6.1,
"learning_rate": 1.6851851851851853e-05,
"loss": 1.9097,
"step": 2090
},
{
"epoch": 6.1,
"learning_rate": 1.6666666666666667e-05,
"loss": 1.5534,
"step": 2100
},
{
"epoch": 6.1,
"eval_accuracy": 0.35135135135135137,
"eval_loss": 2.200272560119629,
"eval_runtime": 8.1085,
"eval_samples_per_second": 4.563,
"eval_steps_per_second": 4.563,
"step": 2100
},
{
"epoch": 7.0,
"learning_rate": 1.6481481481481482e-05,
"loss": 1.1439,
"step": 2110
},
{
"epoch": 7.01,
"learning_rate": 1.62962962962963e-05,
"loss": 1.6308,
"step": 2120
},
{
"epoch": 7.01,
"learning_rate": 1.6111111111111115e-05,
"loss": 1.7053,
"step": 2130
},
{
"epoch": 7.01,
"learning_rate": 1.5925925925925926e-05,
"loss": 1.1133,
"step": 2140
},
{
"epoch": 7.02,
"learning_rate": 1.574074074074074e-05,
"loss": 3.4859,
"step": 2150
},
{
"epoch": 7.02,
"learning_rate": 1.5555555555555555e-05,
"loss": 1.781,
"step": 2160
},
{
"epoch": 7.02,
"learning_rate": 1.537037037037037e-05,
"loss": 1.0939,
"step": 2170
},
{
"epoch": 7.03,
"learning_rate": 1.5185185185185186e-05,
"loss": 1.2528,
"step": 2180
},
{
"epoch": 7.03,
"learning_rate": 1.5e-05,
"loss": 1.2228,
"step": 2190
},
{
"epoch": 7.03,
"learning_rate": 1.4814814814814815e-05,
"loss": 3.4645,
"step": 2200
},
{
"epoch": 7.04,
"learning_rate": 1.462962962962963e-05,
"loss": 1.4841,
"step": 2210
},
{
"epoch": 7.04,
"learning_rate": 1.4444444444444444e-05,
"loss": 1.4566,
"step": 2220
},
{
"epoch": 7.04,
"learning_rate": 1.425925925925926e-05,
"loss": 1.5839,
"step": 2230
},
{
"epoch": 7.05,
"learning_rate": 1.4074074074074075e-05,
"loss": 0.9707,
"step": 2240
},
{
"epoch": 7.05,
"learning_rate": 1.388888888888889e-05,
"loss": 3.4078,
"step": 2250
},
{
"epoch": 7.05,
"learning_rate": 1.3703703703703704e-05,
"loss": 2.6832,
"step": 2260
},
{
"epoch": 7.06,
"learning_rate": 1.3518518518518519e-05,
"loss": 1.4994,
"step": 2270
},
{
"epoch": 7.06,
"learning_rate": 1.3333333333333333e-05,
"loss": 1.5557,
"step": 2280
},
{
"epoch": 7.06,
"learning_rate": 1.3148148148148148e-05,
"loss": 1.4492,
"step": 2290
},
{
"epoch": 7.07,
"learning_rate": 1.2962962962962962e-05,
"loss": 1.345,
"step": 2300
},
{
"epoch": 7.07,
"learning_rate": 1.2777777777777777e-05,
"loss": 1.5474,
"step": 2310
},
{
"epoch": 7.07,
"learning_rate": 1.2592592592592592e-05,
"loss": 2.1177,
"step": 2320
},
{
"epoch": 7.08,
"learning_rate": 1.2407407407407408e-05,
"loss": 1.4745,
"step": 2330
},
{
"epoch": 7.08,
"learning_rate": 1.2222222222222222e-05,
"loss": 1.0913,
"step": 2340
},
{
"epoch": 7.08,
"learning_rate": 1.2037037037037037e-05,
"loss": 3.3812,
"step": 2350
},
{
"epoch": 7.09,
"learning_rate": 1.1851851851851853e-05,
"loss": 1.1772,
"step": 2360
},
{
"epoch": 7.09,
"learning_rate": 1.1666666666666668e-05,
"loss": 1.407,
"step": 2370
},
{
"epoch": 7.09,
"learning_rate": 1.1481481481481482e-05,
"loss": 1.1857,
"step": 2380
},
{
"epoch": 7.1,
"learning_rate": 1.1296296296296297e-05,
"loss": 1.3831,
"step": 2390
},
{
"epoch": 7.1,
"learning_rate": 1.1111111111111112e-05,
"loss": 0.5632,
"step": 2400
},
{
"epoch": 7.1,
"eval_accuracy": 0.35135135135135137,
"eval_loss": 3.021118402481079,
"eval_runtime": 7.9126,
"eval_samples_per_second": 4.676,
"eval_steps_per_second": 4.676,
"step": 2400
},
{
"epoch": 8.0,
"learning_rate": 1.0925925925925926e-05,
"loss": 1.528,
"step": 2410
},
{
"epoch": 8.01,
"learning_rate": 1.074074074074074e-05,
"loss": 1.5443,
"step": 2420
},
{
"epoch": 8.01,
"learning_rate": 1.0555555555555555e-05,
"loss": 2.7518,
"step": 2430
},
{
"epoch": 8.01,
"learning_rate": 1.037037037037037e-05,
"loss": 1.5082,
"step": 2440
},
{
"epoch": 8.02,
"learning_rate": 1.0185185185185185e-05,
"loss": 2.108,
"step": 2450
},
{
"epoch": 8.02,
"learning_rate": 1e-05,
"loss": 1.9699,
"step": 2460
},
{
"epoch": 8.02,
"learning_rate": 9.814814814814815e-06,
"loss": 1.2374,
"step": 2470
},
{
"epoch": 8.03,
"learning_rate": 9.62962962962963e-06,
"loss": 2.103,
"step": 2480
},
{
"epoch": 8.03,
"learning_rate": 9.444444444444445e-06,
"loss": 0.9801,
"step": 2490
},
{
"epoch": 8.03,
"learning_rate": 9.259259259259259e-06,
"loss": 2.5852,
"step": 2500
},
{
"epoch": 8.04,
"learning_rate": 9.074074074074075e-06,
"loss": 1.9504,
"step": 2510
},
{
"epoch": 8.04,
"learning_rate": 8.88888888888889e-06,
"loss": 2.4488,
"step": 2520
},
{
"epoch": 8.04,
"learning_rate": 8.703703703703705e-06,
"loss": 0.9139,
"step": 2530
},
{
"epoch": 8.05,
"learning_rate": 8.518518518518519e-06,
"loss": 0.995,
"step": 2540
},
{
"epoch": 8.05,
"learning_rate": 8.333333333333334e-06,
"loss": 1.7461,
"step": 2550
},
{
"epoch": 8.05,
"learning_rate": 8.14814814814815e-06,
"loss": 1.1371,
"step": 2560
},
{
"epoch": 8.06,
"learning_rate": 7.962962962962963e-06,
"loss": 0.9142,
"step": 2570
},
{
"epoch": 8.06,
"learning_rate": 7.777777777777777e-06,
"loss": 1.9478,
"step": 2580
},
{
"epoch": 8.06,
"learning_rate": 7.592592592592593e-06,
"loss": 2.1475,
"step": 2590
},
{
"epoch": 8.07,
"learning_rate": 7.4074074074074075e-06,
"loss": 1.991,
"step": 2600
},
{
"epoch": 8.07,
"learning_rate": 7.222222222222222e-06,
"loss": 1.4008,
"step": 2610
},
{
"epoch": 8.07,
"learning_rate": 7.0370370370370375e-06,
"loss": 1.2762,
"step": 2620
},
{
"epoch": 8.08,
"learning_rate": 6.851851851851852e-06,
"loss": 1.3275,
"step": 2630
},
{
"epoch": 8.08,
"learning_rate": 6.666666666666667e-06,
"loss": 1.6279,
"step": 2640
},
{
"epoch": 8.08,
"learning_rate": 6.481481481481481e-06,
"loss": 1.293,
"step": 2650
},
{
"epoch": 8.09,
"learning_rate": 6.296296296296296e-06,
"loss": 0.754,
"step": 2660
},
{
"epoch": 8.09,
"learning_rate": 6.111111111111111e-06,
"loss": 1.514,
"step": 2670
},
{
"epoch": 8.09,
"learning_rate": 5.925925925925927e-06,
"loss": 1.885,
"step": 2680
},
{
"epoch": 8.1,
"learning_rate": 5.740740740740741e-06,
"loss": 1.7632,
"step": 2690
},
{
"epoch": 8.1,
"learning_rate": 5.555555555555556e-06,
"loss": 0.2806,
"step": 2700
},
{
"epoch": 8.1,
"eval_accuracy": 0.35135135135135137,
"eval_loss": 2.7735354900360107,
"eval_runtime": 8.0014,
"eval_samples_per_second": 4.624,
"eval_steps_per_second": 4.624,
"step": 2700
},
{
"epoch": 9.0,
"learning_rate": 5.37037037037037e-06,
"loss": 1.1323,
"step": 2710
},
{
"epoch": 9.01,
"learning_rate": 5.185185185185185e-06,
"loss": 0.3361,
"step": 2720
},
{
"epoch": 9.01,
"learning_rate": 5e-06,
"loss": 1.5187,
"step": 2730
},
{
"epoch": 9.01,
"learning_rate": 4.814814814814815e-06,
"loss": 1.0224,
"step": 2740
},
{
"epoch": 9.02,
"learning_rate": 4.6296296296296296e-06,
"loss": 0.9034,
"step": 2750
},
{
"epoch": 9.02,
"learning_rate": 4.444444444444445e-06,
"loss": 1.0158,
"step": 2760
},
{
"epoch": 9.02,
"learning_rate": 4.2592592592592596e-06,
"loss": 0.6375,
"step": 2770
},
{
"epoch": 9.03,
"learning_rate": 4.074074074074075e-06,
"loss": 1.8772,
"step": 2780
},
{
"epoch": 9.03,
"learning_rate": 3.888888888888889e-06,
"loss": 1.0748,
"step": 2790
},
{
"epoch": 9.03,
"learning_rate": 3.7037037037037037e-06,
"loss": 0.9857,
"step": 2800
},
{
"epoch": 9.04,
"learning_rate": 3.5185185185185187e-06,
"loss": 2.9974,
"step": 2810
},
{
"epoch": 9.04,
"learning_rate": 3.3333333333333333e-06,
"loss": 0.9478,
"step": 2820
},
{
"epoch": 9.04,
"learning_rate": 3.148148148148148e-06,
"loss": 1.3206,
"step": 2830
},
{
"epoch": 9.05,
"learning_rate": 2.9629629629629633e-06,
"loss": 2.1553,
"step": 2840
},
{
"epoch": 9.05,
"learning_rate": 2.777777777777778e-06,
"loss": 2.3575,
"step": 2850
},
{
"epoch": 9.05,
"learning_rate": 2.5925925925925925e-06,
"loss": 1.433,
"step": 2860
},
{
"epoch": 9.06,
"learning_rate": 2.4074074074074075e-06,
"loss": 0.9617,
"step": 2870
},
{
"epoch": 9.06,
"learning_rate": 2.2222222222222225e-06,
"loss": 1.1871,
"step": 2880
},
{
"epoch": 9.06,
"learning_rate": 2.0370370370370375e-06,
"loss": 1.5125,
"step": 2890
},
{
"epoch": 9.07,
"learning_rate": 1.8518518518518519e-06,
"loss": 0.8774,
"step": 2900
},
{
"epoch": 9.07,
"learning_rate": 1.6666666666666667e-06,
"loss": 2.0533,
"step": 2910
},
{
"epoch": 9.07,
"learning_rate": 1.4814814814814817e-06,
"loss": 1.3807,
"step": 2920
},
{
"epoch": 9.08,
"learning_rate": 1.2962962962962962e-06,
"loss": 1.394,
"step": 2930
},
{
"epoch": 9.08,
"learning_rate": 1.1111111111111112e-06,
"loss": 1.5122,
"step": 2940
},
{
"epoch": 9.08,
"learning_rate": 9.259259259259259e-07,
"loss": 0.8405,
"step": 2950
},
{
"epoch": 9.09,
"learning_rate": 7.407407407407408e-07,
"loss": 0.7064,
"step": 2960
},
{
"epoch": 9.09,
"learning_rate": 5.555555555555556e-07,
"loss": 0.9997,
"step": 2970
},
{
"epoch": 9.09,
"learning_rate": 3.703703703703704e-07,
"loss": 0.7745,
"step": 2980
},
{
"epoch": 9.1,
"learning_rate": 1.851851851851852e-07,
"loss": 1.0899,
"step": 2990
},
{
"epoch": 9.1,
"learning_rate": 0.0,
"loss": 1.3832,
"step": 3000
},
{
"epoch": 9.1,
"eval_accuracy": 0.35135135135135137,
"eval_loss": 2.931495189666748,
"eval_runtime": 8.0466,
"eval_samples_per_second": 4.598,
"eval_steps_per_second": 4.598,
"step": 3000
},
{
"epoch": 9.1,
"step": 3000,
"total_flos": 7.712679002112e+18,
"train_loss": 2.043955718199412,
"train_runtime": 1387.0202,
"train_samples_per_second": 2.163,
"train_steps_per_second": 2.163
},
{
"epoch": 9.1,
"eval_accuracy": 0.41379310344827586,
"eval_loss": 2.1643764972686768,
"eval_runtime": 18.3497,
"eval_samples_per_second": 4.741,
"eval_steps_per_second": 4.741,
"step": 3000
},
{
"epoch": 9.1,
"eval_accuracy": 0.41379310344827586,
"eval_loss": 2.1643762588500977,
"eval_runtime": 18.2718,
"eval_samples_per_second": 4.761,
"eval_steps_per_second": 4.761,
"step": 3000
}
],
"logging_steps": 10,
"max_steps": 3000,
"num_train_epochs": 9223372036854775807,
"save_steps": 500,
"total_flos": 7.712679002112e+18,
"trial_name": null,
"trial_params": null
}