fruits-360-16-7 / trainer_state.json
PedroSampaio's picture
End of training
f645813
raw
history blame
91.9 kB
{
"best_metric": 0.999206629055007,
"best_model_checkpoint": "vit-base-patch16-224-PedroSampaio/fruits-360-16-7/checkpoint-4231",
"epoch": 6.995036634365398,
"eval_steps": 500,
"global_step": 7399,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 6.756756756756758e-07,
"loss": 4.9257,
"step": 10
},
{
"epoch": 0.02,
"learning_rate": 1.3513513513513515e-06,
"loss": 4.8661,
"step": 20
},
{
"epoch": 0.03,
"learning_rate": 2.0270270270270273e-06,
"loss": 4.8537,
"step": 30
},
{
"epoch": 0.04,
"learning_rate": 2.702702702702703e-06,
"loss": 4.8317,
"step": 40
},
{
"epoch": 0.05,
"learning_rate": 3.3783783783783788e-06,
"loss": 4.7658,
"step": 50
},
{
"epoch": 0.06,
"learning_rate": 4.0540540540540545e-06,
"loss": 4.732,
"step": 60
},
{
"epoch": 0.07,
"learning_rate": 4.72972972972973e-06,
"loss": 4.6466,
"step": 70
},
{
"epoch": 0.08,
"learning_rate": 5.405405405405406e-06,
"loss": 4.6307,
"step": 80
},
{
"epoch": 0.09,
"learning_rate": 6.081081081081082e-06,
"loss": 4.5271,
"step": 90
},
{
"epoch": 0.09,
"learning_rate": 6.7567567567567575e-06,
"loss": 4.4251,
"step": 100
},
{
"epoch": 0.1,
"learning_rate": 7.432432432432433e-06,
"loss": 4.335,
"step": 110
},
{
"epoch": 0.11,
"learning_rate": 8.108108108108109e-06,
"loss": 4.3085,
"step": 120
},
{
"epoch": 0.12,
"learning_rate": 8.783783783783785e-06,
"loss": 4.1661,
"step": 130
},
{
"epoch": 0.13,
"learning_rate": 9.45945945945946e-06,
"loss": 3.9852,
"step": 140
},
{
"epoch": 0.14,
"learning_rate": 1.0135135135135136e-05,
"loss": 3.8421,
"step": 150
},
{
"epoch": 0.15,
"learning_rate": 1.0810810810810812e-05,
"loss": 3.7319,
"step": 160
},
{
"epoch": 0.16,
"learning_rate": 1.1486486486486488e-05,
"loss": 3.5503,
"step": 170
},
{
"epoch": 0.17,
"learning_rate": 1.2162162162162164e-05,
"loss": 3.4383,
"step": 180
},
{
"epoch": 0.18,
"learning_rate": 1.2837837837837838e-05,
"loss": 3.2169,
"step": 190
},
{
"epoch": 0.19,
"learning_rate": 1.3513513513513515e-05,
"loss": 3.0741,
"step": 200
},
{
"epoch": 0.2,
"learning_rate": 1.4189189189189189e-05,
"loss": 2.8181,
"step": 210
},
{
"epoch": 0.21,
"learning_rate": 1.4864864864864867e-05,
"loss": 2.7227,
"step": 220
},
{
"epoch": 0.22,
"learning_rate": 1.554054054054054e-05,
"loss": 2.574,
"step": 230
},
{
"epoch": 0.23,
"learning_rate": 1.6216216216216218e-05,
"loss": 2.316,
"step": 240
},
{
"epoch": 0.24,
"learning_rate": 1.6891891891891892e-05,
"loss": 2.1108,
"step": 250
},
{
"epoch": 0.25,
"learning_rate": 1.756756756756757e-05,
"loss": 1.9886,
"step": 260
},
{
"epoch": 0.26,
"learning_rate": 1.8243243243243244e-05,
"loss": 1.7646,
"step": 270
},
{
"epoch": 0.26,
"learning_rate": 1.891891891891892e-05,
"loss": 1.651,
"step": 280
},
{
"epoch": 0.27,
"learning_rate": 1.9594594594594595e-05,
"loss": 1.414,
"step": 290
},
{
"epoch": 0.28,
"learning_rate": 2.0270270270270273e-05,
"loss": 1.2938,
"step": 300
},
{
"epoch": 0.29,
"learning_rate": 2.0945945945945947e-05,
"loss": 1.1818,
"step": 310
},
{
"epoch": 0.3,
"learning_rate": 2.1621621621621624e-05,
"loss": 0.9711,
"step": 320
},
{
"epoch": 0.31,
"learning_rate": 2.2297297297297298e-05,
"loss": 0.9027,
"step": 330
},
{
"epoch": 0.32,
"learning_rate": 2.2972972972972976e-05,
"loss": 0.7363,
"step": 340
},
{
"epoch": 0.33,
"learning_rate": 2.364864864864865e-05,
"loss": 0.6258,
"step": 350
},
{
"epoch": 0.34,
"learning_rate": 2.4324324324324327e-05,
"loss": 0.5407,
"step": 360
},
{
"epoch": 0.35,
"learning_rate": 2.5e-05,
"loss": 0.5127,
"step": 370
},
{
"epoch": 0.36,
"learning_rate": 2.5675675675675675e-05,
"loss": 0.4674,
"step": 380
},
{
"epoch": 0.37,
"learning_rate": 2.635135135135135e-05,
"loss": 0.4251,
"step": 390
},
{
"epoch": 0.38,
"learning_rate": 2.702702702702703e-05,
"loss": 0.3401,
"step": 400
},
{
"epoch": 0.39,
"learning_rate": 2.7702702702702704e-05,
"loss": 0.3347,
"step": 410
},
{
"epoch": 0.4,
"learning_rate": 2.8378378378378378e-05,
"loss": 0.2892,
"step": 420
},
{
"epoch": 0.41,
"learning_rate": 2.9054054054054052e-05,
"loss": 0.2568,
"step": 430
},
{
"epoch": 0.42,
"learning_rate": 2.9729729729729733e-05,
"loss": 0.2289,
"step": 440
},
{
"epoch": 0.43,
"learning_rate": 3.0405405405405407e-05,
"loss": 0.2235,
"step": 450
},
{
"epoch": 0.43,
"learning_rate": 3.108108108108108e-05,
"loss": 0.1915,
"step": 460
},
{
"epoch": 0.44,
"learning_rate": 3.175675675675676e-05,
"loss": 0.1868,
"step": 470
},
{
"epoch": 0.45,
"learning_rate": 3.2432432432432436e-05,
"loss": 0.1728,
"step": 480
},
{
"epoch": 0.46,
"learning_rate": 3.310810810810811e-05,
"loss": 0.1535,
"step": 490
},
{
"epoch": 0.47,
"learning_rate": 3.3783783783783784e-05,
"loss": 0.154,
"step": 500
},
{
"epoch": 0.48,
"learning_rate": 3.445945945945946e-05,
"loss": 0.123,
"step": 510
},
{
"epoch": 0.49,
"learning_rate": 3.513513513513514e-05,
"loss": 0.1252,
"step": 520
},
{
"epoch": 0.5,
"learning_rate": 3.581081081081081e-05,
"loss": 0.1124,
"step": 530
},
{
"epoch": 0.51,
"learning_rate": 3.648648648648649e-05,
"loss": 0.1117,
"step": 540
},
{
"epoch": 0.52,
"learning_rate": 3.7162162162162165e-05,
"loss": 0.0888,
"step": 550
},
{
"epoch": 0.53,
"learning_rate": 3.783783783783784e-05,
"loss": 0.1253,
"step": 560
},
{
"epoch": 0.54,
"learning_rate": 3.851351351351351e-05,
"loss": 0.0955,
"step": 570
},
{
"epoch": 0.55,
"learning_rate": 3.918918918918919e-05,
"loss": 0.0902,
"step": 580
},
{
"epoch": 0.56,
"learning_rate": 3.986486486486487e-05,
"loss": 0.0994,
"step": 590
},
{
"epoch": 0.57,
"learning_rate": 4.0540540540540545e-05,
"loss": 0.1303,
"step": 600
},
{
"epoch": 0.58,
"learning_rate": 4.1216216216216216e-05,
"loss": 0.1061,
"step": 610
},
{
"epoch": 0.59,
"learning_rate": 4.189189189189189e-05,
"loss": 0.1096,
"step": 620
},
{
"epoch": 0.6,
"learning_rate": 4.256756756756757e-05,
"loss": 0.1076,
"step": 630
},
{
"epoch": 0.61,
"learning_rate": 4.324324324324325e-05,
"loss": 0.0946,
"step": 640
},
{
"epoch": 0.61,
"learning_rate": 4.391891891891892e-05,
"loss": 0.0614,
"step": 650
},
{
"epoch": 0.62,
"learning_rate": 4.4594594594594596e-05,
"loss": 0.0766,
"step": 660
},
{
"epoch": 0.63,
"learning_rate": 4.5270270270270274e-05,
"loss": 0.0822,
"step": 670
},
{
"epoch": 0.64,
"learning_rate": 4.594594594594595e-05,
"loss": 0.0757,
"step": 680
},
{
"epoch": 0.65,
"learning_rate": 4.662162162162162e-05,
"loss": 0.0617,
"step": 690
},
{
"epoch": 0.66,
"learning_rate": 4.72972972972973e-05,
"loss": 0.0708,
"step": 700
},
{
"epoch": 0.67,
"learning_rate": 4.797297297297298e-05,
"loss": 0.0691,
"step": 710
},
{
"epoch": 0.68,
"learning_rate": 4.8648648648648654e-05,
"loss": 0.0575,
"step": 720
},
{
"epoch": 0.69,
"learning_rate": 4.9324324324324325e-05,
"loss": 0.0621,
"step": 730
},
{
"epoch": 0.7,
"learning_rate": 5e-05,
"loss": 0.0498,
"step": 740
},
{
"epoch": 0.71,
"learning_rate": 4.992491365069831e-05,
"loss": 0.0588,
"step": 750
},
{
"epoch": 0.72,
"learning_rate": 4.984982730139661e-05,
"loss": 0.0758,
"step": 760
},
{
"epoch": 0.73,
"learning_rate": 4.977474095209491e-05,
"loss": 0.0476,
"step": 770
},
{
"epoch": 0.74,
"learning_rate": 4.9699654602793215e-05,
"loss": 0.0594,
"step": 780
},
{
"epoch": 0.75,
"learning_rate": 4.9624568253491515e-05,
"loss": 0.0398,
"step": 790
},
{
"epoch": 0.76,
"learning_rate": 4.954948190418982e-05,
"loss": 0.035,
"step": 800
},
{
"epoch": 0.77,
"learning_rate": 4.947439555488813e-05,
"loss": 0.0612,
"step": 810
},
{
"epoch": 0.78,
"learning_rate": 4.939930920558643e-05,
"loss": 0.0785,
"step": 820
},
{
"epoch": 0.78,
"learning_rate": 4.932422285628473e-05,
"loss": 0.0393,
"step": 830
},
{
"epoch": 0.79,
"learning_rate": 4.9249136506983033e-05,
"loss": 0.0449,
"step": 840
},
{
"epoch": 0.8,
"learning_rate": 4.917405015768133e-05,
"loss": 0.0661,
"step": 850
},
{
"epoch": 0.81,
"learning_rate": 4.909896380837964e-05,
"loss": 0.0523,
"step": 860
},
{
"epoch": 0.82,
"learning_rate": 4.9023877459077946e-05,
"loss": 0.0477,
"step": 870
},
{
"epoch": 0.83,
"learning_rate": 4.8948791109776246e-05,
"loss": 0.0301,
"step": 880
},
{
"epoch": 0.84,
"learning_rate": 4.8873704760474546e-05,
"loss": 0.042,
"step": 890
},
{
"epoch": 0.85,
"learning_rate": 4.879861841117285e-05,
"loss": 0.0468,
"step": 900
},
{
"epoch": 0.86,
"learning_rate": 4.872353206187115e-05,
"loss": 0.0499,
"step": 910
},
{
"epoch": 0.87,
"learning_rate": 4.864844571256946e-05,
"loss": 0.0472,
"step": 920
},
{
"epoch": 0.88,
"learning_rate": 4.8573359363267765e-05,
"loss": 0.0505,
"step": 930
},
{
"epoch": 0.89,
"learning_rate": 4.8498273013966065e-05,
"loss": 0.0405,
"step": 940
},
{
"epoch": 0.9,
"learning_rate": 4.8423186664664364e-05,
"loss": 0.0724,
"step": 950
},
{
"epoch": 0.91,
"learning_rate": 4.834810031536267e-05,
"loss": 0.0811,
"step": 960
},
{
"epoch": 0.92,
"learning_rate": 4.827301396606097e-05,
"loss": 0.083,
"step": 970
},
{
"epoch": 0.93,
"learning_rate": 4.819792761675928e-05,
"loss": 0.0573,
"step": 980
},
{
"epoch": 0.94,
"learning_rate": 4.8122841267457583e-05,
"loss": 0.0453,
"step": 990
},
{
"epoch": 0.95,
"learning_rate": 4.8047754918155876e-05,
"loss": 0.0464,
"step": 1000
},
{
"epoch": 0.95,
"learning_rate": 4.797266856885418e-05,
"loss": 0.0513,
"step": 1010
},
{
"epoch": 0.96,
"learning_rate": 4.789758221955249e-05,
"loss": 0.0496,
"step": 1020
},
{
"epoch": 0.97,
"learning_rate": 4.782249587025079e-05,
"loss": 0.0273,
"step": 1030
},
{
"epoch": 0.98,
"learning_rate": 4.7747409520949096e-05,
"loss": 0.0478,
"step": 1040
},
{
"epoch": 0.99,
"learning_rate": 4.7672323171647395e-05,
"loss": 0.0718,
"step": 1050
},
{
"epoch": 1.0,
"eval_accuracy": 0.9975758110014105,
"eval_loss": 0.018832193687558174,
"eval_runtime": 111.7096,
"eval_samples_per_second": 203.098,
"eval_steps_per_second": 12.694,
"step": 1057
},
{
"epoch": 1.0,
"learning_rate": 4.7597236822345695e-05,
"loss": 0.0455,
"step": 1060
},
{
"epoch": 1.01,
"learning_rate": 4.7522150473044e-05,
"loss": 0.0551,
"step": 1070
},
{
"epoch": 1.02,
"learning_rate": 4.744706412374231e-05,
"loss": 0.0395,
"step": 1080
},
{
"epoch": 1.03,
"learning_rate": 4.737197777444061e-05,
"loss": 0.0639,
"step": 1090
},
{
"epoch": 1.04,
"learning_rate": 4.7296891425138914e-05,
"loss": 0.0404,
"step": 1100
},
{
"epoch": 1.05,
"learning_rate": 4.7221805075837214e-05,
"loss": 0.0265,
"step": 1110
},
{
"epoch": 1.06,
"learning_rate": 4.7146718726535514e-05,
"loss": 0.0385,
"step": 1120
},
{
"epoch": 1.07,
"learning_rate": 4.707163237723382e-05,
"loss": 0.0211,
"step": 1130
},
{
"epoch": 1.08,
"learning_rate": 4.699654602793213e-05,
"loss": 0.0206,
"step": 1140
},
{
"epoch": 1.09,
"learning_rate": 4.6921459678630426e-05,
"loss": 0.021,
"step": 1150
},
{
"epoch": 1.1,
"learning_rate": 4.684637332932873e-05,
"loss": 0.0225,
"step": 1160
},
{
"epoch": 1.11,
"learning_rate": 4.677128698002703e-05,
"loss": 0.0158,
"step": 1170
},
{
"epoch": 1.12,
"learning_rate": 4.669620063072533e-05,
"loss": 0.0185,
"step": 1180
},
{
"epoch": 1.13,
"learning_rate": 4.662111428142364e-05,
"loss": 0.0323,
"step": 1190
},
{
"epoch": 1.13,
"learning_rate": 4.6546027932121945e-05,
"loss": 0.0403,
"step": 1200
},
{
"epoch": 1.14,
"learning_rate": 4.6470941582820245e-05,
"loss": 0.0218,
"step": 1210
},
{
"epoch": 1.15,
"learning_rate": 4.639585523351855e-05,
"loss": 0.0479,
"step": 1220
},
{
"epoch": 1.16,
"learning_rate": 4.632076888421685e-05,
"loss": 0.0423,
"step": 1230
},
{
"epoch": 1.17,
"learning_rate": 4.624568253491515e-05,
"loss": 0.0309,
"step": 1240
},
{
"epoch": 1.18,
"learning_rate": 4.617059618561346e-05,
"loss": 0.0406,
"step": 1250
},
{
"epoch": 1.19,
"learning_rate": 4.6095509836311764e-05,
"loss": 0.0288,
"step": 1260
},
{
"epoch": 1.2,
"learning_rate": 4.6020423487010064e-05,
"loss": 0.0287,
"step": 1270
},
{
"epoch": 1.21,
"learning_rate": 4.594533713770836e-05,
"loss": 0.0339,
"step": 1280
},
{
"epoch": 1.22,
"learning_rate": 4.587025078840667e-05,
"loss": 0.0284,
"step": 1290
},
{
"epoch": 1.23,
"learning_rate": 4.579516443910497e-05,
"loss": 0.0468,
"step": 1300
},
{
"epoch": 1.24,
"learning_rate": 4.5720078089803276e-05,
"loss": 0.0419,
"step": 1310
},
{
"epoch": 1.25,
"learning_rate": 4.564499174050158e-05,
"loss": 0.0361,
"step": 1320
},
{
"epoch": 1.26,
"learning_rate": 4.556990539119988e-05,
"loss": 0.0288,
"step": 1330
},
{
"epoch": 1.27,
"learning_rate": 4.549481904189818e-05,
"loss": 0.0315,
"step": 1340
},
{
"epoch": 1.28,
"learning_rate": 4.541973269259649e-05,
"loss": 0.0366,
"step": 1350
},
{
"epoch": 1.29,
"learning_rate": 4.534464634329479e-05,
"loss": 0.0203,
"step": 1360
},
{
"epoch": 1.3,
"learning_rate": 4.5269559993993095e-05,
"loss": 0.0173,
"step": 1370
},
{
"epoch": 1.3,
"learning_rate": 4.51944736446914e-05,
"loss": 0.0316,
"step": 1380
},
{
"epoch": 1.31,
"learning_rate": 4.51193872953897e-05,
"loss": 0.0422,
"step": 1390
},
{
"epoch": 1.32,
"learning_rate": 4.5044300946088e-05,
"loss": 0.0277,
"step": 1400
},
{
"epoch": 1.33,
"learning_rate": 4.496921459678631e-05,
"loss": 0.0244,
"step": 1410
},
{
"epoch": 1.34,
"learning_rate": 4.489412824748461e-05,
"loss": 0.0382,
"step": 1420
},
{
"epoch": 1.35,
"learning_rate": 4.481904189818291e-05,
"loss": 0.0346,
"step": 1430
},
{
"epoch": 1.36,
"learning_rate": 4.474395554888122e-05,
"loss": 0.0281,
"step": 1440
},
{
"epoch": 1.37,
"learning_rate": 4.466886919957951e-05,
"loss": 0.0213,
"step": 1450
},
{
"epoch": 1.38,
"learning_rate": 4.459378285027782e-05,
"loss": 0.0133,
"step": 1460
},
{
"epoch": 1.39,
"learning_rate": 4.4518696500976126e-05,
"loss": 0.0425,
"step": 1470
},
{
"epoch": 1.4,
"learning_rate": 4.4443610151674425e-05,
"loss": 0.0255,
"step": 1480
},
{
"epoch": 1.41,
"learning_rate": 4.436852380237273e-05,
"loss": 0.0171,
"step": 1490
},
{
"epoch": 1.42,
"learning_rate": 4.429343745307103e-05,
"loss": 0.0169,
"step": 1500
},
{
"epoch": 1.43,
"learning_rate": 4.421835110376933e-05,
"loss": 0.0157,
"step": 1510
},
{
"epoch": 1.44,
"learning_rate": 4.414326475446764e-05,
"loss": 0.0098,
"step": 1520
},
{
"epoch": 1.45,
"learning_rate": 4.4068178405165944e-05,
"loss": 0.0212,
"step": 1530
},
{
"epoch": 1.46,
"learning_rate": 4.3993092055864244e-05,
"loss": 0.0152,
"step": 1540
},
{
"epoch": 1.47,
"learning_rate": 4.391800570656255e-05,
"loss": 0.0167,
"step": 1550
},
{
"epoch": 1.47,
"learning_rate": 4.384291935726085e-05,
"loss": 0.0209,
"step": 1560
},
{
"epoch": 1.48,
"learning_rate": 4.376783300795915e-05,
"loss": 0.0152,
"step": 1570
},
{
"epoch": 1.49,
"learning_rate": 4.3692746658657457e-05,
"loss": 0.0268,
"step": 1580
},
{
"epoch": 1.5,
"learning_rate": 4.361766030935576e-05,
"loss": 0.0373,
"step": 1590
},
{
"epoch": 1.51,
"learning_rate": 4.354257396005406e-05,
"loss": 0.0292,
"step": 1600
},
{
"epoch": 1.52,
"learning_rate": 4.346748761075237e-05,
"loss": 0.0141,
"step": 1610
},
{
"epoch": 1.53,
"learning_rate": 4.339240126145067e-05,
"loss": 0.0137,
"step": 1620
},
{
"epoch": 1.54,
"learning_rate": 4.331731491214897e-05,
"loss": 0.0392,
"step": 1630
},
{
"epoch": 1.55,
"learning_rate": 4.3242228562847275e-05,
"loss": 0.019,
"step": 1640
},
{
"epoch": 1.56,
"learning_rate": 4.316714221354558e-05,
"loss": 0.0328,
"step": 1650
},
{
"epoch": 1.57,
"learning_rate": 4.309205586424388e-05,
"loss": 0.0185,
"step": 1660
},
{
"epoch": 1.58,
"learning_rate": 4.301696951494219e-05,
"loss": 0.0452,
"step": 1670
},
{
"epoch": 1.59,
"learning_rate": 4.294188316564049e-05,
"loss": 0.0087,
"step": 1680
},
{
"epoch": 1.6,
"learning_rate": 4.286679681633879e-05,
"loss": 0.017,
"step": 1690
},
{
"epoch": 1.61,
"learning_rate": 4.2791710467037094e-05,
"loss": 0.0141,
"step": 1700
},
{
"epoch": 1.62,
"learning_rate": 4.27166241177354e-05,
"loss": 0.0233,
"step": 1710
},
{
"epoch": 1.63,
"learning_rate": 4.26415377684337e-05,
"loss": 0.0121,
"step": 1720
},
{
"epoch": 1.64,
"learning_rate": 4.2566451419132e-05,
"loss": 0.0114,
"step": 1730
},
{
"epoch": 1.65,
"learning_rate": 4.2491365069830306e-05,
"loss": 0.0216,
"step": 1740
},
{
"epoch": 1.65,
"learning_rate": 4.2416278720528606e-05,
"loss": 0.009,
"step": 1750
},
{
"epoch": 1.66,
"learning_rate": 4.234119237122691e-05,
"loss": 0.015,
"step": 1760
},
{
"epoch": 1.67,
"learning_rate": 4.226610602192522e-05,
"loss": 0.033,
"step": 1770
},
{
"epoch": 1.68,
"learning_rate": 4.219101967262352e-05,
"loss": 0.0453,
"step": 1780
},
{
"epoch": 1.69,
"learning_rate": 4.211593332332182e-05,
"loss": 0.0226,
"step": 1790
},
{
"epoch": 1.7,
"learning_rate": 4.2040846974020125e-05,
"loss": 0.0218,
"step": 1800
},
{
"epoch": 1.71,
"learning_rate": 4.196576062471843e-05,
"loss": 0.028,
"step": 1810
},
{
"epoch": 1.72,
"learning_rate": 4.189067427541673e-05,
"loss": 0.0165,
"step": 1820
},
{
"epoch": 1.73,
"learning_rate": 4.181558792611504e-05,
"loss": 0.0221,
"step": 1830
},
{
"epoch": 1.74,
"learning_rate": 4.174050157681334e-05,
"loss": 0.0154,
"step": 1840
},
{
"epoch": 1.75,
"learning_rate": 4.166541522751164e-05,
"loss": 0.018,
"step": 1850
},
{
"epoch": 1.76,
"learning_rate": 4.1590328878209944e-05,
"loss": 0.0383,
"step": 1860
},
{
"epoch": 1.77,
"learning_rate": 4.151524252890825e-05,
"loss": 0.0373,
"step": 1870
},
{
"epoch": 1.78,
"learning_rate": 4.144015617960655e-05,
"loss": 0.0392,
"step": 1880
},
{
"epoch": 1.79,
"learning_rate": 4.1365069830304856e-05,
"loss": 0.05,
"step": 1890
},
{
"epoch": 1.8,
"learning_rate": 4.1289983481003156e-05,
"loss": 0.026,
"step": 1900
},
{
"epoch": 1.81,
"learning_rate": 4.1214897131701456e-05,
"loss": 0.0258,
"step": 1910
},
{
"epoch": 1.82,
"learning_rate": 4.113981078239976e-05,
"loss": 0.0143,
"step": 1920
},
{
"epoch": 1.82,
"learning_rate": 4.106472443309807e-05,
"loss": 0.0366,
"step": 1930
},
{
"epoch": 1.83,
"learning_rate": 4.098963808379637e-05,
"loss": 0.043,
"step": 1940
},
{
"epoch": 1.84,
"learning_rate": 4.0914551734494675e-05,
"loss": 0.0209,
"step": 1950
},
{
"epoch": 1.85,
"learning_rate": 4.0839465385192975e-05,
"loss": 0.0236,
"step": 1960
},
{
"epoch": 1.86,
"learning_rate": 4.0764379035891274e-05,
"loss": 0.0109,
"step": 1970
},
{
"epoch": 1.87,
"learning_rate": 4.068929268658958e-05,
"loss": 0.0268,
"step": 1980
},
{
"epoch": 1.88,
"learning_rate": 4.061420633728789e-05,
"loss": 0.0246,
"step": 1990
},
{
"epoch": 1.89,
"learning_rate": 4.053911998798619e-05,
"loss": 0.0151,
"step": 2000
},
{
"epoch": 1.9,
"learning_rate": 4.046403363868449e-05,
"loss": 0.0185,
"step": 2010
},
{
"epoch": 1.91,
"learning_rate": 4.038894728938279e-05,
"loss": 0.0133,
"step": 2020
},
{
"epoch": 1.92,
"learning_rate": 4.031386094008109e-05,
"loss": 0.0226,
"step": 2030
},
{
"epoch": 1.93,
"learning_rate": 4.02387745907794e-05,
"loss": 0.0133,
"step": 2040
},
{
"epoch": 1.94,
"learning_rate": 4.0163688241477706e-05,
"loss": 0.0161,
"step": 2050
},
{
"epoch": 1.95,
"learning_rate": 4.0088601892176006e-05,
"loss": 0.0222,
"step": 2060
},
{
"epoch": 1.96,
"learning_rate": 4.0013515542874305e-05,
"loss": 0.0171,
"step": 2070
},
{
"epoch": 1.97,
"learning_rate": 3.993842919357261e-05,
"loss": 0.0212,
"step": 2080
},
{
"epoch": 1.98,
"learning_rate": 3.986334284427091e-05,
"loss": 0.0226,
"step": 2090
},
{
"epoch": 1.99,
"learning_rate": 3.978825649496922e-05,
"loss": 0.0396,
"step": 2100
},
{
"epoch": 1.99,
"learning_rate": 3.9713170145667525e-05,
"loss": 0.0135,
"step": 2110
},
{
"epoch": 2.0,
"eval_accuracy": 0.9991625528913963,
"eval_loss": 0.005455492064356804,
"eval_runtime": 112.6964,
"eval_samples_per_second": 201.32,
"eval_steps_per_second": 12.582,
"step": 2115
},
{
"epoch": 2.0,
"learning_rate": 3.9638083796365824e-05,
"loss": 0.0229,
"step": 2120
},
{
"epoch": 2.01,
"learning_rate": 3.9562997447064124e-05,
"loss": 0.0148,
"step": 2130
},
{
"epoch": 2.02,
"learning_rate": 3.948791109776243e-05,
"loss": 0.0104,
"step": 2140
},
{
"epoch": 2.03,
"learning_rate": 3.941282474846073e-05,
"loss": 0.0128,
"step": 2150
},
{
"epoch": 2.04,
"learning_rate": 3.933773839915904e-05,
"loss": 0.015,
"step": 2160
},
{
"epoch": 2.05,
"learning_rate": 3.926265204985734e-05,
"loss": 0.0218,
"step": 2170
},
{
"epoch": 2.06,
"learning_rate": 3.918756570055564e-05,
"loss": 0.0188,
"step": 2180
},
{
"epoch": 2.07,
"learning_rate": 3.911247935125394e-05,
"loss": 0.0194,
"step": 2190
},
{
"epoch": 2.08,
"learning_rate": 3.903739300195225e-05,
"loss": 0.0102,
"step": 2200
},
{
"epoch": 2.09,
"learning_rate": 3.896230665265055e-05,
"loss": 0.021,
"step": 2210
},
{
"epoch": 2.1,
"learning_rate": 3.8887220303348855e-05,
"loss": 0.0104,
"step": 2220
},
{
"epoch": 2.11,
"learning_rate": 3.8812133954047155e-05,
"loss": 0.0212,
"step": 2230
},
{
"epoch": 2.12,
"learning_rate": 3.8737047604745455e-05,
"loss": 0.0195,
"step": 2240
},
{
"epoch": 2.13,
"learning_rate": 3.866196125544376e-05,
"loss": 0.0054,
"step": 2250
},
{
"epoch": 2.14,
"learning_rate": 3.858687490614207e-05,
"loss": 0.0058,
"step": 2260
},
{
"epoch": 2.15,
"learning_rate": 3.851178855684037e-05,
"loss": 0.0047,
"step": 2270
},
{
"epoch": 2.16,
"learning_rate": 3.8436702207538674e-05,
"loss": 0.0246,
"step": 2280
},
{
"epoch": 2.16,
"learning_rate": 3.8361615858236974e-05,
"loss": 0.0386,
"step": 2290
},
{
"epoch": 2.17,
"learning_rate": 3.8286529508935273e-05,
"loss": 0.0163,
"step": 2300
},
{
"epoch": 2.18,
"learning_rate": 3.821144315963358e-05,
"loss": 0.018,
"step": 2310
},
{
"epoch": 2.19,
"learning_rate": 3.8136356810331886e-05,
"loss": 0.0119,
"step": 2320
},
{
"epoch": 2.2,
"learning_rate": 3.8061270461030186e-05,
"loss": 0.0111,
"step": 2330
},
{
"epoch": 2.21,
"learning_rate": 3.798618411172849e-05,
"loss": 0.0212,
"step": 2340
},
{
"epoch": 2.22,
"learning_rate": 3.791109776242679e-05,
"loss": 0.0164,
"step": 2350
},
{
"epoch": 2.23,
"learning_rate": 3.783601141312509e-05,
"loss": 0.0198,
"step": 2360
},
{
"epoch": 2.24,
"learning_rate": 3.77609250638234e-05,
"loss": 0.0105,
"step": 2370
},
{
"epoch": 2.25,
"learning_rate": 3.7685838714521705e-05,
"loss": 0.0032,
"step": 2380
},
{
"epoch": 2.26,
"learning_rate": 3.7610752365220005e-05,
"loss": 0.0157,
"step": 2390
},
{
"epoch": 2.27,
"learning_rate": 3.753566601591831e-05,
"loss": 0.0167,
"step": 2400
},
{
"epoch": 2.28,
"learning_rate": 3.746057966661661e-05,
"loss": 0.0097,
"step": 2410
},
{
"epoch": 2.29,
"learning_rate": 3.738549331731491e-05,
"loss": 0.019,
"step": 2420
},
{
"epoch": 2.3,
"learning_rate": 3.731040696801322e-05,
"loss": 0.0047,
"step": 2430
},
{
"epoch": 2.31,
"learning_rate": 3.7235320618711524e-05,
"loss": 0.0133,
"step": 2440
},
{
"epoch": 2.32,
"learning_rate": 3.7160234269409823e-05,
"loss": 0.02,
"step": 2450
},
{
"epoch": 2.33,
"learning_rate": 3.708514792010812e-05,
"loss": 0.0122,
"step": 2460
},
{
"epoch": 2.34,
"learning_rate": 3.701006157080643e-05,
"loss": 0.0065,
"step": 2470
},
{
"epoch": 2.34,
"learning_rate": 3.693497522150473e-05,
"loss": 0.0079,
"step": 2480
},
{
"epoch": 2.35,
"learning_rate": 3.6859888872203036e-05,
"loss": 0.0129,
"step": 2490
},
{
"epoch": 2.36,
"learning_rate": 3.678480252290134e-05,
"loss": 0.0146,
"step": 2500
},
{
"epoch": 2.37,
"learning_rate": 3.670971617359964e-05,
"loss": 0.0217,
"step": 2510
},
{
"epoch": 2.38,
"learning_rate": 3.663462982429794e-05,
"loss": 0.0236,
"step": 2520
},
{
"epoch": 2.39,
"learning_rate": 3.655954347499625e-05,
"loss": 0.0214,
"step": 2530
},
{
"epoch": 2.4,
"learning_rate": 3.648445712569455e-05,
"loss": 0.0093,
"step": 2540
},
{
"epoch": 2.41,
"learning_rate": 3.6409370776392855e-05,
"loss": 0.0181,
"step": 2550
},
{
"epoch": 2.42,
"learning_rate": 3.633428442709116e-05,
"loss": 0.0178,
"step": 2560
},
{
"epoch": 2.43,
"learning_rate": 3.625919807778946e-05,
"loss": 0.0198,
"step": 2570
},
{
"epoch": 2.44,
"learning_rate": 3.618411172848776e-05,
"loss": 0.0252,
"step": 2580
},
{
"epoch": 2.45,
"learning_rate": 3.610902537918607e-05,
"loss": 0.0072,
"step": 2590
},
{
"epoch": 2.46,
"learning_rate": 3.603393902988437e-05,
"loss": 0.009,
"step": 2600
},
{
"epoch": 2.47,
"learning_rate": 3.595885268058267e-05,
"loss": 0.0085,
"step": 2610
},
{
"epoch": 2.48,
"learning_rate": 3.588376633128098e-05,
"loss": 0.0107,
"step": 2620
},
{
"epoch": 2.49,
"learning_rate": 3.580867998197928e-05,
"loss": 0.0152,
"step": 2630
},
{
"epoch": 2.5,
"learning_rate": 3.573359363267758e-05,
"loss": 0.0049,
"step": 2640
},
{
"epoch": 2.51,
"learning_rate": 3.5658507283375886e-05,
"loss": 0.0034,
"step": 2650
},
{
"epoch": 2.51,
"learning_rate": 3.5583420934074185e-05,
"loss": 0.0048,
"step": 2660
},
{
"epoch": 2.52,
"learning_rate": 3.550833458477249e-05,
"loss": 0.0137,
"step": 2670
},
{
"epoch": 2.53,
"learning_rate": 3.54332482354708e-05,
"loss": 0.0097,
"step": 2680
},
{
"epoch": 2.54,
"learning_rate": 3.535816188616909e-05,
"loss": 0.0064,
"step": 2690
},
{
"epoch": 2.55,
"learning_rate": 3.52830755368674e-05,
"loss": 0.0154,
"step": 2700
},
{
"epoch": 2.56,
"learning_rate": 3.5207989187565704e-05,
"loss": 0.0074,
"step": 2710
},
{
"epoch": 2.57,
"learning_rate": 3.5132902838264004e-05,
"loss": 0.0095,
"step": 2720
},
{
"epoch": 2.58,
"learning_rate": 3.505781648896231e-05,
"loss": 0.0168,
"step": 2730
},
{
"epoch": 2.59,
"learning_rate": 3.498273013966061e-05,
"loss": 0.0058,
"step": 2740
},
{
"epoch": 2.6,
"learning_rate": 3.490764379035891e-05,
"loss": 0.0082,
"step": 2750
},
{
"epoch": 2.61,
"learning_rate": 3.4832557441057216e-05,
"loss": 0.0175,
"step": 2760
},
{
"epoch": 2.62,
"learning_rate": 3.475747109175552e-05,
"loss": 0.0226,
"step": 2770
},
{
"epoch": 2.63,
"learning_rate": 3.468238474245382e-05,
"loss": 0.0258,
"step": 2780
},
{
"epoch": 2.64,
"learning_rate": 3.460729839315213e-05,
"loss": 0.0376,
"step": 2790
},
{
"epoch": 2.65,
"learning_rate": 3.453221204385043e-05,
"loss": 0.0171,
"step": 2800
},
{
"epoch": 2.66,
"learning_rate": 3.445712569454873e-05,
"loss": 0.0092,
"step": 2810
},
{
"epoch": 2.67,
"learning_rate": 3.4382039345247035e-05,
"loss": 0.0223,
"step": 2820
},
{
"epoch": 2.68,
"learning_rate": 3.430695299594534e-05,
"loss": 0.0062,
"step": 2830
},
{
"epoch": 2.68,
"learning_rate": 3.423186664664364e-05,
"loss": 0.0167,
"step": 2840
},
{
"epoch": 2.69,
"learning_rate": 3.415678029734195e-05,
"loss": 0.0021,
"step": 2850
},
{
"epoch": 2.7,
"learning_rate": 3.408169394804025e-05,
"loss": 0.0058,
"step": 2860
},
{
"epoch": 2.71,
"learning_rate": 3.400660759873855e-05,
"loss": 0.0163,
"step": 2870
},
{
"epoch": 2.72,
"learning_rate": 3.3931521249436854e-05,
"loss": 0.0152,
"step": 2880
},
{
"epoch": 2.73,
"learning_rate": 3.385643490013516e-05,
"loss": 0.0115,
"step": 2890
},
{
"epoch": 2.74,
"learning_rate": 3.378134855083346e-05,
"loss": 0.0081,
"step": 2900
},
{
"epoch": 2.75,
"learning_rate": 3.3706262201531766e-05,
"loss": 0.0181,
"step": 2910
},
{
"epoch": 2.76,
"learning_rate": 3.3631175852230066e-05,
"loss": 0.0065,
"step": 2920
},
{
"epoch": 2.77,
"learning_rate": 3.3556089502928366e-05,
"loss": 0.0142,
"step": 2930
},
{
"epoch": 2.78,
"learning_rate": 3.348100315362667e-05,
"loss": 0.0097,
"step": 2940
},
{
"epoch": 2.79,
"learning_rate": 3.340591680432498e-05,
"loss": 0.0134,
"step": 2950
},
{
"epoch": 2.8,
"learning_rate": 3.333083045502328e-05,
"loss": 0.023,
"step": 2960
},
{
"epoch": 2.81,
"learning_rate": 3.325574410572158e-05,
"loss": 0.0265,
"step": 2970
},
{
"epoch": 2.82,
"learning_rate": 3.3180657756419885e-05,
"loss": 0.0069,
"step": 2980
},
{
"epoch": 2.83,
"learning_rate": 3.3105571407118184e-05,
"loss": 0.0077,
"step": 2990
},
{
"epoch": 2.84,
"learning_rate": 3.303048505781649e-05,
"loss": 0.0094,
"step": 3000
},
{
"epoch": 2.85,
"learning_rate": 3.29553987085148e-05,
"loss": 0.0088,
"step": 3010
},
{
"epoch": 2.86,
"learning_rate": 3.28803123592131e-05,
"loss": 0.0134,
"step": 3020
},
{
"epoch": 2.86,
"learning_rate": 3.28052260099114e-05,
"loss": 0.0086,
"step": 3030
},
{
"epoch": 2.87,
"learning_rate": 3.27301396606097e-05,
"loss": 0.0441,
"step": 3040
},
{
"epoch": 2.88,
"learning_rate": 3.2655053311308e-05,
"loss": 0.0249,
"step": 3050
},
{
"epoch": 2.89,
"learning_rate": 3.257996696200631e-05,
"loss": 0.002,
"step": 3060
},
{
"epoch": 2.9,
"learning_rate": 3.2504880612704616e-05,
"loss": 0.0298,
"step": 3070
},
{
"epoch": 2.91,
"learning_rate": 3.2429794263402916e-05,
"loss": 0.0115,
"step": 3080
},
{
"epoch": 2.92,
"learning_rate": 3.2354707914101215e-05,
"loss": 0.0109,
"step": 3090
},
{
"epoch": 2.93,
"learning_rate": 3.227962156479952e-05,
"loss": 0.0199,
"step": 3100
},
{
"epoch": 2.94,
"learning_rate": 3.220453521549782e-05,
"loss": 0.0158,
"step": 3110
},
{
"epoch": 2.95,
"learning_rate": 3.212944886619613e-05,
"loss": 0.0076,
"step": 3120
},
{
"epoch": 2.96,
"learning_rate": 3.2054362516894435e-05,
"loss": 0.0089,
"step": 3130
},
{
"epoch": 2.97,
"learning_rate": 3.1979276167592734e-05,
"loss": 0.0065,
"step": 3140
},
{
"epoch": 2.98,
"learning_rate": 3.1904189818291034e-05,
"loss": 0.0153,
"step": 3150
},
{
"epoch": 2.99,
"learning_rate": 3.182910346898934e-05,
"loss": 0.01,
"step": 3160
},
{
"epoch": 3.0,
"learning_rate": 3.175401711968764e-05,
"loss": 0.0236,
"step": 3170
},
{
"epoch": 3.0,
"eval_accuracy": 0.9975758110014105,
"eval_loss": 0.007671368774026632,
"eval_runtime": 111.7534,
"eval_samples_per_second": 203.018,
"eval_steps_per_second": 12.689,
"step": 3173
},
{
"epoch": 3.01,
"learning_rate": 3.167893077038595e-05,
"loss": 0.009,
"step": 3180
},
{
"epoch": 3.02,
"learning_rate": 3.1603844421084247e-05,
"loss": 0.0072,
"step": 3190
},
{
"epoch": 3.03,
"learning_rate": 3.1528758071782546e-05,
"loss": 0.0216,
"step": 3200
},
{
"epoch": 3.03,
"learning_rate": 3.145367172248085e-05,
"loss": 0.0172,
"step": 3210
},
{
"epoch": 3.04,
"learning_rate": 3.137858537317916e-05,
"loss": 0.0156,
"step": 3220
},
{
"epoch": 3.05,
"learning_rate": 3.130349902387746e-05,
"loss": 0.0116,
"step": 3230
},
{
"epoch": 3.06,
"learning_rate": 3.1228412674575765e-05,
"loss": 0.0026,
"step": 3240
},
{
"epoch": 3.07,
"learning_rate": 3.1153326325274065e-05,
"loss": 0.0028,
"step": 3250
},
{
"epoch": 3.08,
"learning_rate": 3.1078239975972365e-05,
"loss": 0.0107,
"step": 3260
},
{
"epoch": 3.09,
"learning_rate": 3.100315362667067e-05,
"loss": 0.0034,
"step": 3270
},
{
"epoch": 3.1,
"learning_rate": 3.092806727736898e-05,
"loss": 0.0034,
"step": 3280
},
{
"epoch": 3.11,
"learning_rate": 3.085298092806728e-05,
"loss": 0.0261,
"step": 3290
},
{
"epoch": 3.12,
"learning_rate": 3.0777894578765584e-05,
"loss": 0.0179,
"step": 3300
},
{
"epoch": 3.13,
"learning_rate": 3.0702808229463884e-05,
"loss": 0.0144,
"step": 3310
},
{
"epoch": 3.14,
"learning_rate": 3.0627721880162184e-05,
"loss": 0.008,
"step": 3320
},
{
"epoch": 3.15,
"learning_rate": 3.055263553086049e-05,
"loss": 0.0048,
"step": 3330
},
{
"epoch": 3.16,
"learning_rate": 3.0477549181558797e-05,
"loss": 0.0093,
"step": 3340
},
{
"epoch": 3.17,
"learning_rate": 3.0402462832257096e-05,
"loss": 0.0244,
"step": 3350
},
{
"epoch": 3.18,
"learning_rate": 3.03273764829554e-05,
"loss": 0.0124,
"step": 3360
},
{
"epoch": 3.19,
"learning_rate": 3.0252290133653706e-05,
"loss": 0.0142,
"step": 3370
},
{
"epoch": 3.2,
"learning_rate": 3.0177203784352006e-05,
"loss": 0.0074,
"step": 3380
},
{
"epoch": 3.2,
"learning_rate": 3.010211743505031e-05,
"loss": 0.0117,
"step": 3390
},
{
"epoch": 3.21,
"learning_rate": 3.0027031085748615e-05,
"loss": 0.0028,
"step": 3400
},
{
"epoch": 3.22,
"learning_rate": 2.995194473644691e-05,
"loss": 0.0042,
"step": 3410
},
{
"epoch": 3.23,
"learning_rate": 2.9876858387145218e-05,
"loss": 0.0079,
"step": 3420
},
{
"epoch": 3.24,
"learning_rate": 2.980177203784352e-05,
"loss": 0.0102,
"step": 3430
},
{
"epoch": 3.25,
"learning_rate": 2.972668568854182e-05,
"loss": 0.0059,
"step": 3440
},
{
"epoch": 3.26,
"learning_rate": 2.9651599339240127e-05,
"loss": 0.0084,
"step": 3450
},
{
"epoch": 3.27,
"learning_rate": 2.957651298993843e-05,
"loss": 0.0225,
"step": 3460
},
{
"epoch": 3.28,
"learning_rate": 2.950142664063673e-05,
"loss": 0.0296,
"step": 3470
},
{
"epoch": 3.29,
"learning_rate": 2.9426340291335037e-05,
"loss": 0.0122,
"step": 3480
},
{
"epoch": 3.3,
"learning_rate": 2.935125394203334e-05,
"loss": 0.0031,
"step": 3490
},
{
"epoch": 3.31,
"learning_rate": 2.927616759273164e-05,
"loss": 0.0122,
"step": 3500
},
{
"epoch": 3.32,
"learning_rate": 2.9201081243429946e-05,
"loss": 0.004,
"step": 3510
},
{
"epoch": 3.33,
"learning_rate": 2.912599489412825e-05,
"loss": 0.0248,
"step": 3520
},
{
"epoch": 3.34,
"learning_rate": 2.905090854482655e-05,
"loss": 0.0255,
"step": 3530
},
{
"epoch": 3.35,
"learning_rate": 2.8975822195524855e-05,
"loss": 0.0206,
"step": 3540
},
{
"epoch": 3.36,
"learning_rate": 2.890073584622316e-05,
"loss": 0.0145,
"step": 3550
},
{
"epoch": 3.37,
"learning_rate": 2.8825649496921458e-05,
"loss": 0.0098,
"step": 3560
},
{
"epoch": 3.38,
"learning_rate": 2.8750563147619765e-05,
"loss": 0.017,
"step": 3570
},
{
"epoch": 3.38,
"learning_rate": 2.8675476798318068e-05,
"loss": 0.0101,
"step": 3580
},
{
"epoch": 3.39,
"learning_rate": 2.8600390449016367e-05,
"loss": 0.014,
"step": 3590
},
{
"epoch": 3.4,
"learning_rate": 2.8525304099714674e-05,
"loss": 0.014,
"step": 3600
},
{
"epoch": 3.41,
"learning_rate": 2.8450217750412977e-05,
"loss": 0.0292,
"step": 3610
},
{
"epoch": 3.42,
"learning_rate": 2.8375131401111277e-05,
"loss": 0.0034,
"step": 3620
},
{
"epoch": 3.43,
"learning_rate": 2.8300045051809583e-05,
"loss": 0.0062,
"step": 3630
},
{
"epoch": 3.44,
"learning_rate": 2.8224958702507886e-05,
"loss": 0.0144,
"step": 3640
},
{
"epoch": 3.45,
"learning_rate": 2.8149872353206186e-05,
"loss": 0.0032,
"step": 3650
},
{
"epoch": 3.46,
"learning_rate": 2.807478600390449e-05,
"loss": 0.0106,
"step": 3660
},
{
"epoch": 3.47,
"learning_rate": 2.7999699654602796e-05,
"loss": 0.0035,
"step": 3670
},
{
"epoch": 3.48,
"learning_rate": 2.7924613305301095e-05,
"loss": 0.0046,
"step": 3680
},
{
"epoch": 3.49,
"learning_rate": 2.78495269559994e-05,
"loss": 0.011,
"step": 3690
},
{
"epoch": 3.5,
"learning_rate": 2.7774440606697705e-05,
"loss": 0.0014,
"step": 3700
},
{
"epoch": 3.51,
"learning_rate": 2.7699354257396005e-05,
"loss": 0.0108,
"step": 3710
},
{
"epoch": 3.52,
"learning_rate": 2.7624267908094308e-05,
"loss": 0.0067,
"step": 3720
},
{
"epoch": 3.53,
"learning_rate": 2.7549181558792614e-05,
"loss": 0.0086,
"step": 3730
},
{
"epoch": 3.54,
"learning_rate": 2.7474095209490914e-05,
"loss": 0.0038,
"step": 3740
},
{
"epoch": 3.55,
"learning_rate": 2.7399008860189217e-05,
"loss": 0.0212,
"step": 3750
},
{
"epoch": 3.55,
"learning_rate": 2.7323922510887524e-05,
"loss": 0.0167,
"step": 3760
},
{
"epoch": 3.56,
"learning_rate": 2.7248836161585823e-05,
"loss": 0.0239,
"step": 3770
},
{
"epoch": 3.57,
"learning_rate": 2.7173749812284126e-05,
"loss": 0.0028,
"step": 3780
},
{
"epoch": 3.58,
"learning_rate": 2.7098663462982433e-05,
"loss": 0.0174,
"step": 3790
},
{
"epoch": 3.59,
"learning_rate": 2.7023577113680733e-05,
"loss": 0.0084,
"step": 3800
},
{
"epoch": 3.6,
"learning_rate": 2.6948490764379036e-05,
"loss": 0.0064,
"step": 3810
},
{
"epoch": 3.61,
"learning_rate": 2.6873404415077342e-05,
"loss": 0.0046,
"step": 3820
},
{
"epoch": 3.62,
"learning_rate": 2.6798318065775642e-05,
"loss": 0.0027,
"step": 3830
},
{
"epoch": 3.63,
"learning_rate": 2.6723231716473945e-05,
"loss": 0.0065,
"step": 3840
},
{
"epoch": 3.64,
"learning_rate": 2.664814536717225e-05,
"loss": 0.0159,
"step": 3850
},
{
"epoch": 3.65,
"learning_rate": 2.657305901787055e-05,
"loss": 0.0077,
"step": 3860
},
{
"epoch": 3.66,
"learning_rate": 2.6497972668568854e-05,
"loss": 0.0097,
"step": 3870
},
{
"epoch": 3.67,
"learning_rate": 2.642288631926716e-05,
"loss": 0.0143,
"step": 3880
},
{
"epoch": 3.68,
"learning_rate": 2.6347799969965464e-05,
"loss": 0.0069,
"step": 3890
},
{
"epoch": 3.69,
"learning_rate": 2.6272713620663764e-05,
"loss": 0.0169,
"step": 3900
},
{
"epoch": 3.7,
"learning_rate": 2.619762727136207e-05,
"loss": 0.0098,
"step": 3910
},
{
"epoch": 3.71,
"learning_rate": 2.6122540922060373e-05,
"loss": 0.0071,
"step": 3920
},
{
"epoch": 3.72,
"learning_rate": 2.6047454572758673e-05,
"loss": 0.0025,
"step": 3930
},
{
"epoch": 3.72,
"learning_rate": 2.5972368223456976e-05,
"loss": 0.0105,
"step": 3940
},
{
"epoch": 3.73,
"learning_rate": 2.5897281874155283e-05,
"loss": 0.0242,
"step": 3950
},
{
"epoch": 3.74,
"learning_rate": 2.5822195524853582e-05,
"loss": 0.0197,
"step": 3960
},
{
"epoch": 3.75,
"learning_rate": 2.5747109175551885e-05,
"loss": 0.0096,
"step": 3970
},
{
"epoch": 3.76,
"learning_rate": 2.5672022826250192e-05,
"loss": 0.0046,
"step": 3980
},
{
"epoch": 3.77,
"learning_rate": 2.559693647694849e-05,
"loss": 0.0105,
"step": 3990
},
{
"epoch": 3.78,
"learning_rate": 2.5521850127646795e-05,
"loss": 0.0127,
"step": 4000
},
{
"epoch": 3.79,
"learning_rate": 2.54467637783451e-05,
"loss": 0.0197,
"step": 4010
},
{
"epoch": 3.8,
"learning_rate": 2.53716774290434e-05,
"loss": 0.0204,
"step": 4020
},
{
"epoch": 3.81,
"learning_rate": 2.5296591079741704e-05,
"loss": 0.0029,
"step": 4030
},
{
"epoch": 3.82,
"learning_rate": 2.522150473044001e-05,
"loss": 0.0097,
"step": 4040
},
{
"epoch": 3.83,
"learning_rate": 2.514641838113831e-05,
"loss": 0.007,
"step": 4050
},
{
"epoch": 3.84,
"learning_rate": 2.5071332031836613e-05,
"loss": 0.0041,
"step": 4060
},
{
"epoch": 3.85,
"learning_rate": 2.4996245682534917e-05,
"loss": 0.0035,
"step": 4070
},
{
"epoch": 3.86,
"learning_rate": 2.492115933323322e-05,
"loss": 0.0017,
"step": 4080
},
{
"epoch": 3.87,
"learning_rate": 2.4846072983931523e-05,
"loss": 0.0057,
"step": 4090
},
{
"epoch": 3.88,
"learning_rate": 2.4770986634629826e-05,
"loss": 0.0062,
"step": 4100
},
{
"epoch": 3.89,
"learning_rate": 2.469590028532813e-05,
"loss": 0.0067,
"step": 4110
},
{
"epoch": 3.9,
"learning_rate": 2.4620813936026432e-05,
"loss": 0.0091,
"step": 4120
},
{
"epoch": 3.9,
"learning_rate": 2.4545727586724735e-05,
"loss": 0.0051,
"step": 4130
},
{
"epoch": 3.91,
"learning_rate": 2.4470641237423035e-05,
"loss": 0.0151,
"step": 4140
},
{
"epoch": 3.92,
"learning_rate": 2.439555488812134e-05,
"loss": 0.0103,
"step": 4150
},
{
"epoch": 3.93,
"learning_rate": 2.4320468538819644e-05,
"loss": 0.0019,
"step": 4160
},
{
"epoch": 3.94,
"learning_rate": 2.4245382189517944e-05,
"loss": 0.0101,
"step": 4170
},
{
"epoch": 3.95,
"learning_rate": 2.417029584021625e-05,
"loss": 0.0139,
"step": 4180
},
{
"epoch": 3.96,
"learning_rate": 2.4095209490914554e-05,
"loss": 0.003,
"step": 4190
},
{
"epoch": 3.97,
"learning_rate": 2.4020123141612854e-05,
"loss": 0.0067,
"step": 4200
},
{
"epoch": 3.98,
"learning_rate": 2.394503679231116e-05,
"loss": 0.0189,
"step": 4210
},
{
"epoch": 3.99,
"learning_rate": 2.3869950443009463e-05,
"loss": 0.0056,
"step": 4220
},
{
"epoch": 4.0,
"learning_rate": 2.3794864093707763e-05,
"loss": 0.0082,
"step": 4230
},
{
"epoch": 4.0,
"eval_accuracy": 0.999206629055007,
"eval_loss": 0.0025697448290884495,
"eval_runtime": 112.1846,
"eval_samples_per_second": 202.238,
"eval_steps_per_second": 12.64,
"step": 4231
},
{
"epoch": 4.01,
"learning_rate": 2.371977774440607e-05,
"loss": 0.0246,
"step": 4240
},
{
"epoch": 4.02,
"learning_rate": 2.3644691395104372e-05,
"loss": 0.0037,
"step": 4250
},
{
"epoch": 4.03,
"learning_rate": 2.3569605045802672e-05,
"loss": 0.0084,
"step": 4260
},
{
"epoch": 4.04,
"learning_rate": 2.349451869650098e-05,
"loss": 0.0127,
"step": 4270
},
{
"epoch": 4.05,
"learning_rate": 2.341943234719928e-05,
"loss": 0.0103,
"step": 4280
},
{
"epoch": 4.06,
"learning_rate": 2.334434599789758e-05,
"loss": 0.0081,
"step": 4290
},
{
"epoch": 4.07,
"learning_rate": 2.3269259648595888e-05,
"loss": 0.0081,
"step": 4300
},
{
"epoch": 4.07,
"learning_rate": 2.3194173299294188e-05,
"loss": 0.0103,
"step": 4310
},
{
"epoch": 4.08,
"learning_rate": 2.311908694999249e-05,
"loss": 0.0084,
"step": 4320
},
{
"epoch": 4.09,
"learning_rate": 2.3044000600690797e-05,
"loss": 0.0021,
"step": 4330
},
{
"epoch": 4.1,
"learning_rate": 2.2968914251389097e-05,
"loss": 0.0131,
"step": 4340
},
{
"epoch": 4.11,
"learning_rate": 2.28938279020874e-05,
"loss": 0.0114,
"step": 4350
},
{
"epoch": 4.12,
"learning_rate": 2.2818741552785707e-05,
"loss": 0.0036,
"step": 4360
},
{
"epoch": 4.13,
"learning_rate": 2.2743655203484006e-05,
"loss": 0.0066,
"step": 4370
},
{
"epoch": 4.14,
"learning_rate": 2.266856885418231e-05,
"loss": 0.0073,
"step": 4380
},
{
"epoch": 4.15,
"learning_rate": 2.2593482504880616e-05,
"loss": 0.0096,
"step": 4390
},
{
"epoch": 4.16,
"learning_rate": 2.2518396155578916e-05,
"loss": 0.0085,
"step": 4400
},
{
"epoch": 4.17,
"learning_rate": 2.2443309806277222e-05,
"loss": 0.0272,
"step": 4410
},
{
"epoch": 4.18,
"learning_rate": 2.2368223456975522e-05,
"loss": 0.0064,
"step": 4420
},
{
"epoch": 4.19,
"learning_rate": 2.2293137107673825e-05,
"loss": 0.0096,
"step": 4430
},
{
"epoch": 4.2,
"learning_rate": 2.221805075837213e-05,
"loss": 0.0098,
"step": 4440
},
{
"epoch": 4.21,
"learning_rate": 2.214296440907043e-05,
"loss": 0.0078,
"step": 4450
},
{
"epoch": 4.22,
"learning_rate": 2.2067878059768734e-05,
"loss": 0.0113,
"step": 4460
},
{
"epoch": 4.23,
"learning_rate": 2.199279171046704e-05,
"loss": 0.0018,
"step": 4470
},
{
"epoch": 4.24,
"learning_rate": 2.191770536116534e-05,
"loss": 0.0089,
"step": 4480
},
{
"epoch": 4.24,
"learning_rate": 2.1842619011863644e-05,
"loss": 0.0062,
"step": 4490
},
{
"epoch": 4.25,
"learning_rate": 2.176753266256195e-05,
"loss": 0.0017,
"step": 4500
},
{
"epoch": 4.26,
"learning_rate": 2.169244631326025e-05,
"loss": 0.0045,
"step": 4510
},
{
"epoch": 4.27,
"learning_rate": 2.1617359963958553e-05,
"loss": 0.0119,
"step": 4520
},
{
"epoch": 4.28,
"learning_rate": 2.1542273614656856e-05,
"loss": 0.0125,
"step": 4530
},
{
"epoch": 4.29,
"learning_rate": 2.146718726535516e-05,
"loss": 0.0019,
"step": 4540
},
{
"epoch": 4.3,
"learning_rate": 2.1392100916053462e-05,
"loss": 0.0132,
"step": 4550
},
{
"epoch": 4.31,
"learning_rate": 2.1317014566751765e-05,
"loss": 0.009,
"step": 4560
},
{
"epoch": 4.32,
"learning_rate": 2.124192821745007e-05,
"loss": 0.015,
"step": 4570
},
{
"epoch": 4.33,
"learning_rate": 2.116684186814837e-05,
"loss": 0.0026,
"step": 4580
},
{
"epoch": 4.34,
"learning_rate": 2.1091755518846675e-05,
"loss": 0.0196,
"step": 4590
},
{
"epoch": 4.35,
"learning_rate": 2.1016669169544978e-05,
"loss": 0.0177,
"step": 4600
},
{
"epoch": 4.36,
"learning_rate": 2.094158282024328e-05,
"loss": 0.001,
"step": 4610
},
{
"epoch": 4.37,
"learning_rate": 2.0866496470941584e-05,
"loss": 0.0051,
"step": 4620
},
{
"epoch": 4.38,
"learning_rate": 2.0791410121639887e-05,
"loss": 0.0117,
"step": 4630
},
{
"epoch": 4.39,
"learning_rate": 2.071632377233819e-05,
"loss": 0.0063,
"step": 4640
},
{
"epoch": 4.4,
"learning_rate": 2.0641237423036493e-05,
"loss": 0.0081,
"step": 4650
},
{
"epoch": 4.41,
"learning_rate": 2.0566151073734796e-05,
"loss": 0.0051,
"step": 4660
},
{
"epoch": 4.42,
"learning_rate": 2.04910647244331e-05,
"loss": 0.001,
"step": 4670
},
{
"epoch": 4.42,
"learning_rate": 2.0415978375131403e-05,
"loss": 0.012,
"step": 4680
},
{
"epoch": 4.43,
"learning_rate": 2.0340892025829706e-05,
"loss": 0.0168,
"step": 4690
},
{
"epoch": 4.44,
"learning_rate": 2.026580567652801e-05,
"loss": 0.003,
"step": 4700
},
{
"epoch": 4.45,
"learning_rate": 2.0190719327226312e-05,
"loss": 0.005,
"step": 4710
},
{
"epoch": 4.46,
"learning_rate": 2.0115632977924615e-05,
"loss": 0.0015,
"step": 4720
},
{
"epoch": 4.47,
"learning_rate": 2.0040546628622918e-05,
"loss": 0.0123,
"step": 4730
},
{
"epoch": 4.48,
"learning_rate": 1.996546027932122e-05,
"loss": 0.0125,
"step": 4740
},
{
"epoch": 4.49,
"learning_rate": 1.9890373930019524e-05,
"loss": 0.023,
"step": 4750
},
{
"epoch": 4.5,
"learning_rate": 1.9815287580717824e-05,
"loss": 0.0194,
"step": 4760
},
{
"epoch": 4.51,
"learning_rate": 1.974020123141613e-05,
"loss": 0.0055,
"step": 4770
},
{
"epoch": 4.52,
"learning_rate": 1.9665114882114434e-05,
"loss": 0.0177,
"step": 4780
},
{
"epoch": 4.53,
"learning_rate": 1.9590028532812733e-05,
"loss": 0.0033,
"step": 4790
},
{
"epoch": 4.54,
"learning_rate": 1.951494218351104e-05,
"loss": 0.0114,
"step": 4800
},
{
"epoch": 4.55,
"learning_rate": 1.9439855834209343e-05,
"loss": 0.0017,
"step": 4810
},
{
"epoch": 4.56,
"learning_rate": 1.9364769484907643e-05,
"loss": 0.003,
"step": 4820
},
{
"epoch": 4.57,
"learning_rate": 1.928968313560595e-05,
"loss": 0.0195,
"step": 4830
},
{
"epoch": 4.58,
"learning_rate": 1.9214596786304252e-05,
"loss": 0.0064,
"step": 4840
},
{
"epoch": 4.59,
"learning_rate": 1.9139510437002552e-05,
"loss": 0.0011,
"step": 4850
},
{
"epoch": 4.59,
"learning_rate": 1.906442408770086e-05,
"loss": 0.0023,
"step": 4860
},
{
"epoch": 4.6,
"learning_rate": 1.898933773839916e-05,
"loss": 0.001,
"step": 4870
},
{
"epoch": 4.61,
"learning_rate": 1.891425138909746e-05,
"loss": 0.0029,
"step": 4880
},
{
"epoch": 4.62,
"learning_rate": 1.8839165039795768e-05,
"loss": 0.0052,
"step": 4890
},
{
"epoch": 4.63,
"learning_rate": 1.8764078690494068e-05,
"loss": 0.0037,
"step": 4900
},
{
"epoch": 4.64,
"learning_rate": 1.868899234119237e-05,
"loss": 0.0067,
"step": 4910
},
{
"epoch": 4.65,
"learning_rate": 1.8613905991890677e-05,
"loss": 0.0021,
"step": 4920
},
{
"epoch": 4.66,
"learning_rate": 1.8538819642588977e-05,
"loss": 0.0081,
"step": 4930
},
{
"epoch": 4.67,
"learning_rate": 1.846373329328728e-05,
"loss": 0.0173,
"step": 4940
},
{
"epoch": 4.68,
"learning_rate": 1.8388646943985587e-05,
"loss": 0.0047,
"step": 4950
},
{
"epoch": 4.69,
"learning_rate": 1.8313560594683886e-05,
"loss": 0.0085,
"step": 4960
},
{
"epoch": 4.7,
"learning_rate": 1.823847424538219e-05,
"loss": 0.0019,
"step": 4970
},
{
"epoch": 4.71,
"learning_rate": 1.8163387896080496e-05,
"loss": 0.0013,
"step": 4980
},
{
"epoch": 4.72,
"learning_rate": 1.8088301546778796e-05,
"loss": 0.0158,
"step": 4990
},
{
"epoch": 4.73,
"learning_rate": 1.80132151974771e-05,
"loss": 0.0054,
"step": 5000
},
{
"epoch": 4.74,
"learning_rate": 1.7938128848175402e-05,
"loss": 0.0027,
"step": 5010
},
{
"epoch": 4.75,
"learning_rate": 1.7863042498873705e-05,
"loss": 0.0036,
"step": 5020
},
{
"epoch": 4.76,
"learning_rate": 1.7787956149572008e-05,
"loss": 0.0023,
"step": 5030
},
{
"epoch": 4.76,
"learning_rate": 1.771286980027031e-05,
"loss": 0.0073,
"step": 5040
},
{
"epoch": 4.77,
"learning_rate": 1.7637783450968614e-05,
"loss": 0.0024,
"step": 5050
},
{
"epoch": 4.78,
"learning_rate": 1.7562697101666917e-05,
"loss": 0.0118,
"step": 5060
},
{
"epoch": 4.79,
"learning_rate": 1.748761075236522e-05,
"loss": 0.0091,
"step": 5070
},
{
"epoch": 4.8,
"learning_rate": 1.7412524403063524e-05,
"loss": 0.0166,
"step": 5080
},
{
"epoch": 4.81,
"learning_rate": 1.7337438053761827e-05,
"loss": 0.0033,
"step": 5090
},
{
"epoch": 4.82,
"learning_rate": 1.726235170446013e-05,
"loss": 0.0082,
"step": 5100
},
{
"epoch": 4.83,
"learning_rate": 1.7187265355158433e-05,
"loss": 0.004,
"step": 5110
},
{
"epoch": 4.84,
"learning_rate": 1.7112179005856736e-05,
"loss": 0.005,
"step": 5120
},
{
"epoch": 4.85,
"learning_rate": 1.703709265655504e-05,
"loss": 0.0195,
"step": 5130
},
{
"epoch": 4.86,
"learning_rate": 1.6962006307253342e-05,
"loss": 0.0012,
"step": 5140
},
{
"epoch": 4.87,
"learning_rate": 1.6886919957951645e-05,
"loss": 0.007,
"step": 5150
},
{
"epoch": 4.88,
"learning_rate": 1.681183360864995e-05,
"loss": 0.0006,
"step": 5160
},
{
"epoch": 4.89,
"learning_rate": 1.673674725934825e-05,
"loss": 0.0089,
"step": 5170
},
{
"epoch": 4.9,
"learning_rate": 1.6661660910046555e-05,
"loss": 0.0081,
"step": 5180
},
{
"epoch": 4.91,
"learning_rate": 1.6586574560744858e-05,
"loss": 0.0037,
"step": 5190
},
{
"epoch": 4.92,
"learning_rate": 1.651148821144316e-05,
"loss": 0.0041,
"step": 5200
},
{
"epoch": 4.93,
"learning_rate": 1.6436401862141464e-05,
"loss": 0.0044,
"step": 5210
},
{
"epoch": 4.94,
"learning_rate": 1.6361315512839767e-05,
"loss": 0.0065,
"step": 5220
},
{
"epoch": 4.94,
"learning_rate": 1.628622916353807e-05,
"loss": 0.0022,
"step": 5230
},
{
"epoch": 4.95,
"learning_rate": 1.621114281423637e-05,
"loss": 0.001,
"step": 5240
},
{
"epoch": 4.96,
"learning_rate": 1.6136056464934676e-05,
"loss": 0.0072,
"step": 5250
},
{
"epoch": 4.97,
"learning_rate": 1.606097011563298e-05,
"loss": 0.0155,
"step": 5260
},
{
"epoch": 4.98,
"learning_rate": 1.598588376633128e-05,
"loss": 0.0063,
"step": 5270
},
{
"epoch": 4.99,
"learning_rate": 1.5910797417029586e-05,
"loss": 0.004,
"step": 5280
},
{
"epoch": 5.0,
"eval_accuracy": 0.9987658674188998,
"eval_loss": 0.00360213965177536,
"eval_runtime": 111.4738,
"eval_samples_per_second": 203.528,
"eval_steps_per_second": 12.72,
"step": 5288
},
{
"epoch": 5.0,
"learning_rate": 1.583571106772789e-05,
"loss": 0.0055,
"step": 5290
},
{
"epoch": 5.01,
"learning_rate": 1.576062471842619e-05,
"loss": 0.005,
"step": 5300
},
{
"epoch": 5.02,
"learning_rate": 1.5685538369124495e-05,
"loss": 0.0091,
"step": 5310
},
{
"epoch": 5.03,
"learning_rate": 1.5610452019822798e-05,
"loss": 0.005,
"step": 5320
},
{
"epoch": 5.04,
"learning_rate": 1.5535365670521098e-05,
"loss": 0.0021,
"step": 5330
},
{
"epoch": 5.05,
"learning_rate": 1.5460279321219404e-05,
"loss": 0.004,
"step": 5340
},
{
"epoch": 5.06,
"learning_rate": 1.5385192971917707e-05,
"loss": 0.0095,
"step": 5350
},
{
"epoch": 5.07,
"learning_rate": 1.5310106622616007e-05,
"loss": 0.0067,
"step": 5360
},
{
"epoch": 5.08,
"learning_rate": 1.5235020273314312e-05,
"loss": 0.0011,
"step": 5370
},
{
"epoch": 5.09,
"learning_rate": 1.5159933924012615e-05,
"loss": 0.0098,
"step": 5380
},
{
"epoch": 5.1,
"learning_rate": 1.5084847574710916e-05,
"loss": 0.0078,
"step": 5390
},
{
"epoch": 5.11,
"learning_rate": 1.5009761225409221e-05,
"loss": 0.0048,
"step": 5400
},
{
"epoch": 5.11,
"learning_rate": 1.4934674876107524e-05,
"loss": 0.0015,
"step": 5410
},
{
"epoch": 5.12,
"learning_rate": 1.4859588526805826e-05,
"loss": 0.0022,
"step": 5420
},
{
"epoch": 5.13,
"learning_rate": 1.478450217750413e-05,
"loss": 0.0022,
"step": 5430
},
{
"epoch": 5.14,
"learning_rate": 1.4709415828202434e-05,
"loss": 0.0025,
"step": 5440
},
{
"epoch": 5.15,
"learning_rate": 1.4634329478900738e-05,
"loss": 0.0015,
"step": 5450
},
{
"epoch": 5.16,
"learning_rate": 1.455924312959904e-05,
"loss": 0.0024,
"step": 5460
},
{
"epoch": 5.17,
"learning_rate": 1.4484156780297343e-05,
"loss": 0.0033,
"step": 5470
},
{
"epoch": 5.18,
"learning_rate": 1.4409070430995648e-05,
"loss": 0.0101,
"step": 5480
},
{
"epoch": 5.19,
"learning_rate": 1.433398408169395e-05,
"loss": 0.0159,
"step": 5490
},
{
"epoch": 5.2,
"learning_rate": 1.425889773239225e-05,
"loss": 0.0008,
"step": 5500
},
{
"epoch": 5.21,
"learning_rate": 1.4183811383090555e-05,
"loss": 0.0106,
"step": 5510
},
{
"epoch": 5.22,
"learning_rate": 1.4108725033788858e-05,
"loss": 0.0019,
"step": 5520
},
{
"epoch": 5.23,
"learning_rate": 1.403363868448716e-05,
"loss": 0.0018,
"step": 5530
},
{
"epoch": 5.24,
"learning_rate": 1.3958552335185465e-05,
"loss": 0.0009,
"step": 5540
},
{
"epoch": 5.25,
"learning_rate": 1.3883465985883768e-05,
"loss": 0.0008,
"step": 5550
},
{
"epoch": 5.26,
"learning_rate": 1.380837963658207e-05,
"loss": 0.0078,
"step": 5560
},
{
"epoch": 5.27,
"learning_rate": 1.3733293287280374e-05,
"loss": 0.0083,
"step": 5570
},
{
"epoch": 5.28,
"learning_rate": 1.3658206937978677e-05,
"loss": 0.0052,
"step": 5580
},
{
"epoch": 5.28,
"learning_rate": 1.3583120588676979e-05,
"loss": 0.0016,
"step": 5590
},
{
"epoch": 5.29,
"learning_rate": 1.3508034239375283e-05,
"loss": 0.01,
"step": 5600
},
{
"epoch": 5.3,
"learning_rate": 1.3432947890073585e-05,
"loss": 0.0042,
"step": 5610
},
{
"epoch": 5.31,
"learning_rate": 1.3357861540771888e-05,
"loss": 0.0021,
"step": 5620
},
{
"epoch": 5.32,
"learning_rate": 1.3282775191470193e-05,
"loss": 0.0195,
"step": 5630
},
{
"epoch": 5.33,
"learning_rate": 1.3207688842168494e-05,
"loss": 0.0011,
"step": 5640
},
{
"epoch": 5.34,
"learning_rate": 1.3132602492866797e-05,
"loss": 0.0156,
"step": 5650
},
{
"epoch": 5.35,
"learning_rate": 1.3057516143565102e-05,
"loss": 0.0256,
"step": 5660
},
{
"epoch": 5.36,
"learning_rate": 1.2982429794263403e-05,
"loss": 0.006,
"step": 5670
},
{
"epoch": 5.37,
"learning_rate": 1.2907343444961707e-05,
"loss": 0.0051,
"step": 5680
},
{
"epoch": 5.38,
"learning_rate": 1.2832257095660011e-05,
"loss": 0.0009,
"step": 5690
},
{
"epoch": 5.39,
"learning_rate": 1.2757170746358313e-05,
"loss": 0.0008,
"step": 5700
},
{
"epoch": 5.4,
"learning_rate": 1.2682084397056616e-05,
"loss": 0.0005,
"step": 5710
},
{
"epoch": 5.41,
"learning_rate": 1.260699804775492e-05,
"loss": 0.0006,
"step": 5720
},
{
"epoch": 5.42,
"learning_rate": 1.2531911698453222e-05,
"loss": 0.0025,
"step": 5730
},
{
"epoch": 5.43,
"learning_rate": 1.2456825349151525e-05,
"loss": 0.019,
"step": 5740
},
{
"epoch": 5.44,
"learning_rate": 1.2381738999849828e-05,
"loss": 0.0036,
"step": 5750
},
{
"epoch": 5.45,
"learning_rate": 1.2306652650548131e-05,
"loss": 0.003,
"step": 5760
},
{
"epoch": 5.45,
"learning_rate": 1.2231566301246434e-05,
"loss": 0.0006,
"step": 5770
},
{
"epoch": 5.46,
"learning_rate": 1.2156479951944736e-05,
"loss": 0.0005,
"step": 5780
},
{
"epoch": 5.47,
"learning_rate": 1.208139360264304e-05,
"loss": 0.0069,
"step": 5790
},
{
"epoch": 5.48,
"learning_rate": 1.2006307253341344e-05,
"loss": 0.0019,
"step": 5800
},
{
"epoch": 5.49,
"learning_rate": 1.1931220904039645e-05,
"loss": 0.0003,
"step": 5810
},
{
"epoch": 5.5,
"learning_rate": 1.185613455473795e-05,
"loss": 0.0005,
"step": 5820
},
{
"epoch": 5.51,
"learning_rate": 1.1781048205436253e-05,
"loss": 0.0007,
"step": 5830
},
{
"epoch": 5.52,
"learning_rate": 1.1705961856134555e-05,
"loss": 0.0066,
"step": 5840
},
{
"epoch": 5.53,
"learning_rate": 1.1630875506832858e-05,
"loss": 0.0092,
"step": 5850
},
{
"epoch": 5.54,
"learning_rate": 1.1555789157531162e-05,
"loss": 0.0006,
"step": 5860
},
{
"epoch": 5.55,
"learning_rate": 1.1480702808229464e-05,
"loss": 0.0013,
"step": 5870
},
{
"epoch": 5.56,
"learning_rate": 1.1405616458927767e-05,
"loss": 0.001,
"step": 5880
},
{
"epoch": 5.57,
"learning_rate": 1.1330530109626072e-05,
"loss": 0.0004,
"step": 5890
},
{
"epoch": 5.58,
"learning_rate": 1.1255443760324373e-05,
"loss": 0.0029,
"step": 5900
},
{
"epoch": 5.59,
"learning_rate": 1.1180357411022676e-05,
"loss": 0.0038,
"step": 5910
},
{
"epoch": 5.6,
"learning_rate": 1.110527106172098e-05,
"loss": 0.0052,
"step": 5920
},
{
"epoch": 5.61,
"learning_rate": 1.1030184712419282e-05,
"loss": 0.0014,
"step": 5930
},
{
"epoch": 5.62,
"learning_rate": 1.0955098363117586e-05,
"loss": 0.0006,
"step": 5940
},
{
"epoch": 5.63,
"learning_rate": 1.0880012013815889e-05,
"loss": 0.0077,
"step": 5950
},
{
"epoch": 5.63,
"learning_rate": 1.0804925664514192e-05,
"loss": 0.0045,
"step": 5960
},
{
"epoch": 5.64,
"learning_rate": 1.0729839315212495e-05,
"loss": 0.0072,
"step": 5970
},
{
"epoch": 5.65,
"learning_rate": 1.0654752965910798e-05,
"loss": 0.0015,
"step": 5980
},
{
"epoch": 5.66,
"learning_rate": 1.0579666616609101e-05,
"loss": 0.006,
"step": 5990
},
{
"epoch": 5.67,
"learning_rate": 1.0504580267307404e-05,
"loss": 0.0042,
"step": 6000
},
{
"epoch": 5.68,
"learning_rate": 1.0429493918005707e-05,
"loss": 0.0069,
"step": 6010
},
{
"epoch": 5.69,
"learning_rate": 1.0354407568704009e-05,
"loss": 0.003,
"step": 6020
},
{
"epoch": 5.7,
"learning_rate": 1.0279321219402314e-05,
"loss": 0.0055,
"step": 6030
},
{
"epoch": 5.71,
"learning_rate": 1.0204234870100617e-05,
"loss": 0.003,
"step": 6040
},
{
"epoch": 5.72,
"learning_rate": 1.0129148520798918e-05,
"loss": 0.0047,
"step": 6050
},
{
"epoch": 5.73,
"learning_rate": 1.0054062171497223e-05,
"loss": 0.0008,
"step": 6060
},
{
"epoch": 5.74,
"learning_rate": 9.978975822195526e-06,
"loss": 0.0113,
"step": 6070
},
{
"epoch": 5.75,
"learning_rate": 9.903889472893827e-06,
"loss": 0.0064,
"step": 6080
},
{
"epoch": 5.76,
"learning_rate": 9.82880312359213e-06,
"loss": 0.0014,
"step": 6090
},
{
"epoch": 5.77,
"learning_rate": 9.753716774290435e-06,
"loss": 0.0091,
"step": 6100
},
{
"epoch": 5.78,
"learning_rate": 9.678630424988737e-06,
"loss": 0.0007,
"step": 6110
},
{
"epoch": 5.79,
"learning_rate": 9.60354407568704e-06,
"loss": 0.005,
"step": 6120
},
{
"epoch": 5.8,
"learning_rate": 9.528457726385345e-06,
"loss": 0.0004,
"step": 6130
},
{
"epoch": 5.8,
"learning_rate": 9.453371377083646e-06,
"loss": 0.0007,
"step": 6140
},
{
"epoch": 5.81,
"learning_rate": 9.378285027781949e-06,
"loss": 0.0004,
"step": 6150
},
{
"epoch": 5.82,
"learning_rate": 9.303198678480252e-06,
"loss": 0.008,
"step": 6160
},
{
"epoch": 5.83,
"learning_rate": 9.228112329178555e-06,
"loss": 0.0006,
"step": 6170
},
{
"epoch": 5.84,
"learning_rate": 9.153025979876858e-06,
"loss": 0.0133,
"step": 6180
},
{
"epoch": 5.85,
"learning_rate": 9.077939630575162e-06,
"loss": 0.0009,
"step": 6190
},
{
"epoch": 5.86,
"learning_rate": 9.002853281273465e-06,
"loss": 0.0082,
"step": 6200
},
{
"epoch": 5.87,
"learning_rate": 8.927766931971768e-06,
"loss": 0.0007,
"step": 6210
},
{
"epoch": 5.88,
"learning_rate": 8.852680582670071e-06,
"loss": 0.0084,
"step": 6220
},
{
"epoch": 5.89,
"learning_rate": 8.777594233368374e-06,
"loss": 0.0005,
"step": 6230
},
{
"epoch": 5.9,
"learning_rate": 8.702507884066677e-06,
"loss": 0.0017,
"step": 6240
},
{
"epoch": 5.91,
"learning_rate": 8.62742153476498e-06,
"loss": 0.0013,
"step": 6250
},
{
"epoch": 5.92,
"learning_rate": 8.552335185463283e-06,
"loss": 0.002,
"step": 6260
},
{
"epoch": 5.93,
"learning_rate": 8.477248836161586e-06,
"loss": 0.0023,
"step": 6270
},
{
"epoch": 5.94,
"learning_rate": 8.40216248685989e-06,
"loss": 0.0021,
"step": 6280
},
{
"epoch": 5.95,
"learning_rate": 8.327076137558193e-06,
"loss": 0.0038,
"step": 6290
},
{
"epoch": 5.96,
"learning_rate": 8.251989788256496e-06,
"loss": 0.001,
"step": 6300
},
{
"epoch": 5.97,
"learning_rate": 8.176903438954799e-06,
"loss": 0.0022,
"step": 6310
},
{
"epoch": 5.97,
"learning_rate": 8.101817089653102e-06,
"loss": 0.0024,
"step": 6320
},
{
"epoch": 5.98,
"learning_rate": 8.026730740351403e-06,
"loss": 0.0038,
"step": 6330
},
{
"epoch": 5.99,
"learning_rate": 7.951644391049708e-06,
"loss": 0.0067,
"step": 6340
},
{
"epoch": 6.0,
"eval_accuracy": 0.9991184767277856,
"eval_loss": 0.0023742052726447582,
"eval_runtime": 112.4844,
"eval_samples_per_second": 201.699,
"eval_steps_per_second": 12.606,
"step": 6346
},
{
"epoch": 6.0,
"learning_rate": 7.876558041748011e-06,
"loss": 0.0054,
"step": 6350
},
{
"epoch": 6.01,
"learning_rate": 7.801471692446313e-06,
"loss": 0.0017,
"step": 6360
},
{
"epoch": 6.02,
"learning_rate": 7.726385343144617e-06,
"loss": 0.0008,
"step": 6370
},
{
"epoch": 6.03,
"learning_rate": 7.65129899384292e-06,
"loss": 0.0021,
"step": 6380
},
{
"epoch": 6.04,
"learning_rate": 7.576212644541222e-06,
"loss": 0.0016,
"step": 6390
},
{
"epoch": 6.05,
"learning_rate": 7.501126295239526e-06,
"loss": 0.0064,
"step": 6400
},
{
"epoch": 6.06,
"learning_rate": 7.426039945937829e-06,
"loss": 0.0026,
"step": 6410
},
{
"epoch": 6.07,
"learning_rate": 7.350953596636131e-06,
"loss": 0.0067,
"step": 6420
},
{
"epoch": 6.08,
"learning_rate": 7.275867247334435e-06,
"loss": 0.0015,
"step": 6430
},
{
"epoch": 6.09,
"learning_rate": 7.200780898032738e-06,
"loss": 0.0099,
"step": 6440
},
{
"epoch": 6.1,
"learning_rate": 7.125694548731041e-06,
"loss": 0.0058,
"step": 6450
},
{
"epoch": 6.11,
"learning_rate": 7.050608199429344e-06,
"loss": 0.0018,
"step": 6460
},
{
"epoch": 6.12,
"learning_rate": 6.975521850127648e-06,
"loss": 0.001,
"step": 6470
},
{
"epoch": 6.13,
"learning_rate": 6.90043550082595e-06,
"loss": 0.0004,
"step": 6480
},
{
"epoch": 6.14,
"learning_rate": 6.825349151524253e-06,
"loss": 0.0062,
"step": 6490
},
{
"epoch": 6.15,
"learning_rate": 6.750262802222557e-06,
"loss": 0.0039,
"step": 6500
},
{
"epoch": 6.15,
"learning_rate": 6.675176452920858e-06,
"loss": 0.0013,
"step": 6510
},
{
"epoch": 6.16,
"learning_rate": 6.600090103619162e-06,
"loss": 0.0029,
"step": 6520
},
{
"epoch": 6.17,
"learning_rate": 6.5250037543174655e-06,
"loss": 0.0041,
"step": 6530
},
{
"epoch": 6.18,
"learning_rate": 6.449917405015768e-06,
"loss": 0.0005,
"step": 6540
},
{
"epoch": 6.19,
"learning_rate": 6.374831055714072e-06,
"loss": 0.003,
"step": 6550
},
{
"epoch": 6.2,
"learning_rate": 6.299744706412375e-06,
"loss": 0.0006,
"step": 6560
},
{
"epoch": 6.21,
"learning_rate": 6.224658357110678e-06,
"loss": 0.0005,
"step": 6570
},
{
"epoch": 6.22,
"learning_rate": 6.14957200780898e-06,
"loss": 0.0004,
"step": 6580
},
{
"epoch": 6.23,
"learning_rate": 6.074485658507283e-06,
"loss": 0.0048,
"step": 6590
},
{
"epoch": 6.24,
"learning_rate": 5.999399309205587e-06,
"loss": 0.0005,
"step": 6600
},
{
"epoch": 6.25,
"learning_rate": 5.9243129599038895e-06,
"loss": 0.0038,
"step": 6610
},
{
"epoch": 6.26,
"learning_rate": 5.8492266106021934e-06,
"loss": 0.0074,
"step": 6620
},
{
"epoch": 6.27,
"learning_rate": 5.774140261300496e-06,
"loss": 0.0003,
"step": 6630
},
{
"epoch": 6.28,
"learning_rate": 5.699053911998799e-06,
"loss": 0.0012,
"step": 6640
},
{
"epoch": 6.29,
"learning_rate": 5.623967562697102e-06,
"loss": 0.0007,
"step": 6650
},
{
"epoch": 6.3,
"learning_rate": 5.548881213395405e-06,
"loss": 0.0008,
"step": 6660
},
{
"epoch": 6.31,
"learning_rate": 5.473794864093708e-06,
"loss": 0.0122,
"step": 6670
},
{
"epoch": 6.32,
"learning_rate": 5.398708514792011e-06,
"loss": 0.0036,
"step": 6680
},
{
"epoch": 6.32,
"learning_rate": 5.323622165490314e-06,
"loss": 0.0105,
"step": 6690
},
{
"epoch": 6.33,
"learning_rate": 5.248535816188617e-06,
"loss": 0.0015,
"step": 6700
},
{
"epoch": 6.34,
"learning_rate": 5.1734494668869205e-06,
"loss": 0.0021,
"step": 6710
},
{
"epoch": 6.35,
"learning_rate": 5.098363117585224e-06,
"loss": 0.0011,
"step": 6720
},
{
"epoch": 6.36,
"learning_rate": 5.023276768283526e-06,
"loss": 0.0004,
"step": 6730
},
{
"epoch": 6.37,
"learning_rate": 4.94819041898183e-06,
"loss": 0.0036,
"step": 6740
},
{
"epoch": 6.38,
"learning_rate": 4.873104069680132e-06,
"loss": 0.002,
"step": 6750
},
{
"epoch": 6.39,
"learning_rate": 4.798017720378435e-06,
"loss": 0.008,
"step": 6760
},
{
"epoch": 6.4,
"learning_rate": 4.722931371076738e-06,
"loss": 0.0023,
"step": 6770
},
{
"epoch": 6.41,
"learning_rate": 4.6478450217750414e-06,
"loss": 0.0007,
"step": 6780
},
{
"epoch": 6.42,
"learning_rate": 4.5727586724733445e-06,
"loss": 0.0078,
"step": 6790
},
{
"epoch": 6.43,
"learning_rate": 4.497672323171648e-06,
"loss": 0.0024,
"step": 6800
},
{
"epoch": 6.44,
"learning_rate": 4.422585973869951e-06,
"loss": 0.0003,
"step": 6810
},
{
"epoch": 6.45,
"learning_rate": 4.347499624568253e-06,
"loss": 0.0142,
"step": 6820
},
{
"epoch": 6.46,
"learning_rate": 4.272413275266557e-06,
"loss": 0.0005,
"step": 6830
},
{
"epoch": 6.47,
"learning_rate": 4.19732692596486e-06,
"loss": 0.0008,
"step": 6840
},
{
"epoch": 6.48,
"learning_rate": 4.122240576663162e-06,
"loss": 0.0005,
"step": 6850
},
{
"epoch": 6.49,
"learning_rate": 4.047154227361466e-06,
"loss": 0.0014,
"step": 6860
},
{
"epoch": 6.49,
"learning_rate": 3.9720678780597685e-06,
"loss": 0.0022,
"step": 6870
},
{
"epoch": 6.5,
"learning_rate": 3.8969815287580725e-06,
"loss": 0.0005,
"step": 6880
},
{
"epoch": 6.51,
"learning_rate": 3.821895179456375e-06,
"loss": 0.0023,
"step": 6890
},
{
"epoch": 6.52,
"learning_rate": 3.746808830154678e-06,
"loss": 0.0032,
"step": 6900
},
{
"epoch": 6.53,
"learning_rate": 3.6717224808529814e-06,
"loss": 0.0008,
"step": 6910
},
{
"epoch": 6.54,
"learning_rate": 3.596636131551284e-06,
"loss": 0.0004,
"step": 6920
},
{
"epoch": 6.55,
"learning_rate": 3.521549782249587e-06,
"loss": 0.0008,
"step": 6930
},
{
"epoch": 6.56,
"learning_rate": 3.4464634329478907e-06,
"loss": 0.0055,
"step": 6940
},
{
"epoch": 6.57,
"learning_rate": 3.3713770836461934e-06,
"loss": 0.0005,
"step": 6950
},
{
"epoch": 6.58,
"learning_rate": 3.296290734344496e-06,
"loss": 0.01,
"step": 6960
},
{
"epoch": 6.59,
"learning_rate": 3.2212043850427996e-06,
"loss": 0.0081,
"step": 6970
},
{
"epoch": 6.6,
"learning_rate": 3.1461180357411023e-06,
"loss": 0.0015,
"step": 6980
},
{
"epoch": 6.61,
"learning_rate": 3.0710316864394054e-06,
"loss": 0.0007,
"step": 6990
},
{
"epoch": 6.62,
"learning_rate": 2.9959453371377085e-06,
"loss": 0.0023,
"step": 7000
},
{
"epoch": 6.63,
"learning_rate": 2.9208589878360116e-06,
"loss": 0.001,
"step": 7010
},
{
"epoch": 6.64,
"learning_rate": 2.8457726385343147e-06,
"loss": 0.0011,
"step": 7020
},
{
"epoch": 6.65,
"learning_rate": 2.7706862892326174e-06,
"loss": 0.0003,
"step": 7030
},
{
"epoch": 6.66,
"learning_rate": 2.6955999399309205e-06,
"loss": 0.0032,
"step": 7040
},
{
"epoch": 6.67,
"learning_rate": 2.6205135906292236e-06,
"loss": 0.0003,
"step": 7050
},
{
"epoch": 6.67,
"learning_rate": 2.545427241327527e-06,
"loss": 0.0078,
"step": 7060
},
{
"epoch": 6.68,
"learning_rate": 2.47034089202583e-06,
"loss": 0.0003,
"step": 7070
},
{
"epoch": 6.69,
"learning_rate": 2.395254542724133e-06,
"loss": 0.0166,
"step": 7080
},
{
"epoch": 6.7,
"learning_rate": 2.320168193422436e-06,
"loss": 0.0036,
"step": 7090
},
{
"epoch": 6.71,
"learning_rate": 2.2450818441207387e-06,
"loss": 0.0012,
"step": 7100
},
{
"epoch": 6.72,
"learning_rate": 2.169995494819042e-06,
"loss": 0.0005,
"step": 7110
},
{
"epoch": 6.73,
"learning_rate": 2.0949091455173454e-06,
"loss": 0.0004,
"step": 7120
},
{
"epoch": 6.74,
"learning_rate": 2.019822796215648e-06,
"loss": 0.0003,
"step": 7130
},
{
"epoch": 6.75,
"learning_rate": 1.944736446913951e-06,
"loss": 0.0003,
"step": 7140
},
{
"epoch": 6.76,
"learning_rate": 1.8696500976122543e-06,
"loss": 0.0005,
"step": 7150
},
{
"epoch": 6.77,
"learning_rate": 1.7945637483105572e-06,
"loss": 0.0034,
"step": 7160
},
{
"epoch": 6.78,
"learning_rate": 1.7194773990088603e-06,
"loss": 0.0003,
"step": 7170
},
{
"epoch": 6.79,
"learning_rate": 1.6443910497071634e-06,
"loss": 0.0005,
"step": 7180
},
{
"epoch": 6.8,
"learning_rate": 1.5693047004054665e-06,
"loss": 0.0007,
"step": 7190
},
{
"epoch": 6.81,
"learning_rate": 1.4942183511037694e-06,
"loss": 0.0003,
"step": 7200
},
{
"epoch": 6.82,
"learning_rate": 1.4191320018020725e-06,
"loss": 0.0007,
"step": 7210
},
{
"epoch": 6.83,
"learning_rate": 1.3440456525003754e-06,
"loss": 0.008,
"step": 7220
},
{
"epoch": 6.84,
"learning_rate": 1.2689593031986787e-06,
"loss": 0.0025,
"step": 7230
},
{
"epoch": 6.84,
"learning_rate": 1.1938729538969816e-06,
"loss": 0.0014,
"step": 7240
},
{
"epoch": 6.85,
"learning_rate": 1.1187866045952845e-06,
"loss": 0.0123,
"step": 7250
},
{
"epoch": 6.86,
"learning_rate": 1.0437002552935878e-06,
"loss": 0.0005,
"step": 7260
},
{
"epoch": 6.87,
"learning_rate": 9.686139059918907e-07,
"loss": 0.0003,
"step": 7270
},
{
"epoch": 6.88,
"learning_rate": 8.935275566901939e-07,
"loss": 0.0086,
"step": 7280
},
{
"epoch": 6.89,
"learning_rate": 8.184412073884968e-07,
"loss": 0.0017,
"step": 7290
},
{
"epoch": 6.9,
"learning_rate": 7.433548580867999e-07,
"loss": 0.0027,
"step": 7300
},
{
"epoch": 6.91,
"learning_rate": 6.682685087851029e-07,
"loss": 0.0034,
"step": 7310
},
{
"epoch": 6.92,
"learning_rate": 5.931821594834059e-07,
"loss": 0.0008,
"step": 7320
},
{
"epoch": 6.93,
"learning_rate": 5.18095810181709e-07,
"loss": 0.0006,
"step": 7330
},
{
"epoch": 6.94,
"learning_rate": 4.4300946088001206e-07,
"loss": 0.004,
"step": 7340
},
{
"epoch": 6.95,
"learning_rate": 3.6792311157831506e-07,
"loss": 0.0098,
"step": 7350
},
{
"epoch": 6.96,
"learning_rate": 2.928367622766181e-07,
"loss": 0.0009,
"step": 7360
},
{
"epoch": 6.97,
"learning_rate": 2.1775041297492117e-07,
"loss": 0.0004,
"step": 7370
},
{
"epoch": 6.98,
"learning_rate": 1.4266406367322422e-07,
"loss": 0.0019,
"step": 7380
},
{
"epoch": 6.99,
"learning_rate": 6.757771437152727e-08,
"loss": 0.0005,
"step": 7390
},
{
"epoch": 7.0,
"eval_accuracy": 0.9991625528913963,
"eval_loss": 0.0021713851019740105,
"eval_runtime": 111.9522,
"eval_samples_per_second": 202.658,
"eval_steps_per_second": 12.666,
"step": 7399
},
{
"epoch": 7.0,
"step": 7399,
"total_flos": 3.6728960862956544e+19,
"train_loss": 0.16940229888551026,
"train_runtime": 6313.4187,
"train_samples_per_second": 75.051,
"train_steps_per_second": 1.172
}
],
"logging_steps": 10,
"max_steps": 7399,
"num_train_epochs": 7,
"save_steps": 500,
"total_flos": 3.6728960862956544e+19,
"trial_name": null,
"trial_params": null
}