trelbert / trainer_state.json
Sahcim
Absolute blaster
4096657
raw
history blame
91.8 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.5460003882669427,
"global_step": 22500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 6.06550748079256e-07,
"loss": 7.5852,
"step": 30
},
{
"epoch": 0.0,
"learning_rate": 1.213101496158512e-06,
"loss": 7.1855,
"step": 60
},
{
"epoch": 0.0,
"learning_rate": 1.819652244237768e-06,
"loss": 6.5439,
"step": 90
},
{
"epoch": 0.0,
"learning_rate": 2.426202992317024e-06,
"loss": 6.1467,
"step": 120
},
{
"epoch": 0.0,
"learning_rate": 3.03275374039628e-06,
"loss": 5.905,
"step": 150
},
{
"epoch": 0.0,
"learning_rate": 3.639304488475536e-06,
"loss": 5.3489,
"step": 180
},
{
"epoch": 0.01,
"learning_rate": 4.2458552365547915e-06,
"loss": 4.6596,
"step": 210
},
{
"epoch": 0.01,
"learning_rate": 4.852405984634048e-06,
"loss": 4.455,
"step": 240
},
{
"epoch": 0.01,
"learning_rate": 5.458956732713303e-06,
"loss": 4.2972,
"step": 270
},
{
"epoch": 0.01,
"learning_rate": 6.06550748079256e-06,
"loss": 4.199,
"step": 300
},
{
"epoch": 0.01,
"learning_rate": 6.672058228871817e-06,
"loss": 4.121,
"step": 330
},
{
"epoch": 0.01,
"learning_rate": 7.278608976951072e-06,
"loss": 4.0656,
"step": 360
},
{
"epoch": 0.01,
"learning_rate": 7.885159725030328e-06,
"loss": 4.0166,
"step": 390
},
{
"epoch": 0.01,
"learning_rate": 8.491710473109583e-06,
"loss": 3.9316,
"step": 420
},
{
"epoch": 0.01,
"learning_rate": 9.09826122118884e-06,
"loss": 3.9286,
"step": 450
},
{
"epoch": 0.01,
"learning_rate": 9.704811969268096e-06,
"loss": 3.8572,
"step": 480
},
{
"epoch": 0.01,
"learning_rate": 1.0311362717347352e-05,
"loss": 3.8367,
"step": 510
},
{
"epoch": 0.01,
"learning_rate": 1.0917913465426607e-05,
"loss": 3.8374,
"step": 540
},
{
"epoch": 0.01,
"learning_rate": 1.1524464213505865e-05,
"loss": 3.7934,
"step": 570
},
{
"epoch": 0.01,
"learning_rate": 1.213101496158512e-05,
"loss": 3.7839,
"step": 600
},
{
"epoch": 0.02,
"learning_rate": 1.2737565709664375e-05,
"loss": 3.7421,
"step": 630
},
{
"epoch": 0.02,
"learning_rate": 1.3344116457743634e-05,
"loss": 3.728,
"step": 660
},
{
"epoch": 0.02,
"learning_rate": 1.3950667205822887e-05,
"loss": 3.7362,
"step": 690
},
{
"epoch": 0.02,
"learning_rate": 1.4557217953902144e-05,
"loss": 3.6775,
"step": 720
},
{
"epoch": 0.02,
"learning_rate": 1.51637687019814e-05,
"loss": 3.6752,
"step": 750
},
{
"epoch": 0.02,
"learning_rate": 1.5770319450060656e-05,
"loss": 3.667,
"step": 780
},
{
"epoch": 0.02,
"learning_rate": 1.6376870198139912e-05,
"loss": 3.6275,
"step": 810
},
{
"epoch": 0.02,
"learning_rate": 1.6983420946219166e-05,
"loss": 3.628,
"step": 840
},
{
"epoch": 0.02,
"learning_rate": 1.7589971694298423e-05,
"loss": 3.61,
"step": 870
},
{
"epoch": 0.02,
"learning_rate": 1.819652244237768e-05,
"loss": 3.5868,
"step": 900
},
{
"epoch": 0.02,
"learning_rate": 1.8803073190456936e-05,
"loss": 3.5831,
"step": 930
},
{
"epoch": 0.02,
"learning_rate": 1.9409623938536193e-05,
"loss": 3.5523,
"step": 960
},
{
"epoch": 0.02,
"learning_rate": 2.0016174686615446e-05,
"loss": 3.5191,
"step": 990
},
{
"epoch": 0.02,
"learning_rate": 2.0622725434694703e-05,
"loss": 3.556,
"step": 1020
},
{
"epoch": 0.03,
"learning_rate": 2.122927618277396e-05,
"loss": 3.5289,
"step": 1050
},
{
"epoch": 0.03,
"learning_rate": 2.1835826930853213e-05,
"loss": 3.4989,
"step": 1080
},
{
"epoch": 0.03,
"learning_rate": 2.2442377678932473e-05,
"loss": 3.5054,
"step": 1110
},
{
"epoch": 0.03,
"learning_rate": 2.304892842701173e-05,
"loss": 3.4637,
"step": 1140
},
{
"epoch": 0.03,
"learning_rate": 2.3655479175090983e-05,
"loss": 3.4803,
"step": 1170
},
{
"epoch": 0.03,
"learning_rate": 2.426202992317024e-05,
"loss": 3.4702,
"step": 1200
},
{
"epoch": 0.03,
"learning_rate": 2.4868580671249494e-05,
"loss": 3.4505,
"step": 1230
},
{
"epoch": 0.03,
"learning_rate": 2.547513141932875e-05,
"loss": 3.4357,
"step": 1260
},
{
"epoch": 0.03,
"learning_rate": 2.6081682167408007e-05,
"loss": 3.4247,
"step": 1290
},
{
"epoch": 0.03,
"learning_rate": 2.6688232915487267e-05,
"loss": 3.3992,
"step": 1320
},
{
"epoch": 0.03,
"learning_rate": 2.729478366356652e-05,
"loss": 3.393,
"step": 1350
},
{
"epoch": 0.03,
"learning_rate": 2.7901334411645774e-05,
"loss": 3.3824,
"step": 1380
},
{
"epoch": 0.03,
"learning_rate": 2.8507885159725034e-05,
"loss": 3.3798,
"step": 1410
},
{
"epoch": 0.03,
"learning_rate": 2.9114435907804288e-05,
"loss": 3.3817,
"step": 1440
},
{
"epoch": 0.04,
"learning_rate": 2.972098665588354e-05,
"loss": 3.3661,
"step": 1470
},
{
"epoch": 0.04,
"learning_rate": 3.03275374039628e-05,
"loss": 3.3417,
"step": 1500
},
{
"epoch": 0.04,
"learning_rate": 3.0934088152042055e-05,
"loss": 3.3432,
"step": 1530
},
{
"epoch": 0.04,
"learning_rate": 3.154063890012131e-05,
"loss": 3.3277,
"step": 1560
},
{
"epoch": 0.04,
"learning_rate": 3.214718964820057e-05,
"loss": 3.3205,
"step": 1590
},
{
"epoch": 0.04,
"learning_rate": 3.2753740396279825e-05,
"loss": 3.3078,
"step": 1620
},
{
"epoch": 0.04,
"learning_rate": 3.336029114435908e-05,
"loss": 3.2985,
"step": 1650
},
{
"epoch": 0.04,
"learning_rate": 3.396684189243833e-05,
"loss": 3.2822,
"step": 1680
},
{
"epoch": 0.04,
"learning_rate": 3.4573392640517595e-05,
"loss": 3.2815,
"step": 1710
},
{
"epoch": 0.04,
"learning_rate": 3.5179943388596845e-05,
"loss": 3.2864,
"step": 1740
},
{
"epoch": 0.04,
"learning_rate": 3.57864941366761e-05,
"loss": 3.2787,
"step": 1770
},
{
"epoch": 0.04,
"learning_rate": 3.639304488475536e-05,
"loss": 3.266,
"step": 1800
},
{
"epoch": 0.04,
"learning_rate": 3.6999595632834615e-05,
"loss": 3.2375,
"step": 1830
},
{
"epoch": 0.05,
"learning_rate": 3.760614638091387e-05,
"loss": 3.2608,
"step": 1860
},
{
"epoch": 0.05,
"learning_rate": 3.821269712899313e-05,
"loss": 3.2287,
"step": 1890
},
{
"epoch": 0.05,
"learning_rate": 3.8819247877072386e-05,
"loss": 3.224,
"step": 1920
},
{
"epoch": 0.05,
"learning_rate": 3.9425798625151636e-05,
"loss": 3.2322,
"step": 1950
},
{
"epoch": 0.05,
"learning_rate": 4.003234937323089e-05,
"loss": 3.217,
"step": 1980
},
{
"epoch": 0.05,
"learning_rate": 4.0638900121310156e-05,
"loss": 3.2323,
"step": 2010
},
{
"epoch": 0.05,
"learning_rate": 4.1245450869389406e-05,
"loss": 3.2,
"step": 2040
},
{
"epoch": 0.05,
"learning_rate": 4.185200161746866e-05,
"loss": 3.1984,
"step": 2070
},
{
"epoch": 0.05,
"learning_rate": 4.245855236554792e-05,
"loss": 3.1852,
"step": 2100
},
{
"epoch": 0.05,
"learning_rate": 4.3065103113627176e-05,
"loss": 3.1697,
"step": 2130
},
{
"epoch": 0.05,
"learning_rate": 4.3671653861706426e-05,
"loss": 3.1615,
"step": 2160
},
{
"epoch": 0.05,
"learning_rate": 4.427820460978569e-05,
"loss": 3.1719,
"step": 2190
},
{
"epoch": 0.05,
"learning_rate": 4.488475535786495e-05,
"loss": 3.1612,
"step": 2220
},
{
"epoch": 0.05,
"learning_rate": 4.54913061059442e-05,
"loss": 3.1602,
"step": 2250
},
{
"epoch": 0.06,
"learning_rate": 4.609785685402346e-05,
"loss": 3.1535,
"step": 2280
},
{
"epoch": 0.06,
"learning_rate": 4.670440760210271e-05,
"loss": 3.1247,
"step": 2310
},
{
"epoch": 0.06,
"learning_rate": 4.731095835018197e-05,
"loss": 3.1389,
"step": 2340
},
{
"epoch": 0.06,
"learning_rate": 4.7917509098261224e-05,
"loss": 3.1345,
"step": 2370
},
{
"epoch": 0.06,
"learning_rate": 4.852405984634048e-05,
"loss": 3.1319,
"step": 2400
},
{
"epoch": 0.06,
"learning_rate": 4.913061059441974e-05,
"loss": 3.1201,
"step": 2430
},
{
"epoch": 0.06,
"learning_rate": 4.973716134249899e-05,
"loss": 3.1161,
"step": 2460
},
{
"epoch": 0.06,
"learning_rate": 4.9978056021685813e-05,
"loss": 3.117,
"step": 2490
},
{
"epoch": 0.06,
"learning_rate": 4.993933135407255e-05,
"loss": 3.101,
"step": 2520
},
{
"epoch": 0.06,
"learning_rate": 4.9900606686459276e-05,
"loss": 3.1061,
"step": 2550
},
{
"epoch": 0.06,
"learning_rate": 4.9861882018846004e-05,
"loss": 3.1054,
"step": 2580
},
{
"epoch": 0.06,
"learning_rate": 4.982315735123274e-05,
"loss": 3.0931,
"step": 2610
},
{
"epoch": 0.06,
"learning_rate": 4.9784432683619466e-05,
"loss": 3.089,
"step": 2640
},
{
"epoch": 0.06,
"learning_rate": 4.97457080160062e-05,
"loss": 3.0828,
"step": 2670
},
{
"epoch": 0.07,
"learning_rate": 4.970698334839293e-05,
"loss": 3.0736,
"step": 2700
},
{
"epoch": 0.07,
"learning_rate": 4.9668258680779664e-05,
"loss": 3.0454,
"step": 2730
},
{
"epoch": 0.07,
"learning_rate": 4.962953401316639e-05,
"loss": 3.0586,
"step": 2760
},
{
"epoch": 0.07,
"learning_rate": 4.959080934555312e-05,
"loss": 3.0508,
"step": 2790
},
{
"epoch": 0.07,
"learning_rate": 4.955208467793985e-05,
"loss": 3.0555,
"step": 2820
},
{
"epoch": 0.07,
"learning_rate": 4.951336001032658e-05,
"loss": 3.0389,
"step": 2850
},
{
"epoch": 0.07,
"learning_rate": 4.947463534271331e-05,
"loss": 3.036,
"step": 2880
},
{
"epoch": 0.07,
"learning_rate": 4.943591067510004e-05,
"loss": 3.0312,
"step": 2910
},
{
"epoch": 0.07,
"learning_rate": 4.939718600748677e-05,
"loss": 3.021,
"step": 2940
},
{
"epoch": 0.07,
"learning_rate": 4.93584613398735e-05,
"loss": 3.0294,
"step": 2970
},
{
"epoch": 0.07,
"learning_rate": 4.931973667226023e-05,
"loss": 3.0288,
"step": 3000
},
{
"epoch": 0.07,
"learning_rate": 4.928101200464696e-05,
"loss": 3.0096,
"step": 3030
},
{
"epoch": 0.07,
"learning_rate": 4.924228733703369e-05,
"loss": 3.0038,
"step": 3060
},
{
"epoch": 0.07,
"learning_rate": 4.9203562669420425e-05,
"loss": 3.0196,
"step": 3090
},
{
"epoch": 0.08,
"learning_rate": 4.916483800180715e-05,
"loss": 2.9956,
"step": 3120
},
{
"epoch": 0.08,
"learning_rate": 4.912611333419389e-05,
"loss": 2.9993,
"step": 3150
},
{
"epoch": 0.08,
"learning_rate": 4.9087388666580615e-05,
"loss": 3.0124,
"step": 3180
},
{
"epoch": 0.08,
"learning_rate": 4.904866399896734e-05,
"loss": 2.9948,
"step": 3210
},
{
"epoch": 0.08,
"learning_rate": 4.900993933135408e-05,
"loss": 2.986,
"step": 3240
},
{
"epoch": 0.08,
"learning_rate": 4.8971214663740806e-05,
"loss": 2.9872,
"step": 3270
},
{
"epoch": 0.08,
"learning_rate": 4.8932489996127534e-05,
"loss": 2.9754,
"step": 3300
},
{
"epoch": 0.08,
"learning_rate": 4.889376532851427e-05,
"loss": 2.9838,
"step": 3330
},
{
"epoch": 0.08,
"learning_rate": 4.8855040660900996e-05,
"loss": 2.973,
"step": 3360
},
{
"epoch": 0.08,
"learning_rate": 4.8816315993287724e-05,
"loss": 2.9608,
"step": 3390
},
{
"epoch": 0.08,
"learning_rate": 4.877759132567445e-05,
"loss": 2.9573,
"step": 3420
},
{
"epoch": 0.08,
"learning_rate": 4.8738866658061186e-05,
"loss": 2.9465,
"step": 3450
},
{
"epoch": 0.08,
"learning_rate": 4.8700141990447914e-05,
"loss": 2.9434,
"step": 3480
},
{
"epoch": 0.09,
"learning_rate": 4.866141732283465e-05,
"loss": 2.9662,
"step": 3510
},
{
"epoch": 0.09,
"learning_rate": 4.862269265522138e-05,
"loss": 2.9296,
"step": 3540
},
{
"epoch": 0.09,
"learning_rate": 4.858396798760811e-05,
"loss": 2.9414,
"step": 3570
},
{
"epoch": 0.09,
"learning_rate": 4.854524331999484e-05,
"loss": 2.942,
"step": 3600
},
{
"epoch": 0.09,
"learning_rate": 4.8506518652381574e-05,
"loss": 2.9477,
"step": 3630
},
{
"epoch": 0.09,
"learning_rate": 4.84677939847683e-05,
"loss": 2.9388,
"step": 3660
},
{
"epoch": 0.09,
"learning_rate": 4.842906931715503e-05,
"loss": 2.9418,
"step": 3690
},
{
"epoch": 0.09,
"learning_rate": 4.839034464954176e-05,
"loss": 2.9214,
"step": 3720
},
{
"epoch": 0.09,
"learning_rate": 4.835161998192849e-05,
"loss": 2.9278,
"step": 3750
},
{
"epoch": 0.09,
"learning_rate": 4.831289531431522e-05,
"loss": 2.9257,
"step": 3780
},
{
"epoch": 0.09,
"learning_rate": 4.827417064670195e-05,
"loss": 2.9263,
"step": 3810
},
{
"epoch": 0.09,
"learning_rate": 4.823544597908868e-05,
"loss": 2.9098,
"step": 3840
},
{
"epoch": 0.09,
"learning_rate": 4.819672131147541e-05,
"loss": 2.9309,
"step": 3870
},
{
"epoch": 0.09,
"learning_rate": 4.815799664386214e-05,
"loss": 2.8921,
"step": 3900
},
{
"epoch": 0.1,
"learning_rate": 4.811927197624887e-05,
"loss": 2.9042,
"step": 3930
},
{
"epoch": 0.1,
"learning_rate": 4.80805473086356e-05,
"loss": 2.9063,
"step": 3960
},
{
"epoch": 0.1,
"learning_rate": 4.8041822641022335e-05,
"loss": 2.9021,
"step": 3990
},
{
"epoch": 0.1,
"learning_rate": 4.800309797340906e-05,
"loss": 2.8911,
"step": 4020
},
{
"epoch": 0.1,
"learning_rate": 4.79643733057958e-05,
"loss": 2.8967,
"step": 4050
},
{
"epoch": 0.1,
"learning_rate": 4.7925648638182526e-05,
"loss": 2.8968,
"step": 4080
},
{
"epoch": 0.1,
"learning_rate": 4.7886923970569254e-05,
"loss": 2.8985,
"step": 4110
},
{
"epoch": 0.1,
"learning_rate": 4.784819930295599e-05,
"loss": 2.887,
"step": 4140
},
{
"epoch": 0.1,
"learning_rate": 4.7809474635342716e-05,
"loss": 2.8874,
"step": 4170
},
{
"epoch": 0.1,
"learning_rate": 4.7770749967729444e-05,
"loss": 2.8896,
"step": 4200
},
{
"epoch": 0.1,
"learning_rate": 4.773202530011618e-05,
"loss": 2.8767,
"step": 4230
},
{
"epoch": 0.1,
"learning_rate": 4.7693300632502906e-05,
"loss": 2.8806,
"step": 4260
},
{
"epoch": 0.1,
"learning_rate": 4.7654575964889634e-05,
"loss": 2.8712,
"step": 4290
},
{
"epoch": 0.1,
"learning_rate": 4.761585129727636e-05,
"loss": 2.8749,
"step": 4320
},
{
"epoch": 0.11,
"learning_rate": 4.75771266296631e-05,
"loss": 2.865,
"step": 4350
},
{
"epoch": 0.11,
"learning_rate": 4.7538401962049825e-05,
"loss": 2.8752,
"step": 4380
},
{
"epoch": 0.11,
"learning_rate": 4.749967729443656e-05,
"loss": 2.8796,
"step": 4410
},
{
"epoch": 0.11,
"learning_rate": 4.7460952626823294e-05,
"loss": 2.8637,
"step": 4440
},
{
"epoch": 0.11,
"learning_rate": 4.742222795921002e-05,
"loss": 2.8427,
"step": 4470
},
{
"epoch": 0.11,
"learning_rate": 4.738350329159675e-05,
"loss": 2.8585,
"step": 4500
},
{
"epoch": 0.11,
"learning_rate": 4.7344778623983484e-05,
"loss": 2.8607,
"step": 4530
},
{
"epoch": 0.11,
"learning_rate": 4.730605395637021e-05,
"loss": 2.8537,
"step": 4560
},
{
"epoch": 0.11,
"learning_rate": 4.726732928875694e-05,
"loss": 2.8622,
"step": 4590
},
{
"epoch": 0.11,
"learning_rate": 4.722860462114367e-05,
"loss": 2.8422,
"step": 4620
},
{
"epoch": 0.11,
"learning_rate": 4.71898799535304e-05,
"loss": 2.8539,
"step": 4650
},
{
"epoch": 0.11,
"learning_rate": 4.715115528591713e-05,
"loss": 2.8447,
"step": 4680
},
{
"epoch": 0.11,
"learning_rate": 4.711243061830386e-05,
"loss": 2.8497,
"step": 4710
},
{
"epoch": 0.12,
"learning_rate": 4.707370595069059e-05,
"loss": 2.8325,
"step": 4740
},
{
"epoch": 0.12,
"learning_rate": 4.703498128307732e-05,
"loss": 2.8413,
"step": 4770
},
{
"epoch": 0.12,
"learning_rate": 4.699625661546405e-05,
"loss": 2.8426,
"step": 4800
},
{
"epoch": 0.12,
"learning_rate": 4.695753194785078e-05,
"loss": 2.8336,
"step": 4830
},
{
"epoch": 0.12,
"learning_rate": 4.691880728023751e-05,
"loss": 2.8403,
"step": 4860
},
{
"epoch": 0.12,
"learning_rate": 4.6880082612624246e-05,
"loss": 2.8278,
"step": 4890
},
{
"epoch": 0.12,
"learning_rate": 4.6841357945010974e-05,
"loss": 2.8372,
"step": 4920
},
{
"epoch": 0.12,
"learning_rate": 4.680263327739771e-05,
"loss": 2.8275,
"step": 4950
},
{
"epoch": 0.12,
"learning_rate": 4.6763908609784436e-05,
"loss": 2.8341,
"step": 4980
},
{
"epoch": 0.12,
"learning_rate": 4.6725183942171164e-05,
"loss": 2.8186,
"step": 5010
},
{
"epoch": 0.12,
"learning_rate": 4.66864592745579e-05,
"loss": 2.8227,
"step": 5040
},
{
"epoch": 0.12,
"learning_rate": 4.6647734606944627e-05,
"loss": 2.8248,
"step": 5070
},
{
"epoch": 0.12,
"learning_rate": 4.6609009939331354e-05,
"loss": 2.8243,
"step": 5100
},
{
"epoch": 0.12,
"learning_rate": 4.657028527171809e-05,
"loss": 2.8275,
"step": 5130
},
{
"epoch": 0.13,
"learning_rate": 4.653156060410482e-05,
"loss": 2.8164,
"step": 5160
},
{
"epoch": 0.13,
"learning_rate": 4.6492835936491545e-05,
"loss": 2.8165,
"step": 5190
},
{
"epoch": 0.13,
"learning_rate": 4.645411126887827e-05,
"loss": 2.8175,
"step": 5220
},
{
"epoch": 0.13,
"learning_rate": 4.641538660126501e-05,
"loss": 2.8092,
"step": 5250
},
{
"epoch": 0.13,
"learning_rate": 4.6376661933651735e-05,
"loss": 2.8247,
"step": 5280
},
{
"epoch": 0.13,
"learning_rate": 4.633793726603847e-05,
"loss": 2.8027,
"step": 5310
},
{
"epoch": 0.13,
"learning_rate": 4.6299212598425204e-05,
"loss": 2.8081,
"step": 5340
},
{
"epoch": 0.13,
"learning_rate": 4.626048793081193e-05,
"loss": 2.8027,
"step": 5370
},
{
"epoch": 0.13,
"learning_rate": 4.622176326319866e-05,
"loss": 2.7845,
"step": 5400
},
{
"epoch": 0.13,
"learning_rate": 4.6183038595585395e-05,
"loss": 2.7918,
"step": 5430
},
{
"epoch": 0.13,
"learning_rate": 4.614431392797212e-05,
"loss": 2.7942,
"step": 5460
},
{
"epoch": 0.13,
"learning_rate": 4.610558926035885e-05,
"loss": 2.7948,
"step": 5490
},
{
"epoch": 0.13,
"learning_rate": 4.606686459274558e-05,
"loss": 2.7853,
"step": 5520
},
{
"epoch": 0.13,
"learning_rate": 4.602813992513231e-05,
"loss": 2.7906,
"step": 5550
},
{
"epoch": 0.14,
"learning_rate": 4.598941525751904e-05,
"loss": 2.7894,
"step": 5580
},
{
"epoch": 0.14,
"learning_rate": 4.595069058990577e-05,
"loss": 2.8041,
"step": 5610
},
{
"epoch": 0.14,
"learning_rate": 4.59119659222925e-05,
"loss": 2.7877,
"step": 5640
},
{
"epoch": 0.14,
"learning_rate": 4.587324125467923e-05,
"loss": 2.7811,
"step": 5670
},
{
"epoch": 0.14,
"learning_rate": 4.583451658706596e-05,
"loss": 2.7871,
"step": 5700
},
{
"epoch": 0.14,
"learning_rate": 4.5795791919452694e-05,
"loss": 2.7673,
"step": 5730
},
{
"epoch": 0.14,
"learning_rate": 4.575706725183942e-05,
"loss": 2.7578,
"step": 5760
},
{
"epoch": 0.14,
"learning_rate": 4.5718342584226156e-05,
"loss": 2.7671,
"step": 5790
},
{
"epoch": 0.14,
"learning_rate": 4.5679617916612884e-05,
"loss": 2.7746,
"step": 5820
},
{
"epoch": 0.14,
"learning_rate": 4.564089324899962e-05,
"loss": 2.7802,
"step": 5850
},
{
"epoch": 0.14,
"learning_rate": 4.560216858138635e-05,
"loss": 2.771,
"step": 5880
},
{
"epoch": 0.14,
"learning_rate": 4.5563443913773074e-05,
"loss": 2.769,
"step": 5910
},
{
"epoch": 0.14,
"learning_rate": 4.552471924615981e-05,
"loss": 2.7674,
"step": 5940
},
{
"epoch": 0.14,
"learning_rate": 4.548599457854654e-05,
"loss": 2.7661,
"step": 5970
},
{
"epoch": 0.15,
"learning_rate": 4.5447269910933265e-05,
"loss": 2.7681,
"step": 6000
},
{
"epoch": 0.15,
"learning_rate": 4.540854524331999e-05,
"loss": 2.764,
"step": 6030
},
{
"epoch": 0.15,
"learning_rate": 4.536982057570673e-05,
"loss": 2.7641,
"step": 6060
},
{
"epoch": 0.15,
"learning_rate": 4.5331095908093455e-05,
"loss": 2.7679,
"step": 6090
},
{
"epoch": 0.15,
"learning_rate": 4.529237124048018e-05,
"loss": 2.7547,
"step": 6120
},
{
"epoch": 0.15,
"learning_rate": 4.525364657286692e-05,
"loss": 2.7507,
"step": 6150
},
{
"epoch": 0.15,
"learning_rate": 4.5214921905253646e-05,
"loss": 2.7622,
"step": 6180
},
{
"epoch": 0.15,
"learning_rate": 4.517619723764038e-05,
"loss": 2.7546,
"step": 6210
},
{
"epoch": 0.15,
"learning_rate": 4.5137472570027115e-05,
"loss": 2.7469,
"step": 6240
},
{
"epoch": 0.15,
"learning_rate": 4.509874790241384e-05,
"loss": 2.7413,
"step": 6270
},
{
"epoch": 0.15,
"learning_rate": 4.506002323480057e-05,
"loss": 2.7509,
"step": 6300
},
{
"epoch": 0.15,
"learning_rate": 4.50212985671873e-05,
"loss": 2.752,
"step": 6330
},
{
"epoch": 0.15,
"learning_rate": 4.498257389957403e-05,
"loss": 2.733,
"step": 6360
},
{
"epoch": 0.16,
"learning_rate": 4.494384923196076e-05,
"loss": 2.7405,
"step": 6390
},
{
"epoch": 0.16,
"learning_rate": 4.490512456434749e-05,
"loss": 2.744,
"step": 6420
},
{
"epoch": 0.16,
"learning_rate": 4.4866399896734223e-05,
"loss": 2.733,
"step": 6450
},
{
"epoch": 0.16,
"learning_rate": 4.482767522912095e-05,
"loss": 2.7521,
"step": 6480
},
{
"epoch": 0.16,
"learning_rate": 4.478895056150768e-05,
"loss": 2.7394,
"step": 6510
},
{
"epoch": 0.16,
"learning_rate": 4.4750225893894414e-05,
"loss": 2.7476,
"step": 6540
},
{
"epoch": 0.16,
"learning_rate": 4.471150122628114e-05,
"loss": 2.7389,
"step": 6570
},
{
"epoch": 0.16,
"learning_rate": 4.467277655866787e-05,
"loss": 2.7369,
"step": 6600
},
{
"epoch": 0.16,
"learning_rate": 4.4634051891054604e-05,
"loss": 2.7177,
"step": 6630
},
{
"epoch": 0.16,
"learning_rate": 4.459532722344134e-05,
"loss": 2.7319,
"step": 6660
},
{
"epoch": 0.16,
"learning_rate": 4.455660255582807e-05,
"loss": 2.7276,
"step": 6690
},
{
"epoch": 0.16,
"learning_rate": 4.4517877888214795e-05,
"loss": 2.7168,
"step": 6720
},
{
"epoch": 0.16,
"learning_rate": 4.447915322060153e-05,
"loss": 2.7201,
"step": 6750
},
{
"epoch": 0.16,
"learning_rate": 4.444042855298826e-05,
"loss": 2.7164,
"step": 6780
},
{
"epoch": 0.17,
"learning_rate": 4.4401703885374985e-05,
"loss": 2.7289,
"step": 6810
},
{
"epoch": 0.17,
"learning_rate": 4.436297921776172e-05,
"loss": 2.7345,
"step": 6840
},
{
"epoch": 0.17,
"learning_rate": 4.432425455014845e-05,
"loss": 2.729,
"step": 6870
},
{
"epoch": 0.17,
"learning_rate": 4.4285529882535175e-05,
"loss": 2.7202,
"step": 6900
},
{
"epoch": 0.17,
"learning_rate": 4.42468052149219e-05,
"loss": 2.7348,
"step": 6930
},
{
"epoch": 0.17,
"learning_rate": 4.420808054730864e-05,
"loss": 2.7134,
"step": 6960
},
{
"epoch": 0.17,
"learning_rate": 4.4169355879695366e-05,
"loss": 2.7259,
"step": 6990
},
{
"epoch": 0.17,
"learning_rate": 4.4130631212082094e-05,
"loss": 2.7068,
"step": 7020
},
{
"epoch": 0.17,
"learning_rate": 4.409190654446883e-05,
"loss": 2.7211,
"step": 7050
},
{
"epoch": 0.17,
"learning_rate": 4.4053181876855556e-05,
"loss": 2.707,
"step": 7080
},
{
"epoch": 0.17,
"learning_rate": 4.401445720924229e-05,
"loss": 2.7249,
"step": 7110
},
{
"epoch": 0.17,
"learning_rate": 4.3975732541629025e-05,
"loss": 2.7232,
"step": 7140
},
{
"epoch": 0.17,
"learning_rate": 4.393700787401575e-05,
"loss": 2.7047,
"step": 7170
},
{
"epoch": 0.17,
"learning_rate": 4.389828320640248e-05,
"loss": 2.6984,
"step": 7200
},
{
"epoch": 0.18,
"learning_rate": 4.385955853878921e-05,
"loss": 2.7221,
"step": 7230
},
{
"epoch": 0.18,
"learning_rate": 4.3820833871175944e-05,
"loss": 2.6858,
"step": 7260
},
{
"epoch": 0.18,
"learning_rate": 4.378210920356267e-05,
"loss": 2.7026,
"step": 7290
},
{
"epoch": 0.18,
"learning_rate": 4.37433845359494e-05,
"loss": 2.7008,
"step": 7320
},
{
"epoch": 0.18,
"learning_rate": 4.3704659868336134e-05,
"loss": 2.7112,
"step": 7350
},
{
"epoch": 0.18,
"learning_rate": 4.366593520072286e-05,
"loss": 2.6968,
"step": 7380
},
{
"epoch": 0.18,
"learning_rate": 4.362721053310959e-05,
"loss": 2.7087,
"step": 7410
},
{
"epoch": 0.18,
"learning_rate": 4.3588485865496324e-05,
"loss": 2.7107,
"step": 7440
},
{
"epoch": 0.18,
"learning_rate": 4.354976119788305e-05,
"loss": 2.7,
"step": 7470
},
{
"epoch": 0.18,
"learning_rate": 4.351103653026978e-05,
"loss": 2.6956,
"step": 7500
},
{
"epoch": 0.18,
"learning_rate": 4.3472311862656515e-05,
"loss": 2.6889,
"step": 7530
},
{
"epoch": 0.18,
"learning_rate": 4.343358719504325e-05,
"loss": 2.6964,
"step": 7560
},
{
"epoch": 0.18,
"learning_rate": 4.339486252742998e-05,
"loss": 2.6893,
"step": 7590
},
{
"epoch": 0.18,
"learning_rate": 4.3356137859816705e-05,
"loss": 2.6989,
"step": 7620
},
{
"epoch": 0.19,
"learning_rate": 4.331741319220344e-05,
"loss": 2.6747,
"step": 7650
},
{
"epoch": 0.19,
"learning_rate": 4.327868852459017e-05,
"loss": 2.7004,
"step": 7680
},
{
"epoch": 0.19,
"learning_rate": 4.3239963856976895e-05,
"loss": 2.6988,
"step": 7710
},
{
"epoch": 0.19,
"learning_rate": 4.320123918936363e-05,
"loss": 2.6916,
"step": 7740
},
{
"epoch": 0.19,
"learning_rate": 4.316251452175036e-05,
"loss": 2.6973,
"step": 7770
},
{
"epoch": 0.19,
"learning_rate": 4.3123789854137086e-05,
"loss": 2.6985,
"step": 7800
},
{
"epoch": 0.19,
"learning_rate": 4.3085065186523814e-05,
"loss": 2.6873,
"step": 7830
},
{
"epoch": 0.19,
"learning_rate": 4.304634051891055e-05,
"loss": 2.6937,
"step": 7860
},
{
"epoch": 0.19,
"learning_rate": 4.3007615851297276e-05,
"loss": 2.6973,
"step": 7890
},
{
"epoch": 0.19,
"learning_rate": 4.2968891183684004e-05,
"loss": 2.6816,
"step": 7920
},
{
"epoch": 0.19,
"learning_rate": 4.293016651607074e-05,
"loss": 2.6817,
"step": 7950
},
{
"epoch": 0.19,
"learning_rate": 4.289144184845747e-05,
"loss": 2.6886,
"step": 7980
},
{
"epoch": 0.19,
"learning_rate": 4.28527171808442e-05,
"loss": 2.6819,
"step": 8010
},
{
"epoch": 0.2,
"learning_rate": 4.2813992513230936e-05,
"loss": 2.662,
"step": 8040
},
{
"epoch": 0.2,
"learning_rate": 4.2775267845617664e-05,
"loss": 2.668,
"step": 8070
},
{
"epoch": 0.2,
"learning_rate": 4.273654317800439e-05,
"loss": 2.6783,
"step": 8100
},
{
"epoch": 0.2,
"learning_rate": 4.269781851039112e-05,
"loss": 2.6977,
"step": 8130
},
{
"epoch": 0.2,
"learning_rate": 4.2659093842777854e-05,
"loss": 2.6692,
"step": 8160
},
{
"epoch": 0.2,
"learning_rate": 4.262036917516458e-05,
"loss": 2.6784,
"step": 8190
},
{
"epoch": 0.2,
"learning_rate": 4.258164450755131e-05,
"loss": 2.6846,
"step": 8220
},
{
"epoch": 0.2,
"learning_rate": 4.2542919839938044e-05,
"loss": 2.6878,
"step": 8250
},
{
"epoch": 0.2,
"learning_rate": 4.250419517232477e-05,
"loss": 2.6694,
"step": 8280
},
{
"epoch": 0.2,
"learning_rate": 4.24654705047115e-05,
"loss": 2.6651,
"step": 8310
},
{
"epoch": 0.2,
"learning_rate": 4.2426745837098235e-05,
"loss": 2.6706,
"step": 8340
},
{
"epoch": 0.2,
"learning_rate": 4.238802116948496e-05,
"loss": 2.6724,
"step": 8370
},
{
"epoch": 0.2,
"learning_rate": 4.234929650187169e-05,
"loss": 2.6831,
"step": 8400
},
{
"epoch": 0.2,
"learning_rate": 4.2310571834258425e-05,
"loss": 2.676,
"step": 8430
},
{
"epoch": 0.21,
"learning_rate": 4.227184716664516e-05,
"loss": 2.6632,
"step": 8460
},
{
"epoch": 0.21,
"learning_rate": 4.223312249903189e-05,
"loss": 2.6607,
"step": 8490
},
{
"epoch": 0.21,
"learning_rate": 4.2194397831418615e-05,
"loss": 2.6798,
"step": 8520
},
{
"epoch": 0.21,
"learning_rate": 4.215567316380535e-05,
"loss": 2.6583,
"step": 8550
},
{
"epoch": 0.21,
"learning_rate": 4.211694849619208e-05,
"loss": 2.6464,
"step": 8580
},
{
"epoch": 0.21,
"learning_rate": 4.2078223828578806e-05,
"loss": 2.661,
"step": 8610
},
{
"epoch": 0.21,
"learning_rate": 4.203949916096554e-05,
"loss": 2.6619,
"step": 8640
},
{
"epoch": 0.21,
"learning_rate": 4.200077449335227e-05,
"loss": 2.6633,
"step": 8670
},
{
"epoch": 0.21,
"learning_rate": 4.1962049825738996e-05,
"loss": 2.6683,
"step": 8700
},
{
"epoch": 0.21,
"learning_rate": 4.1923325158125724e-05,
"loss": 2.6621,
"step": 8730
},
{
"epoch": 0.21,
"learning_rate": 4.188460049051246e-05,
"loss": 2.65,
"step": 8760
},
{
"epoch": 0.21,
"learning_rate": 4.1845875822899186e-05,
"loss": 2.6415,
"step": 8790
},
{
"epoch": 0.21,
"learning_rate": 4.1807151155285914e-05,
"loss": 2.6554,
"step": 8820
},
{
"epoch": 0.21,
"learning_rate": 4.176842648767265e-05,
"loss": 2.6508,
"step": 8850
},
{
"epoch": 0.22,
"learning_rate": 4.1729701820059384e-05,
"loss": 2.65,
"step": 8880
},
{
"epoch": 0.22,
"learning_rate": 4.169097715244611e-05,
"loss": 2.6507,
"step": 8910
},
{
"epoch": 0.22,
"learning_rate": 4.1652252484832846e-05,
"loss": 2.654,
"step": 8940
},
{
"epoch": 0.22,
"learning_rate": 4.1613527817219574e-05,
"loss": 2.6414,
"step": 8970
},
{
"epoch": 0.22,
"learning_rate": 4.15748031496063e-05,
"loss": 2.6386,
"step": 9000
},
{
"epoch": 0.22,
"learning_rate": 4.153607848199303e-05,
"loss": 2.6563,
"step": 9030
},
{
"epoch": 0.22,
"learning_rate": 4.1497353814379764e-05,
"loss": 2.6429,
"step": 9060
},
{
"epoch": 0.22,
"learning_rate": 4.145862914676649e-05,
"loss": 2.6567,
"step": 9090
},
{
"epoch": 0.22,
"learning_rate": 4.141990447915322e-05,
"loss": 2.6396,
"step": 9120
},
{
"epoch": 0.22,
"learning_rate": 4.1381179811539955e-05,
"loss": 2.6459,
"step": 9150
},
{
"epoch": 0.22,
"learning_rate": 4.134245514392668e-05,
"loss": 2.6453,
"step": 9180
},
{
"epoch": 0.22,
"learning_rate": 4.130373047631341e-05,
"loss": 2.6317,
"step": 9210
},
{
"epoch": 0.22,
"learning_rate": 4.126500580870014e-05,
"loss": 2.6345,
"step": 9240
},
{
"epoch": 0.22,
"learning_rate": 4.122628114108687e-05,
"loss": 2.6435,
"step": 9270
},
{
"epoch": 0.23,
"learning_rate": 4.11875564734736e-05,
"loss": 2.6366,
"step": 9300
},
{
"epoch": 0.23,
"learning_rate": 4.1148831805860335e-05,
"loss": 2.6281,
"step": 9330
},
{
"epoch": 0.23,
"learning_rate": 4.111010713824707e-05,
"loss": 2.6359,
"step": 9360
},
{
"epoch": 0.23,
"learning_rate": 4.10713824706338e-05,
"loss": 2.6382,
"step": 9390
},
{
"epoch": 0.23,
"learning_rate": 4.1032657803020526e-05,
"loss": 2.6411,
"step": 9420
},
{
"epoch": 0.23,
"learning_rate": 4.099393313540726e-05,
"loss": 2.6449,
"step": 9450
},
{
"epoch": 0.23,
"learning_rate": 4.095520846779399e-05,
"loss": 2.6463,
"step": 9480
},
{
"epoch": 0.23,
"learning_rate": 4.0916483800180716e-05,
"loss": 2.6345,
"step": 9510
},
{
"epoch": 0.23,
"learning_rate": 4.0877759132567444e-05,
"loss": 2.6435,
"step": 9540
},
{
"epoch": 0.23,
"learning_rate": 4.083903446495418e-05,
"loss": 2.625,
"step": 9570
},
{
"epoch": 0.23,
"learning_rate": 4.0800309797340907e-05,
"loss": 2.6263,
"step": 9600
},
{
"epoch": 0.23,
"learning_rate": 4.0761585129727634e-05,
"loss": 2.6299,
"step": 9630
},
{
"epoch": 0.23,
"learning_rate": 4.072286046211437e-05,
"loss": 2.6401,
"step": 9660
},
{
"epoch": 0.24,
"learning_rate": 4.06841357945011e-05,
"loss": 2.6187,
"step": 9690
},
{
"epoch": 0.24,
"learning_rate": 4.0645411126887825e-05,
"loss": 2.6353,
"step": 9720
},
{
"epoch": 0.24,
"learning_rate": 4.060668645927456e-05,
"loss": 2.6237,
"step": 9750
},
{
"epoch": 0.24,
"learning_rate": 4.0567961791661294e-05,
"loss": 2.63,
"step": 9780
},
{
"epoch": 0.24,
"learning_rate": 4.052923712404802e-05,
"loss": 2.628,
"step": 9810
},
{
"epoch": 0.24,
"learning_rate": 4.049051245643475e-05,
"loss": 2.6154,
"step": 9840
},
{
"epoch": 0.24,
"learning_rate": 4.0451787788821484e-05,
"loss": 2.6295,
"step": 9870
},
{
"epoch": 0.24,
"learning_rate": 4.041306312120821e-05,
"loss": 2.6272,
"step": 9900
},
{
"epoch": 0.24,
"learning_rate": 4.037433845359494e-05,
"loss": 2.6073,
"step": 9930
},
{
"epoch": 0.24,
"learning_rate": 4.0335613785981675e-05,
"loss": 2.6157,
"step": 9960
},
{
"epoch": 0.24,
"learning_rate": 4.02968891183684e-05,
"loss": 2.618,
"step": 9990
},
{
"epoch": 0.24,
"learning_rate": 4.025816445075513e-05,
"loss": 2.6201,
"step": 10020
},
{
"epoch": 0.24,
"learning_rate": 4.0219439783141865e-05,
"loss": 2.6273,
"step": 10050
},
{
"epoch": 0.24,
"learning_rate": 4.018071511552859e-05,
"loss": 2.6223,
"step": 10080
},
{
"epoch": 0.25,
"learning_rate": 4.014199044791532e-05,
"loss": 2.6214,
"step": 10110
},
{
"epoch": 0.25,
"learning_rate": 4.010326578030205e-05,
"loss": 2.625,
"step": 10140
},
{
"epoch": 0.25,
"learning_rate": 4.0064541112688783e-05,
"loss": 2.6146,
"step": 10170
},
{
"epoch": 0.25,
"learning_rate": 4.002581644507552e-05,
"loss": 2.6207,
"step": 10200
},
{
"epoch": 0.25,
"learning_rate": 3.9987091777462246e-05,
"loss": 2.6252,
"step": 10230
},
{
"epoch": 0.25,
"learning_rate": 3.994836710984898e-05,
"loss": 2.6106,
"step": 10260
},
{
"epoch": 0.25,
"learning_rate": 3.990964244223571e-05,
"loss": 2.6055,
"step": 10290
},
{
"epoch": 0.25,
"learning_rate": 3.9870917774622436e-05,
"loss": 2.5988,
"step": 10320
},
{
"epoch": 0.25,
"learning_rate": 3.983219310700917e-05,
"loss": 2.6214,
"step": 10350
},
{
"epoch": 0.25,
"learning_rate": 3.97934684393959e-05,
"loss": 2.6146,
"step": 10380
},
{
"epoch": 0.25,
"learning_rate": 3.975474377178263e-05,
"loss": 2.5985,
"step": 10410
},
{
"epoch": 0.25,
"learning_rate": 3.9716019104169354e-05,
"loss": 2.5994,
"step": 10440
},
{
"epoch": 0.25,
"learning_rate": 3.967729443655609e-05,
"loss": 2.5999,
"step": 10470
},
{
"epoch": 0.25,
"learning_rate": 3.963856976894282e-05,
"loss": 2.6035,
"step": 10500
},
{
"epoch": 0.26,
"learning_rate": 3.9599845101329545e-05,
"loss": 2.5996,
"step": 10530
},
{
"epoch": 0.26,
"learning_rate": 3.956112043371628e-05,
"loss": 2.6093,
"step": 10560
},
{
"epoch": 0.26,
"learning_rate": 3.952239576610301e-05,
"loss": 2.615,
"step": 10590
},
{
"epoch": 0.26,
"learning_rate": 3.9483671098489735e-05,
"loss": 2.6139,
"step": 10620
},
{
"epoch": 0.26,
"learning_rate": 3.944494643087647e-05,
"loss": 2.6011,
"step": 10650
},
{
"epoch": 0.26,
"learning_rate": 3.9406221763263204e-05,
"loss": 2.6035,
"step": 10680
},
{
"epoch": 0.26,
"learning_rate": 3.936749709564993e-05,
"loss": 2.6115,
"step": 10710
},
{
"epoch": 0.26,
"learning_rate": 3.932877242803666e-05,
"loss": 2.6012,
"step": 10740
},
{
"epoch": 0.26,
"learning_rate": 3.9290047760423395e-05,
"loss": 2.6059,
"step": 10770
},
{
"epoch": 0.26,
"learning_rate": 3.925132309281012e-05,
"loss": 2.6058,
"step": 10800
},
{
"epoch": 0.26,
"learning_rate": 3.921259842519685e-05,
"loss": 2.6077,
"step": 10830
},
{
"epoch": 0.26,
"learning_rate": 3.9173873757583585e-05,
"loss": 2.5925,
"step": 10860
},
{
"epoch": 0.26,
"learning_rate": 3.913514908997031e-05,
"loss": 2.605,
"step": 10890
},
{
"epoch": 0.26,
"learning_rate": 3.909642442235704e-05,
"loss": 2.5989,
"step": 10920
},
{
"epoch": 0.27,
"learning_rate": 3.9057699754743776e-05,
"loss": 2.5972,
"step": 10950
},
{
"epoch": 0.27,
"learning_rate": 3.9018975087130503e-05,
"loss": 2.6013,
"step": 10980
},
{
"epoch": 0.27,
"learning_rate": 3.898025041951723e-05,
"loss": 2.5948,
"step": 11010
},
{
"epoch": 0.27,
"learning_rate": 3.894152575190396e-05,
"loss": 2.5913,
"step": 11040
},
{
"epoch": 0.27,
"learning_rate": 3.8902801084290694e-05,
"loss": 2.5851,
"step": 11070
},
{
"epoch": 0.27,
"learning_rate": 3.886407641667743e-05,
"loss": 2.6033,
"step": 11100
},
{
"epoch": 0.27,
"learning_rate": 3.8825351749064156e-05,
"loss": 2.5987,
"step": 11130
},
{
"epoch": 0.27,
"learning_rate": 3.878662708145089e-05,
"loss": 2.6092,
"step": 11160
},
{
"epoch": 0.27,
"learning_rate": 3.874790241383762e-05,
"loss": 2.5909,
"step": 11190
},
{
"epoch": 0.27,
"learning_rate": 3.870917774622435e-05,
"loss": 2.606,
"step": 11220
},
{
"epoch": 0.27,
"learning_rate": 3.867045307861108e-05,
"loss": 2.5958,
"step": 11250
},
{
"epoch": 0.27,
"learning_rate": 3.863172841099781e-05,
"loss": 2.5806,
"step": 11280
},
{
"epoch": 0.27,
"learning_rate": 3.859300374338454e-05,
"loss": 2.5957,
"step": 11310
},
{
"epoch": 0.28,
"learning_rate": 3.8554279075771265e-05,
"loss": 2.595,
"step": 11340
},
{
"epoch": 0.28,
"learning_rate": 3.8515554408158e-05,
"loss": 2.5892,
"step": 11370
},
{
"epoch": 0.28,
"learning_rate": 3.847682974054473e-05,
"loss": 2.6007,
"step": 11400
},
{
"epoch": 0.28,
"learning_rate": 3.8438105072931455e-05,
"loss": 2.5844,
"step": 11430
},
{
"epoch": 0.28,
"learning_rate": 3.839938040531819e-05,
"loss": 2.5834,
"step": 11460
},
{
"epoch": 0.28,
"learning_rate": 3.836065573770492e-05,
"loss": 2.5869,
"step": 11490
},
{
"epoch": 0.28,
"learning_rate": 3.8321931070091646e-05,
"loss": 2.583,
"step": 11520
},
{
"epoch": 0.28,
"learning_rate": 3.828320640247838e-05,
"loss": 2.5799,
"step": 11550
},
{
"epoch": 0.28,
"learning_rate": 3.8244481734865115e-05,
"loss": 2.5773,
"step": 11580
},
{
"epoch": 0.28,
"learning_rate": 3.820575706725184e-05,
"loss": 2.5865,
"step": 11610
},
{
"epoch": 0.28,
"learning_rate": 3.816703239963857e-05,
"loss": 2.5678,
"step": 11640
},
{
"epoch": 0.28,
"learning_rate": 3.8128307732025305e-05,
"loss": 2.5954,
"step": 11670
},
{
"epoch": 0.28,
"learning_rate": 3.808958306441203e-05,
"loss": 2.5796,
"step": 11700
},
{
"epoch": 0.28,
"learning_rate": 3.805085839679876e-05,
"loss": 2.5767,
"step": 11730
},
{
"epoch": 0.29,
"learning_rate": 3.8012133729185496e-05,
"loss": 2.5763,
"step": 11760
},
{
"epoch": 0.29,
"learning_rate": 3.7973409061572224e-05,
"loss": 2.587,
"step": 11790
},
{
"epoch": 0.29,
"learning_rate": 3.793468439395895e-05,
"loss": 2.5754,
"step": 11820
},
{
"epoch": 0.29,
"learning_rate": 3.7895959726345686e-05,
"loss": 2.5904,
"step": 11850
},
{
"epoch": 0.29,
"learning_rate": 3.7857235058732414e-05,
"loss": 2.5823,
"step": 11880
},
{
"epoch": 0.29,
"learning_rate": 3.781851039111914e-05,
"loss": 2.592,
"step": 11910
},
{
"epoch": 0.29,
"learning_rate": 3.777978572350587e-05,
"loss": 2.5739,
"step": 11940
},
{
"epoch": 0.29,
"learning_rate": 3.7741061055892604e-05,
"loss": 2.5726,
"step": 11970
},
{
"epoch": 0.29,
"learning_rate": 3.770233638827934e-05,
"loss": 2.5922,
"step": 12000
},
{
"epoch": 0.29,
"learning_rate": 3.766361172066607e-05,
"loss": 2.5587,
"step": 12030
},
{
"epoch": 0.29,
"learning_rate": 3.76248870530528e-05,
"loss": 2.5723,
"step": 12060
},
{
"epoch": 0.29,
"learning_rate": 3.758616238543953e-05,
"loss": 2.5676,
"step": 12090
},
{
"epoch": 0.29,
"learning_rate": 3.754743771782626e-05,
"loss": 2.5887,
"step": 12120
},
{
"epoch": 0.29,
"learning_rate": 3.750871305021299e-05,
"loss": 2.5664,
"step": 12150
},
{
"epoch": 0.3,
"learning_rate": 3.746998838259972e-05,
"loss": 2.5782,
"step": 12180
},
{
"epoch": 0.3,
"learning_rate": 3.743126371498645e-05,
"loss": 2.5689,
"step": 12210
},
{
"epoch": 0.3,
"learning_rate": 3.7392539047373175e-05,
"loss": 2.564,
"step": 12240
},
{
"epoch": 0.3,
"learning_rate": 3.735381437975991e-05,
"loss": 2.5686,
"step": 12270
},
{
"epoch": 0.3,
"learning_rate": 3.731508971214664e-05,
"loss": 2.566,
"step": 12300
},
{
"epoch": 0.3,
"learning_rate": 3.7276365044533366e-05,
"loss": 2.5771,
"step": 12330
},
{
"epoch": 0.3,
"learning_rate": 3.72376403769201e-05,
"loss": 2.569,
"step": 12360
},
{
"epoch": 0.3,
"learning_rate": 3.719891570930683e-05,
"loss": 2.5695,
"step": 12390
},
{
"epoch": 0.3,
"learning_rate": 3.716019104169356e-05,
"loss": 2.5705,
"step": 12420
},
{
"epoch": 0.3,
"learning_rate": 3.712146637408029e-05,
"loss": 2.5529,
"step": 12450
},
{
"epoch": 0.3,
"learning_rate": 3.7082741706467025e-05,
"loss": 2.5758,
"step": 12480
},
{
"epoch": 0.3,
"learning_rate": 3.704401703885375e-05,
"loss": 2.5682,
"step": 12510
},
{
"epoch": 0.3,
"learning_rate": 3.700529237124048e-05,
"loss": 2.5726,
"step": 12540
},
{
"epoch": 0.31,
"learning_rate": 3.6966567703627216e-05,
"loss": 2.5614,
"step": 12570
},
{
"epoch": 0.31,
"learning_rate": 3.6927843036013944e-05,
"loss": 2.5694,
"step": 12600
},
{
"epoch": 0.31,
"learning_rate": 3.688911836840067e-05,
"loss": 2.5645,
"step": 12630
},
{
"epoch": 0.31,
"learning_rate": 3.6850393700787406e-05,
"loss": 2.5693,
"step": 12660
},
{
"epoch": 0.31,
"learning_rate": 3.6811669033174134e-05,
"loss": 2.5516,
"step": 12690
},
{
"epoch": 0.31,
"learning_rate": 3.677294436556086e-05,
"loss": 2.5659,
"step": 12720
},
{
"epoch": 0.31,
"learning_rate": 3.673421969794759e-05,
"loss": 2.5459,
"step": 12750
},
{
"epoch": 0.31,
"learning_rate": 3.6695495030334324e-05,
"loss": 2.5625,
"step": 12780
},
{
"epoch": 0.31,
"learning_rate": 3.665677036272105e-05,
"loss": 2.5741,
"step": 12810
},
{
"epoch": 0.31,
"learning_rate": 3.661804569510778e-05,
"loss": 2.5722,
"step": 12840
},
{
"epoch": 0.31,
"learning_rate": 3.6579321027494515e-05,
"loss": 2.5583,
"step": 12870
},
{
"epoch": 0.31,
"learning_rate": 3.654059635988125e-05,
"loss": 2.5604,
"step": 12900
},
{
"epoch": 0.31,
"learning_rate": 3.650187169226798e-05,
"loss": 2.5576,
"step": 12930
},
{
"epoch": 0.31,
"learning_rate": 3.646314702465471e-05,
"loss": 2.5615,
"step": 12960
},
{
"epoch": 0.32,
"learning_rate": 3.642442235704144e-05,
"loss": 2.5517,
"step": 12990
},
{
"epoch": 0.32,
"learning_rate": 3.638569768942817e-05,
"loss": 2.5781,
"step": 13020
},
{
"epoch": 0.32,
"learning_rate": 3.6346973021814895e-05,
"loss": 2.5499,
"step": 13050
},
{
"epoch": 0.32,
"learning_rate": 3.630824835420163e-05,
"loss": 2.5494,
"step": 13080
},
{
"epoch": 0.32,
"learning_rate": 3.626952368658836e-05,
"loss": 2.5514,
"step": 13110
},
{
"epoch": 0.32,
"learning_rate": 3.6230799018975086e-05,
"loss": 2.5568,
"step": 13140
},
{
"epoch": 0.32,
"learning_rate": 3.619207435136182e-05,
"loss": 2.5518,
"step": 13170
},
{
"epoch": 0.32,
"learning_rate": 3.615334968374855e-05,
"loss": 2.551,
"step": 13200
},
{
"epoch": 0.32,
"learning_rate": 3.6114625016135276e-05,
"loss": 2.5534,
"step": 13230
},
{
"epoch": 0.32,
"learning_rate": 3.607590034852201e-05,
"loss": 2.5473,
"step": 13260
},
{
"epoch": 0.32,
"learning_rate": 3.603717568090874e-05,
"loss": 2.55,
"step": 13290
},
{
"epoch": 0.32,
"learning_rate": 3.599845101329547e-05,
"loss": 2.5653,
"step": 13320
},
{
"epoch": 0.32,
"learning_rate": 3.59597263456822e-05,
"loss": 2.5436,
"step": 13350
},
{
"epoch": 0.32,
"learning_rate": 3.5921001678068936e-05,
"loss": 2.5629,
"step": 13380
},
{
"epoch": 0.33,
"learning_rate": 3.5882277010455664e-05,
"loss": 2.5548,
"step": 13410
},
{
"epoch": 0.33,
"learning_rate": 3.584355234284239e-05,
"loss": 2.5542,
"step": 13440
},
{
"epoch": 0.33,
"learning_rate": 3.5804827675229126e-05,
"loss": 2.5478,
"step": 13470
},
{
"epoch": 0.33,
"learning_rate": 3.5766103007615854e-05,
"loss": 2.5392,
"step": 13500
},
{
"epoch": 0.33,
"learning_rate": 3.572737834000258e-05,
"loss": 2.5561,
"step": 13530
},
{
"epoch": 0.33,
"learning_rate": 3.5688653672389317e-05,
"loss": 2.5443,
"step": 13560
},
{
"epoch": 0.33,
"learning_rate": 3.5649929004776044e-05,
"loss": 2.5452,
"step": 13590
},
{
"epoch": 0.33,
"learning_rate": 3.561120433716277e-05,
"loss": 2.5483,
"step": 13620
},
{
"epoch": 0.33,
"learning_rate": 3.55724796695495e-05,
"loss": 2.5589,
"step": 13650
},
{
"epoch": 0.33,
"learning_rate": 3.5533755001936235e-05,
"loss": 2.5542,
"step": 13680
},
{
"epoch": 0.33,
"learning_rate": 3.549503033432296e-05,
"loss": 2.5461,
"step": 13710
},
{
"epoch": 0.33,
"learning_rate": 3.545630566670969e-05,
"loss": 2.5703,
"step": 13740
},
{
"epoch": 0.33,
"learning_rate": 3.5417580999096425e-05,
"loss": 2.5444,
"step": 13770
},
{
"epoch": 0.33,
"learning_rate": 3.537885633148316e-05,
"loss": 2.5537,
"step": 13800
},
{
"epoch": 0.34,
"learning_rate": 3.534013166386989e-05,
"loss": 2.5437,
"step": 13830
},
{
"epoch": 0.34,
"learning_rate": 3.530140699625662e-05,
"loss": 2.5531,
"step": 13860
},
{
"epoch": 0.34,
"learning_rate": 3.526268232864335e-05,
"loss": 2.5576,
"step": 13890
},
{
"epoch": 0.34,
"learning_rate": 3.522395766103008e-05,
"loss": 2.5519,
"step": 13920
},
{
"epoch": 0.34,
"learning_rate": 3.5185232993416806e-05,
"loss": 2.536,
"step": 13950
},
{
"epoch": 0.34,
"learning_rate": 3.514650832580354e-05,
"loss": 2.5326,
"step": 13980
},
{
"epoch": 0.34,
"learning_rate": 3.510778365819027e-05,
"loss": 2.5423,
"step": 14010
},
{
"epoch": 0.34,
"learning_rate": 3.5069058990576996e-05,
"loss": 2.5351,
"step": 14040
},
{
"epoch": 0.34,
"learning_rate": 3.503033432296373e-05,
"loss": 2.5225,
"step": 14070
},
{
"epoch": 0.34,
"learning_rate": 3.499160965535046e-05,
"loss": 2.5281,
"step": 14100
},
{
"epoch": 0.34,
"learning_rate": 3.4952884987737187e-05,
"loss": 2.5311,
"step": 14130
},
{
"epoch": 0.34,
"learning_rate": 3.491416032012392e-05,
"loss": 2.5253,
"step": 14160
},
{
"epoch": 0.34,
"learning_rate": 3.487543565251065e-05,
"loss": 2.5437,
"step": 14190
},
{
"epoch": 0.35,
"learning_rate": 3.4836710984897384e-05,
"loss": 2.5281,
"step": 14220
},
{
"epoch": 0.35,
"learning_rate": 3.479798631728411e-05,
"loss": 2.5257,
"step": 14250
},
{
"epoch": 0.35,
"learning_rate": 3.4759261649670846e-05,
"loss": 2.5512,
"step": 14280
},
{
"epoch": 0.35,
"learning_rate": 3.4720536982057574e-05,
"loss": 2.5513,
"step": 14310
},
{
"epoch": 0.35,
"learning_rate": 3.46818123144443e-05,
"loss": 2.5242,
"step": 14340
},
{
"epoch": 0.35,
"learning_rate": 3.4643087646831037e-05,
"loss": 2.5308,
"step": 14370
},
{
"epoch": 0.35,
"learning_rate": 3.4604362979217764e-05,
"loss": 2.5271,
"step": 14400
},
{
"epoch": 0.35,
"learning_rate": 3.456563831160449e-05,
"loss": 2.525,
"step": 14430
},
{
"epoch": 0.35,
"learning_rate": 3.452691364399123e-05,
"loss": 2.5377,
"step": 14460
},
{
"epoch": 0.35,
"learning_rate": 3.4488188976377955e-05,
"loss": 2.5507,
"step": 14490
},
{
"epoch": 0.35,
"learning_rate": 3.444946430876468e-05,
"loss": 2.5425,
"step": 14520
},
{
"epoch": 0.35,
"learning_rate": 3.441073964115141e-05,
"loss": 2.5231,
"step": 14550
},
{
"epoch": 0.35,
"learning_rate": 3.4372014973538145e-05,
"loss": 2.5268,
"step": 14580
},
{
"epoch": 0.35,
"learning_rate": 3.433329030592487e-05,
"loss": 2.5277,
"step": 14610
},
{
"epoch": 0.36,
"learning_rate": 3.429456563831161e-05,
"loss": 2.5204,
"step": 14640
},
{
"epoch": 0.36,
"learning_rate": 3.4255840970698336e-05,
"loss": 2.5237,
"step": 14670
},
{
"epoch": 0.36,
"learning_rate": 3.421711630308507e-05,
"loss": 2.5271,
"step": 14700
},
{
"epoch": 0.36,
"learning_rate": 3.41783916354718e-05,
"loss": 2.5228,
"step": 14730
},
{
"epoch": 0.36,
"learning_rate": 3.413966696785853e-05,
"loss": 2.5301,
"step": 14760
},
{
"epoch": 0.36,
"learning_rate": 3.410094230024526e-05,
"loss": 2.5386,
"step": 14790
},
{
"epoch": 0.36,
"learning_rate": 3.406221763263199e-05,
"loss": 2.5238,
"step": 14820
},
{
"epoch": 0.36,
"learning_rate": 3.4023492965018716e-05,
"loss": 2.528,
"step": 14850
},
{
"epoch": 0.36,
"learning_rate": 3.398476829740545e-05,
"loss": 2.5345,
"step": 14880
},
{
"epoch": 0.36,
"learning_rate": 3.394604362979218e-05,
"loss": 2.5175,
"step": 14910
},
{
"epoch": 0.36,
"learning_rate": 3.390731896217891e-05,
"loss": 2.527,
"step": 14940
},
{
"epoch": 0.36,
"learning_rate": 3.386859429456564e-05,
"loss": 2.524,
"step": 14970
},
{
"epoch": 0.36,
"learning_rate": 3.382986962695237e-05,
"loss": 2.5156,
"step": 15000
},
{
"epoch": 0.36,
"learning_rate": 3.37911449593391e-05,
"loss": 2.5283,
"step": 15030
},
{
"epoch": 0.37,
"learning_rate": 3.375242029172583e-05,
"loss": 2.5451,
"step": 15060
},
{
"epoch": 0.37,
"learning_rate": 3.371369562411256e-05,
"loss": 2.5244,
"step": 15090
},
{
"epoch": 0.37,
"learning_rate": 3.3674970956499294e-05,
"loss": 2.502,
"step": 15120
},
{
"epoch": 0.37,
"learning_rate": 3.363624628888602e-05,
"loss": 2.5264,
"step": 15150
},
{
"epoch": 0.37,
"learning_rate": 3.359752162127276e-05,
"loss": 2.5317,
"step": 15180
},
{
"epoch": 0.37,
"learning_rate": 3.3558796953659485e-05,
"loss": 2.5168,
"step": 15210
},
{
"epoch": 0.37,
"learning_rate": 3.352007228604621e-05,
"loss": 2.5147,
"step": 15240
},
{
"epoch": 0.37,
"learning_rate": 3.348134761843295e-05,
"loss": 2.508,
"step": 15270
},
{
"epoch": 0.37,
"learning_rate": 3.3442622950819675e-05,
"loss": 2.5237,
"step": 15300
},
{
"epoch": 0.37,
"learning_rate": 3.34038982832064e-05,
"loss": 2.5216,
"step": 15330
},
{
"epoch": 0.37,
"learning_rate": 3.336517361559314e-05,
"loss": 2.5181,
"step": 15360
},
{
"epoch": 0.37,
"learning_rate": 3.3326448947979865e-05,
"loss": 2.5175,
"step": 15390
},
{
"epoch": 0.37,
"learning_rate": 3.328772428036659e-05,
"loss": 2.5169,
"step": 15420
},
{
"epoch": 0.37,
"learning_rate": 3.324899961275332e-05,
"loss": 2.5267,
"step": 15450
},
{
"epoch": 0.38,
"learning_rate": 3.3210274945140056e-05,
"loss": 2.511,
"step": 15480
},
{
"epoch": 0.38,
"learning_rate": 3.3171550277526783e-05,
"loss": 2.5161,
"step": 15510
},
{
"epoch": 0.38,
"learning_rate": 3.313282560991352e-05,
"loss": 2.5144,
"step": 15540
},
{
"epoch": 0.38,
"learning_rate": 3.3094100942300246e-05,
"loss": 2.5314,
"step": 15570
},
{
"epoch": 0.38,
"learning_rate": 3.305537627468698e-05,
"loss": 2.5182,
"step": 15600
},
{
"epoch": 0.38,
"learning_rate": 3.301665160707371e-05,
"loss": 2.5198,
"step": 15630
},
{
"epoch": 0.38,
"learning_rate": 3.297792693946044e-05,
"loss": 2.5043,
"step": 15660
},
{
"epoch": 0.38,
"learning_rate": 3.293920227184717e-05,
"loss": 2.501,
"step": 15690
},
{
"epoch": 0.38,
"learning_rate": 3.29004776042339e-05,
"loss": 2.5098,
"step": 15720
},
{
"epoch": 0.38,
"learning_rate": 3.286175293662063e-05,
"loss": 2.5178,
"step": 15750
},
{
"epoch": 0.38,
"learning_rate": 3.282302826900736e-05,
"loss": 2.5196,
"step": 15780
},
{
"epoch": 0.38,
"learning_rate": 3.278430360139409e-05,
"loss": 2.5128,
"step": 15810
},
{
"epoch": 0.38,
"learning_rate": 3.274557893378082e-05,
"loss": 2.5156,
"step": 15840
},
{
"epoch": 0.39,
"learning_rate": 3.270685426616755e-05,
"loss": 2.5126,
"step": 15870
},
{
"epoch": 0.39,
"learning_rate": 3.266812959855428e-05,
"loss": 2.5094,
"step": 15900
},
{
"epoch": 0.39,
"learning_rate": 3.262940493094101e-05,
"loss": 2.5179,
"step": 15930
},
{
"epoch": 0.39,
"learning_rate": 3.2590680263327735e-05,
"loss": 2.494,
"step": 15960
},
{
"epoch": 0.39,
"learning_rate": 3.255195559571447e-05,
"loss": 2.5254,
"step": 15990
},
{
"epoch": 0.39,
"learning_rate": 3.2513230928101205e-05,
"loss": 2.512,
"step": 16020
},
{
"epoch": 0.39,
"learning_rate": 3.247450626048793e-05,
"loss": 2.5086,
"step": 16050
},
{
"epoch": 0.39,
"learning_rate": 3.243578159287467e-05,
"loss": 2.5188,
"step": 16080
},
{
"epoch": 0.39,
"learning_rate": 3.2397056925261395e-05,
"loss": 2.5194,
"step": 16110
},
{
"epoch": 0.39,
"learning_rate": 3.235833225764812e-05,
"loss": 2.506,
"step": 16140
},
{
"epoch": 0.39,
"learning_rate": 3.231960759003486e-05,
"loss": 2.4998,
"step": 16170
},
{
"epoch": 0.39,
"learning_rate": 3.2280882922421585e-05,
"loss": 2.5227,
"step": 16200
},
{
"epoch": 0.39,
"learning_rate": 3.224215825480831e-05,
"loss": 2.5252,
"step": 16230
},
{
"epoch": 0.39,
"learning_rate": 3.220343358719504e-05,
"loss": 2.5154,
"step": 16260
},
{
"epoch": 0.4,
"learning_rate": 3.2164708919581776e-05,
"loss": 2.5199,
"step": 16290
},
{
"epoch": 0.4,
"learning_rate": 3.2125984251968504e-05,
"loss": 2.5159,
"step": 16320
},
{
"epoch": 0.4,
"learning_rate": 3.208725958435523e-05,
"loss": 2.5132,
"step": 16350
},
{
"epoch": 0.4,
"learning_rate": 3.2048534916741966e-05,
"loss": 2.5071,
"step": 16380
},
{
"epoch": 0.4,
"learning_rate": 3.2009810249128694e-05,
"loss": 2.503,
"step": 16410
},
{
"epoch": 0.4,
"learning_rate": 3.197108558151543e-05,
"loss": 2.5039,
"step": 16440
},
{
"epoch": 0.4,
"learning_rate": 3.1932360913902156e-05,
"loss": 2.5008,
"step": 16470
},
{
"epoch": 0.4,
"learning_rate": 3.189363624628889e-05,
"loss": 2.5124,
"step": 16500
},
{
"epoch": 0.4,
"learning_rate": 3.185491157867562e-05,
"loss": 2.4988,
"step": 16530
},
{
"epoch": 0.4,
"learning_rate": 3.181618691106235e-05,
"loss": 2.4936,
"step": 16560
},
{
"epoch": 0.4,
"learning_rate": 3.177746224344908e-05,
"loss": 2.5016,
"step": 16590
},
{
"epoch": 0.4,
"learning_rate": 3.173873757583581e-05,
"loss": 2.4925,
"step": 16620
},
{
"epoch": 0.4,
"learning_rate": 3.170001290822254e-05,
"loss": 2.5011,
"step": 16650
},
{
"epoch": 0.4,
"learning_rate": 3.166128824060927e-05,
"loss": 2.498,
"step": 16680
},
{
"epoch": 0.41,
"learning_rate": 3.1622563572996e-05,
"loss": 2.4951,
"step": 16710
},
{
"epoch": 0.41,
"learning_rate": 3.158383890538273e-05,
"loss": 2.4971,
"step": 16740
},
{
"epoch": 0.41,
"learning_rate": 3.154511423776946e-05,
"loss": 2.4985,
"step": 16770
},
{
"epoch": 0.41,
"learning_rate": 3.150638957015619e-05,
"loss": 2.4987,
"step": 16800
},
{
"epoch": 0.41,
"learning_rate": 3.146766490254292e-05,
"loss": 2.4951,
"step": 16830
},
{
"epoch": 0.41,
"learning_rate": 3.142894023492965e-05,
"loss": 2.49,
"step": 16860
},
{
"epoch": 0.41,
"learning_rate": 3.139021556731638e-05,
"loss": 2.503,
"step": 16890
},
{
"epoch": 0.41,
"learning_rate": 3.1351490899703115e-05,
"loss": 2.5191,
"step": 16920
},
{
"epoch": 0.41,
"learning_rate": 3.131276623208984e-05,
"loss": 2.499,
"step": 16950
},
{
"epoch": 0.41,
"learning_rate": 3.127404156447658e-05,
"loss": 2.5019,
"step": 16980
},
{
"epoch": 0.41,
"learning_rate": 3.1235316896863305e-05,
"loss": 2.4959,
"step": 17010
},
{
"epoch": 0.41,
"learning_rate": 3.119659222925003e-05,
"loss": 2.5014,
"step": 17040
},
{
"epoch": 0.41,
"learning_rate": 3.115786756163677e-05,
"loss": 2.4765,
"step": 17070
},
{
"epoch": 0.41,
"learning_rate": 3.1119142894023496e-05,
"loss": 2.504,
"step": 17100
},
{
"epoch": 0.42,
"learning_rate": 3.1080418226410224e-05,
"loss": 2.4888,
"step": 17130
},
{
"epoch": 0.42,
"learning_rate": 3.104169355879695e-05,
"loss": 2.4964,
"step": 17160
},
{
"epoch": 0.42,
"learning_rate": 3.1002968891183686e-05,
"loss": 2.5023,
"step": 17190
},
{
"epoch": 0.42,
"learning_rate": 3.0964244223570414e-05,
"loss": 2.4929,
"step": 17220
},
{
"epoch": 0.42,
"learning_rate": 3.092551955595714e-05,
"loss": 2.4945,
"step": 17250
},
{
"epoch": 0.42,
"learning_rate": 3.0886794888343876e-05,
"loss": 2.473,
"step": 17280
},
{
"epoch": 0.42,
"learning_rate": 3.0848070220730604e-05,
"loss": 2.5037,
"step": 17310
},
{
"epoch": 0.42,
"learning_rate": 3.080934555311734e-05,
"loss": 2.4862,
"step": 17340
},
{
"epoch": 0.42,
"learning_rate": 3.077062088550407e-05,
"loss": 2.4972,
"step": 17370
},
{
"epoch": 0.42,
"learning_rate": 3.07318962178908e-05,
"loss": 2.4686,
"step": 17400
},
{
"epoch": 0.42,
"learning_rate": 3.069317155027753e-05,
"loss": 2.4916,
"step": 17430
},
{
"epoch": 0.42,
"learning_rate": 3.065444688266426e-05,
"loss": 2.4837,
"step": 17460
},
{
"epoch": 0.42,
"learning_rate": 3.061572221505099e-05,
"loss": 2.5114,
"step": 17490
},
{
"epoch": 0.43,
"learning_rate": 3.057699754743772e-05,
"loss": 2.4902,
"step": 17520
},
{
"epoch": 0.43,
"learning_rate": 3.053827287982445e-05,
"loss": 2.4912,
"step": 17550
},
{
"epoch": 0.43,
"learning_rate": 3.0499548212211182e-05,
"loss": 2.4925,
"step": 17580
},
{
"epoch": 0.43,
"learning_rate": 3.046082354459791e-05,
"loss": 2.4813,
"step": 17610
},
{
"epoch": 0.43,
"learning_rate": 3.0422098876984638e-05,
"loss": 2.5024,
"step": 17640
},
{
"epoch": 0.43,
"learning_rate": 3.0383374209371373e-05,
"loss": 2.4885,
"step": 17670
},
{
"epoch": 0.43,
"learning_rate": 3.0344649541758104e-05,
"loss": 2.4792,
"step": 17700
},
{
"epoch": 0.43,
"learning_rate": 3.030592487414483e-05,
"loss": 2.4909,
"step": 17730
},
{
"epoch": 0.43,
"learning_rate": 3.026720020653156e-05,
"loss": 2.4834,
"step": 17760
},
{
"epoch": 0.43,
"learning_rate": 3.0228475538918294e-05,
"loss": 2.4686,
"step": 17790
},
{
"epoch": 0.43,
"learning_rate": 3.0189750871305022e-05,
"loss": 2.4849,
"step": 17820
},
{
"epoch": 0.43,
"learning_rate": 3.015102620369175e-05,
"loss": 2.4959,
"step": 17850
},
{
"epoch": 0.43,
"learning_rate": 3.0112301536078485e-05,
"loss": 2.5005,
"step": 17880
},
{
"epoch": 0.43,
"learning_rate": 3.0073576868465216e-05,
"loss": 2.4912,
"step": 17910
},
{
"epoch": 0.44,
"learning_rate": 3.0034852200851944e-05,
"loss": 2.498,
"step": 17940
},
{
"epoch": 0.44,
"learning_rate": 2.9996127533238678e-05,
"loss": 2.4895,
"step": 17970
},
{
"epoch": 0.44,
"learning_rate": 2.9957402865625406e-05,
"loss": 2.4801,
"step": 18000
},
{
"epoch": 0.44,
"learning_rate": 2.9918678198012134e-05,
"loss": 2.4798,
"step": 18030
},
{
"epoch": 0.44,
"learning_rate": 2.9879953530398862e-05,
"loss": 2.49,
"step": 18060
},
{
"epoch": 0.44,
"learning_rate": 2.9841228862785597e-05,
"loss": 2.4618,
"step": 18090
},
{
"epoch": 0.44,
"learning_rate": 2.9802504195172324e-05,
"loss": 2.4889,
"step": 18120
},
{
"epoch": 0.44,
"learning_rate": 2.9763779527559056e-05,
"loss": 2.4918,
"step": 18150
},
{
"epoch": 0.44,
"learning_rate": 2.972505485994579e-05,
"loss": 2.4864,
"step": 18180
},
{
"epoch": 0.44,
"learning_rate": 2.9686330192332518e-05,
"loss": 2.4822,
"step": 18210
},
{
"epoch": 0.44,
"learning_rate": 2.9647605524719246e-05,
"loss": 2.4844,
"step": 18240
},
{
"epoch": 0.44,
"learning_rate": 2.960888085710598e-05,
"loss": 2.485,
"step": 18270
},
{
"epoch": 0.44,
"learning_rate": 2.957015618949271e-05,
"loss": 2.4729,
"step": 18300
},
{
"epoch": 0.44,
"learning_rate": 2.9531431521879436e-05,
"loss": 2.4768,
"step": 18330
},
{
"epoch": 0.45,
"learning_rate": 2.9492706854266168e-05,
"loss": 2.4913,
"step": 18360
},
{
"epoch": 0.45,
"learning_rate": 2.9453982186652902e-05,
"loss": 2.4764,
"step": 18390
},
{
"epoch": 0.45,
"learning_rate": 2.941525751903963e-05,
"loss": 2.4882,
"step": 18420
},
{
"epoch": 0.45,
"learning_rate": 2.9376532851426358e-05,
"loss": 2.4748,
"step": 18450
},
{
"epoch": 0.45,
"learning_rate": 2.9337808183813093e-05,
"loss": 2.4778,
"step": 18480
},
{
"epoch": 0.45,
"learning_rate": 2.929908351619982e-05,
"loss": 2.4816,
"step": 18510
},
{
"epoch": 0.45,
"learning_rate": 2.926035884858655e-05,
"loss": 2.4636,
"step": 18540
},
{
"epoch": 0.45,
"learning_rate": 2.9221634180973283e-05,
"loss": 2.484,
"step": 18570
},
{
"epoch": 0.45,
"learning_rate": 2.9182909513360014e-05,
"loss": 2.4816,
"step": 18600
},
{
"epoch": 0.45,
"learning_rate": 2.9144184845746742e-05,
"loss": 2.4718,
"step": 18630
},
{
"epoch": 0.45,
"learning_rate": 2.910546017813347e-05,
"loss": 2.4792,
"step": 18660
},
{
"epoch": 0.45,
"learning_rate": 2.9066735510520205e-05,
"loss": 2.4792,
"step": 18690
},
{
"epoch": 0.45,
"learning_rate": 2.9028010842906932e-05,
"loss": 2.4719,
"step": 18720
},
{
"epoch": 0.46,
"learning_rate": 2.898928617529366e-05,
"loss": 2.4699,
"step": 18750
},
{
"epoch": 0.46,
"learning_rate": 2.8950561507680395e-05,
"loss": 2.4768,
"step": 18780
},
{
"epoch": 0.46,
"learning_rate": 2.8911836840067126e-05,
"loss": 2.4836,
"step": 18810
},
{
"epoch": 0.46,
"learning_rate": 2.8873112172453854e-05,
"loss": 2.4699,
"step": 18840
},
{
"epoch": 0.46,
"learning_rate": 2.883438750484059e-05,
"loss": 2.4592,
"step": 18870
},
{
"epoch": 0.46,
"learning_rate": 2.8795662837227317e-05,
"loss": 2.4676,
"step": 18900
},
{
"epoch": 0.46,
"learning_rate": 2.8756938169614044e-05,
"loss": 2.4808,
"step": 18930
},
{
"epoch": 0.46,
"learning_rate": 2.8718213502000772e-05,
"loss": 2.4709,
"step": 18960
},
{
"epoch": 0.46,
"learning_rate": 2.8679488834387507e-05,
"loss": 2.4792,
"step": 18990
},
{
"epoch": 0.46,
"learning_rate": 2.8640764166774238e-05,
"loss": 2.4764,
"step": 19020
},
{
"epoch": 0.46,
"learning_rate": 2.8602039499160966e-05,
"loss": 2.4613,
"step": 19050
},
{
"epoch": 0.46,
"learning_rate": 2.85633148315477e-05,
"loss": 2.4641,
"step": 19080
},
{
"epoch": 0.46,
"learning_rate": 2.852459016393443e-05,
"loss": 2.4856,
"step": 19110
},
{
"epoch": 0.46,
"learning_rate": 2.8485865496321156e-05,
"loss": 2.4732,
"step": 19140
},
{
"epoch": 0.47,
"learning_rate": 2.8447140828707884e-05,
"loss": 2.488,
"step": 19170
},
{
"epoch": 0.47,
"learning_rate": 2.840841616109462e-05,
"loss": 2.4762,
"step": 19200
},
{
"epoch": 0.47,
"learning_rate": 2.8369691493481347e-05,
"loss": 2.4831,
"step": 19230
},
{
"epoch": 0.47,
"learning_rate": 2.8330966825868078e-05,
"loss": 2.471,
"step": 19260
},
{
"epoch": 0.47,
"learning_rate": 2.8292242158254813e-05,
"loss": 2.4727,
"step": 19290
},
{
"epoch": 0.47,
"learning_rate": 2.825351749064154e-05,
"loss": 2.4848,
"step": 19320
},
{
"epoch": 0.47,
"learning_rate": 2.821479282302827e-05,
"loss": 2.4742,
"step": 19350
},
{
"epoch": 0.47,
"learning_rate": 2.8176068155415003e-05,
"loss": 2.4701,
"step": 19380
},
{
"epoch": 0.47,
"learning_rate": 2.813734348780173e-05,
"loss": 2.4682,
"step": 19410
},
{
"epoch": 0.47,
"learning_rate": 2.809861882018846e-05,
"loss": 2.4643,
"step": 19440
},
{
"epoch": 0.47,
"learning_rate": 2.805989415257519e-05,
"loss": 2.4695,
"step": 19470
},
{
"epoch": 0.47,
"learning_rate": 2.8021169484961925e-05,
"loss": 2.4901,
"step": 19500
},
{
"epoch": 0.47,
"learning_rate": 2.7982444817348653e-05,
"loss": 2.4891,
"step": 19530
},
{
"epoch": 0.47,
"learning_rate": 2.794372014973538e-05,
"loss": 2.4629,
"step": 19560
},
{
"epoch": 0.48,
"learning_rate": 2.7904995482122115e-05,
"loss": 2.4786,
"step": 19590
},
{
"epoch": 0.48,
"learning_rate": 2.7866270814508843e-05,
"loss": 2.4626,
"step": 19620
},
{
"epoch": 0.48,
"learning_rate": 2.782754614689557e-05,
"loss": 2.4802,
"step": 19650
},
{
"epoch": 0.48,
"learning_rate": 2.7788821479282305e-05,
"loss": 2.4609,
"step": 19680
},
{
"epoch": 0.48,
"learning_rate": 2.7750096811669037e-05,
"loss": 2.465,
"step": 19710
},
{
"epoch": 0.48,
"learning_rate": 2.7711372144055765e-05,
"loss": 2.4721,
"step": 19740
},
{
"epoch": 0.48,
"learning_rate": 2.7672647476442492e-05,
"loss": 2.4796,
"step": 19770
},
{
"epoch": 0.48,
"learning_rate": 2.7633922808829227e-05,
"loss": 2.4547,
"step": 19800
},
{
"epoch": 0.48,
"learning_rate": 2.7595198141215955e-05,
"loss": 2.4621,
"step": 19830
},
{
"epoch": 0.48,
"learning_rate": 2.7556473473602683e-05,
"loss": 2.467,
"step": 19860
},
{
"epoch": 0.48,
"learning_rate": 2.7517748805989417e-05,
"loss": 2.4748,
"step": 19890
},
{
"epoch": 0.48,
"learning_rate": 2.747902413837615e-05,
"loss": 2.4638,
"step": 19920
},
{
"epoch": 0.48,
"learning_rate": 2.7440299470762876e-05,
"loss": 2.463,
"step": 19950
},
{
"epoch": 0.48,
"learning_rate": 2.740157480314961e-05,
"loss": 2.4597,
"step": 19980
},
{
"epoch": 0.49,
"eval_loss": 2.3166391849517822,
"eval_runtime": 11245.8663,
"eval_samples_per_second": 177.843,
"eval_steps_per_second": 1.71,
"step": 20000
},
{
"epoch": 0.49,
"learning_rate": 2.736285013553634e-05,
"loss": 2.4547,
"step": 20010
},
{
"epoch": 0.49,
"learning_rate": 2.7324125467923067e-05,
"loss": 2.4594,
"step": 20040
},
{
"epoch": 0.49,
"learning_rate": 2.7285400800309795e-05,
"loss": 2.4535,
"step": 20070
},
{
"epoch": 0.49,
"learning_rate": 2.724667613269653e-05,
"loss": 2.4665,
"step": 20100
},
{
"epoch": 0.49,
"learning_rate": 2.720795146508326e-05,
"loss": 2.4703,
"step": 20130
},
{
"epoch": 0.49,
"learning_rate": 2.716922679746999e-05,
"loss": 2.4784,
"step": 20160
},
{
"epoch": 0.49,
"learning_rate": 2.7130502129856723e-05,
"loss": 2.4762,
"step": 20190
},
{
"epoch": 0.49,
"learning_rate": 2.709177746224345e-05,
"loss": 2.4685,
"step": 20220
},
{
"epoch": 0.49,
"learning_rate": 2.705305279463018e-05,
"loss": 2.4536,
"step": 20250
},
{
"epoch": 0.49,
"learning_rate": 2.7014328127016913e-05,
"loss": 2.4801,
"step": 20280
},
{
"epoch": 0.49,
"learning_rate": 2.697560345940364e-05,
"loss": 2.4487,
"step": 20310
},
{
"epoch": 0.49,
"learning_rate": 2.693687879179037e-05,
"loss": 2.4652,
"step": 20340
},
{
"epoch": 0.49,
"learning_rate": 2.68981541241771e-05,
"loss": 2.467,
"step": 20370
},
{
"epoch": 0.5,
"learning_rate": 2.6859429456563835e-05,
"loss": 2.4546,
"step": 20400
},
{
"epoch": 0.5,
"learning_rate": 2.6820704788950563e-05,
"loss": 2.4607,
"step": 20430
},
{
"epoch": 0.5,
"learning_rate": 2.678198012133729e-05,
"loss": 2.447,
"step": 20460
},
{
"epoch": 0.5,
"learning_rate": 2.6743255453724025e-05,
"loss": 2.4564,
"step": 20490
},
{
"epoch": 0.5,
"learning_rate": 2.6704530786110753e-05,
"loss": 2.4761,
"step": 20520
},
{
"epoch": 0.5,
"learning_rate": 2.666580611849748e-05,
"loss": 2.4661,
"step": 20550
},
{
"epoch": 0.5,
"learning_rate": 2.6627081450884216e-05,
"loss": 2.463,
"step": 20580
},
{
"epoch": 0.5,
"learning_rate": 2.6588356783270947e-05,
"loss": 2.4645,
"step": 20610
},
{
"epoch": 0.5,
"learning_rate": 2.6549632115657675e-05,
"loss": 2.4625,
"step": 20640
},
{
"epoch": 0.5,
"learning_rate": 2.6510907448044403e-05,
"loss": 2.4632,
"step": 20670
},
{
"epoch": 0.5,
"learning_rate": 2.6472182780431137e-05,
"loss": 2.4489,
"step": 20700
},
{
"epoch": 0.5,
"learning_rate": 2.6433458112817865e-05,
"loss": 2.4472,
"step": 20730
},
{
"epoch": 0.5,
"learning_rate": 2.6394733445204593e-05,
"loss": 2.4406,
"step": 20760
},
{
"epoch": 0.5,
"learning_rate": 2.6356008777591328e-05,
"loss": 2.4519,
"step": 20790
},
{
"epoch": 0.51,
"learning_rate": 2.631728410997806e-05,
"loss": 2.4558,
"step": 20820
},
{
"epoch": 0.51,
"learning_rate": 2.6278559442364787e-05,
"loss": 2.4594,
"step": 20850
},
{
"epoch": 0.51,
"learning_rate": 2.623983477475152e-05,
"loss": 2.4452,
"step": 20880
},
{
"epoch": 0.51,
"learning_rate": 2.620111010713825e-05,
"loss": 2.4495,
"step": 20910
},
{
"epoch": 0.51,
"learning_rate": 2.6162385439524977e-05,
"loss": 2.4643,
"step": 20940
},
{
"epoch": 0.51,
"learning_rate": 2.6123660771911705e-05,
"loss": 2.4523,
"step": 20970
},
{
"epoch": 0.51,
"learning_rate": 2.608493610429844e-05,
"loss": 2.4489,
"step": 21000
},
{
"epoch": 0.51,
"learning_rate": 2.604621143668517e-05,
"loss": 2.4369,
"step": 21030
},
{
"epoch": 0.51,
"learning_rate": 2.60074867690719e-05,
"loss": 2.4612,
"step": 21060
},
{
"epoch": 0.51,
"learning_rate": 2.5968762101458634e-05,
"loss": 2.4532,
"step": 21090
},
{
"epoch": 0.51,
"learning_rate": 2.593003743384536e-05,
"loss": 2.4474,
"step": 21120
},
{
"epoch": 0.51,
"learning_rate": 2.589131276623209e-05,
"loss": 2.4528,
"step": 21150
},
{
"epoch": 0.51,
"learning_rate": 2.5852588098618824e-05,
"loss": 2.4537,
"step": 21180
},
{
"epoch": 0.51,
"learning_rate": 2.5813863431005552e-05,
"loss": 2.4598,
"step": 21210
},
{
"epoch": 0.52,
"learning_rate": 2.5775138763392283e-05,
"loss": 2.4648,
"step": 21240
},
{
"epoch": 0.52,
"learning_rate": 2.573641409577901e-05,
"loss": 2.4513,
"step": 21270
},
{
"epoch": 0.52,
"learning_rate": 2.5697689428165746e-05,
"loss": 2.4592,
"step": 21300
},
{
"epoch": 0.52,
"learning_rate": 2.5658964760552473e-05,
"loss": 2.4362,
"step": 21330
},
{
"epoch": 0.52,
"learning_rate": 2.56202400929392e-05,
"loss": 2.4434,
"step": 21360
},
{
"epoch": 0.52,
"learning_rate": 2.5581515425325936e-05,
"loss": 2.4606,
"step": 21390
},
{
"epoch": 0.52,
"learning_rate": 2.5542790757712664e-05,
"loss": 2.4475,
"step": 21420
},
{
"epoch": 0.52,
"learning_rate": 2.550406609009939e-05,
"loss": 2.445,
"step": 21450
},
{
"epoch": 0.52,
"learning_rate": 2.5465341422486126e-05,
"loss": 2.4463,
"step": 21480
},
{
"epoch": 0.52,
"learning_rate": 2.5426616754872858e-05,
"loss": 2.4447,
"step": 21510
},
{
"epoch": 0.52,
"learning_rate": 2.5387892087259585e-05,
"loss": 2.4369,
"step": 21540
},
{
"epoch": 0.52,
"learning_rate": 2.5349167419646313e-05,
"loss": 2.4462,
"step": 21570
},
{
"epoch": 0.52,
"learning_rate": 2.5310442752033048e-05,
"loss": 2.4498,
"step": 21600
},
{
"epoch": 0.52,
"learning_rate": 2.5271718084419776e-05,
"loss": 2.4576,
"step": 21630
},
{
"epoch": 0.53,
"learning_rate": 2.5232993416806504e-05,
"loss": 2.4525,
"step": 21660
},
{
"epoch": 0.53,
"learning_rate": 2.5194268749193238e-05,
"loss": 2.4472,
"step": 21690
},
{
"epoch": 0.53,
"learning_rate": 2.515554408157997e-05,
"loss": 2.4342,
"step": 21720
},
{
"epoch": 0.53,
"learning_rate": 2.5116819413966697e-05,
"loss": 2.4542,
"step": 21750
},
{
"epoch": 0.53,
"learning_rate": 2.5078094746353432e-05,
"loss": 2.4521,
"step": 21780
},
{
"epoch": 0.53,
"learning_rate": 2.503937007874016e-05,
"loss": 2.4607,
"step": 21810
},
{
"epoch": 0.53,
"learning_rate": 2.5000645411126888e-05,
"loss": 2.443,
"step": 21840
},
{
"epoch": 0.53,
"learning_rate": 2.496192074351362e-05,
"loss": 2.4537,
"step": 21870
},
{
"epoch": 0.53,
"learning_rate": 2.492319607590035e-05,
"loss": 2.4412,
"step": 21900
},
{
"epoch": 0.53,
"learning_rate": 2.488447140828708e-05,
"loss": 2.4293,
"step": 21930
},
{
"epoch": 0.53,
"learning_rate": 2.4845746740673813e-05,
"loss": 2.4659,
"step": 21960
},
{
"epoch": 0.53,
"learning_rate": 2.480702207306054e-05,
"loss": 2.4499,
"step": 21990
},
{
"epoch": 0.53,
"learning_rate": 2.4768297405447272e-05,
"loss": 2.4421,
"step": 22020
},
{
"epoch": 0.54,
"learning_rate": 2.4729572737834e-05,
"loss": 2.44,
"step": 22050
},
{
"epoch": 0.54,
"learning_rate": 2.469084807022073e-05,
"loss": 2.4487,
"step": 22080
},
{
"epoch": 0.54,
"learning_rate": 2.4652123402607462e-05,
"loss": 2.4454,
"step": 22110
},
{
"epoch": 0.54,
"learning_rate": 2.4613398734994193e-05,
"loss": 2.434,
"step": 22140
},
{
"epoch": 0.54,
"learning_rate": 2.4574674067380925e-05,
"loss": 2.4248,
"step": 22170
},
{
"epoch": 0.54,
"learning_rate": 2.4535949399767653e-05,
"loss": 2.4449,
"step": 22200
},
{
"epoch": 0.54,
"learning_rate": 2.4497224732154384e-05,
"loss": 2.4379,
"step": 22230
},
{
"epoch": 0.54,
"learning_rate": 2.4458500064541115e-05,
"loss": 2.4457,
"step": 22260
},
{
"epoch": 0.54,
"learning_rate": 2.4419775396927843e-05,
"loss": 2.4384,
"step": 22290
},
{
"epoch": 0.54,
"learning_rate": 2.4381050729314574e-05,
"loss": 2.442,
"step": 22320
},
{
"epoch": 0.54,
"learning_rate": 2.4342326061701305e-05,
"loss": 2.4434,
"step": 22350
},
{
"epoch": 0.54,
"learning_rate": 2.4303601394088037e-05,
"loss": 2.4303,
"step": 22380
},
{
"epoch": 0.54,
"learning_rate": 2.4264876726474768e-05,
"loss": 2.4432,
"step": 22410
},
{
"epoch": 0.54,
"learning_rate": 2.4226152058861496e-05,
"loss": 2.4266,
"step": 22440
},
{
"epoch": 0.55,
"learning_rate": 2.4187427391248227e-05,
"loss": 2.4169,
"step": 22470
},
{
"epoch": 0.55,
"learning_rate": 2.4148702723634955e-05,
"loss": 2.4334,
"step": 22500
}
],
"max_steps": 41208,
"num_train_epochs": 1,
"total_flos": 3.2342062910976e+18,
"trial_name": null,
"trial_params": null
}