pyGPT-50M / trainer_state.json
cointegrated's picture
The first commit
de4c6be
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 4.033884630899556,
"global_step": 90000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.9998599345614274e-05,
"loss": 6.6897,
"step": 50
},
{
"epoch": 0.0,
"learning_rate": 4.999719869122854e-05,
"loss": 5.258,
"step": 100
},
{
"epoch": 0.01,
"learning_rate": 4.999579803684282e-05,
"loss": 4.5571,
"step": 150
},
{
"epoch": 0.01,
"learning_rate": 4.999439738245709e-05,
"loss": 4.277,
"step": 200
},
{
"epoch": 0.01,
"learning_rate": 4.9992996728071354e-05,
"loss": 4.0698,
"step": 250
},
{
"epoch": 0.01,
"learning_rate": 4.9991596073685625e-05,
"loss": 3.8909,
"step": 300
},
{
"epoch": 0.02,
"learning_rate": 4.9990195419299904e-05,
"loss": 3.7887,
"step": 350
},
{
"epoch": 0.02,
"learning_rate": 4.998879476491417e-05,
"loss": 3.7145,
"step": 400
},
{
"epoch": 0.02,
"learning_rate": 4.998739411052844e-05,
"loss": 3.6474,
"step": 450
},
{
"epoch": 0.02,
"learning_rate": 4.998599345614271e-05,
"loss": 3.5479,
"step": 500
},
{
"epoch": 0.02,
"learning_rate": 4.9984592801756984e-05,
"loss": 3.4806,
"step": 550
},
{
"epoch": 0.03,
"learning_rate": 4.9983192147371255e-05,
"loss": 3.4368,
"step": 600
},
{
"epoch": 0.03,
"learning_rate": 4.998179149298553e-05,
"loss": 3.4167,
"step": 650
},
{
"epoch": 0.03,
"learning_rate": 4.998039083859979e-05,
"loss": 3.3564,
"step": 700
},
{
"epoch": 0.03,
"learning_rate": 4.997899018421407e-05,
"loss": 3.3145,
"step": 750
},
{
"epoch": 0.04,
"learning_rate": 4.997758952982834e-05,
"loss": 3.2817,
"step": 800
},
{
"epoch": 0.04,
"learning_rate": 4.997618887544261e-05,
"loss": 3.2437,
"step": 850
},
{
"epoch": 0.04,
"learning_rate": 4.997478822105688e-05,
"loss": 3.1763,
"step": 900
},
{
"epoch": 0.04,
"learning_rate": 4.997338756667116e-05,
"loss": 3.1199,
"step": 950
},
{
"epoch": 0.04,
"learning_rate": 4.997198691228542e-05,
"loss": 3.0686,
"step": 1000
},
{
"epoch": 0.05,
"learning_rate": 4.997058625789969e-05,
"loss": 3.0862,
"step": 1050
},
{
"epoch": 0.05,
"learning_rate": 4.9969185603513965e-05,
"loss": 3.0317,
"step": 1100
},
{
"epoch": 0.05,
"learning_rate": 4.996778494912823e-05,
"loss": 2.9852,
"step": 1150
},
{
"epoch": 0.05,
"learning_rate": 4.996638429474251e-05,
"loss": 2.9593,
"step": 1200
},
{
"epoch": 0.06,
"learning_rate": 4.996498364035678e-05,
"loss": 2.9514,
"step": 1250
},
{
"epoch": 0.06,
"learning_rate": 4.9963582985971045e-05,
"loss": 2.9288,
"step": 1300
},
{
"epoch": 0.06,
"learning_rate": 4.9962182331585316e-05,
"loss": 2.8808,
"step": 1350
},
{
"epoch": 0.06,
"learning_rate": 4.9960781677199595e-05,
"loss": 2.8553,
"step": 1400
},
{
"epoch": 0.06,
"learning_rate": 4.995938102281386e-05,
"loss": 2.849,
"step": 1450
},
{
"epoch": 0.07,
"learning_rate": 4.995798036842813e-05,
"loss": 2.8272,
"step": 1500
},
{
"epoch": 0.07,
"learning_rate": 4.99565797140424e-05,
"loss": 2.8049,
"step": 1550
},
{
"epoch": 0.07,
"learning_rate": 4.9955179059656674e-05,
"loss": 2.7629,
"step": 1600
},
{
"epoch": 0.07,
"learning_rate": 4.9953778405270946e-05,
"loss": 2.7371,
"step": 1650
},
{
"epoch": 0.08,
"learning_rate": 4.995237775088522e-05,
"loss": 2.728,
"step": 1700
},
{
"epoch": 0.08,
"learning_rate": 4.995097709649948e-05,
"loss": 2.6995,
"step": 1750
},
{
"epoch": 0.08,
"learning_rate": 4.994957644211376e-05,
"loss": 2.6784,
"step": 1800
},
{
"epoch": 0.08,
"learning_rate": 4.994817578772803e-05,
"loss": 2.6507,
"step": 1850
},
{
"epoch": 0.09,
"learning_rate": 4.99467751333423e-05,
"loss": 2.6582,
"step": 1900
},
{
"epoch": 0.09,
"learning_rate": 4.994537447895657e-05,
"loss": 2.629,
"step": 1950
},
{
"epoch": 0.09,
"learning_rate": 4.994397382457085e-05,
"loss": 2.5755,
"step": 2000
},
{
"epoch": 0.09,
"learning_rate": 4.994257317018511e-05,
"loss": 2.6007,
"step": 2050
},
{
"epoch": 0.09,
"learning_rate": 4.9941172515799384e-05,
"loss": 2.5898,
"step": 2100
},
{
"epoch": 0.1,
"learning_rate": 4.9939771861413656e-05,
"loss": 2.5711,
"step": 2150
},
{
"epoch": 0.1,
"learning_rate": 4.993837120702793e-05,
"loss": 2.5769,
"step": 2200
},
{
"epoch": 0.1,
"learning_rate": 4.99369705526422e-05,
"loss": 2.5123,
"step": 2250
},
{
"epoch": 0.1,
"learning_rate": 4.993556989825647e-05,
"loss": 2.471,
"step": 2300
},
{
"epoch": 0.11,
"learning_rate": 4.9934169243870735e-05,
"loss": 2.4919,
"step": 2350
},
{
"epoch": 0.11,
"learning_rate": 4.993276858948501e-05,
"loss": 2.4754,
"step": 2400
},
{
"epoch": 0.11,
"learning_rate": 4.9931367935099285e-05,
"loss": 2.4559,
"step": 2450
},
{
"epoch": 0.11,
"learning_rate": 4.992996728071355e-05,
"loss": 2.4689,
"step": 2500
},
{
"epoch": 0.11,
"learning_rate": 4.992856662632782e-05,
"loss": 2.3926,
"step": 2550
},
{
"epoch": 0.12,
"learning_rate": 4.9927165971942094e-05,
"loss": 2.4048,
"step": 2600
},
{
"epoch": 0.12,
"learning_rate": 4.9925765317556365e-05,
"loss": 2.3582,
"step": 2650
},
{
"epoch": 0.12,
"learning_rate": 4.992436466317064e-05,
"loss": 2.3653,
"step": 2700
},
{
"epoch": 0.12,
"learning_rate": 4.992296400878491e-05,
"loss": 2.3437,
"step": 2750
},
{
"epoch": 0.13,
"learning_rate": 4.992156335439917e-05,
"loss": 2.3232,
"step": 2800
},
{
"epoch": 0.13,
"learning_rate": 4.992016270001345e-05,
"loss": 2.3,
"step": 2850
},
{
"epoch": 0.13,
"learning_rate": 4.991876204562772e-05,
"loss": 2.3017,
"step": 2900
},
{
"epoch": 0.13,
"learning_rate": 4.991736139124199e-05,
"loss": 2.2912,
"step": 2950
},
{
"epoch": 0.13,
"learning_rate": 4.991596073685626e-05,
"loss": 2.2834,
"step": 3000
},
{
"epoch": 0.14,
"learning_rate": 4.991456008247054e-05,
"loss": 2.2803,
"step": 3050
},
{
"epoch": 0.14,
"learning_rate": 4.99131594280848e-05,
"loss": 2.2308,
"step": 3100
},
{
"epoch": 0.14,
"learning_rate": 4.9911758773699075e-05,
"loss": 2.2106,
"step": 3150
},
{
"epoch": 0.14,
"learning_rate": 4.9910358119313346e-05,
"loss": 2.2169,
"step": 3200
},
{
"epoch": 0.15,
"learning_rate": 4.990895746492762e-05,
"loss": 2.1805,
"step": 3250
},
{
"epoch": 0.15,
"learning_rate": 4.990755681054189e-05,
"loss": 2.1821,
"step": 3300
},
{
"epoch": 0.15,
"learning_rate": 4.990615615615616e-05,
"loss": 2.1632,
"step": 3350
},
{
"epoch": 0.15,
"learning_rate": 4.9904755501770426e-05,
"loss": 2.1328,
"step": 3400
},
{
"epoch": 0.15,
"learning_rate": 4.99033548473847e-05,
"loss": 2.1339,
"step": 3450
},
{
"epoch": 0.16,
"learning_rate": 4.9901954192998976e-05,
"loss": 2.0954,
"step": 3500
},
{
"epoch": 0.16,
"learning_rate": 4.990055353861324e-05,
"loss": 2.1149,
"step": 3550
},
{
"epoch": 0.16,
"learning_rate": 4.989915288422751e-05,
"loss": 2.0974,
"step": 3600
},
{
"epoch": 0.16,
"learning_rate": 4.9897752229841784e-05,
"loss": 2.0959,
"step": 3650
},
{
"epoch": 0.17,
"learning_rate": 4.9896351575456056e-05,
"loss": 2.0753,
"step": 3700
},
{
"epoch": 0.17,
"learning_rate": 4.989495092107033e-05,
"loss": 2.0299,
"step": 3750
},
{
"epoch": 0.17,
"learning_rate": 4.98935502666846e-05,
"loss": 2.0623,
"step": 3800
},
{
"epoch": 0.17,
"learning_rate": 4.9892149612298864e-05,
"loss": 2.0643,
"step": 3850
},
{
"epoch": 0.17,
"learning_rate": 4.989074895791314e-05,
"loss": 2.0094,
"step": 3900
},
{
"epoch": 0.18,
"learning_rate": 4.9889348303527414e-05,
"loss": 2.0117,
"step": 3950
},
{
"epoch": 0.18,
"learning_rate": 4.988794764914168e-05,
"loss": 2.0083,
"step": 4000
},
{
"epoch": 0.18,
"learning_rate": 4.988654699475595e-05,
"loss": 1.9975,
"step": 4050
},
{
"epoch": 0.18,
"learning_rate": 4.988514634037023e-05,
"loss": 1.9871,
"step": 4100
},
{
"epoch": 0.19,
"learning_rate": 4.9883745685984494e-05,
"loss": 1.9791,
"step": 4150
},
{
"epoch": 0.19,
"learning_rate": 4.9882345031598766e-05,
"loss": 1.954,
"step": 4200
},
{
"epoch": 0.19,
"learning_rate": 4.988094437721304e-05,
"loss": 1.9414,
"step": 4250
},
{
"epoch": 0.19,
"learning_rate": 4.987954372282731e-05,
"loss": 1.9618,
"step": 4300
},
{
"epoch": 0.19,
"learning_rate": 4.987814306844158e-05,
"loss": 1.9492,
"step": 4350
},
{
"epoch": 0.2,
"learning_rate": 4.987674241405585e-05,
"loss": 1.9234,
"step": 4400
},
{
"epoch": 0.2,
"learning_rate": 4.987534175967012e-05,
"loss": 1.95,
"step": 4450
},
{
"epoch": 0.2,
"learning_rate": 4.987394110528439e-05,
"loss": 1.91,
"step": 4500
},
{
"epoch": 0.2,
"learning_rate": 4.987254045089867e-05,
"loss": 1.895,
"step": 4550
},
{
"epoch": 0.21,
"learning_rate": 4.987113979651293e-05,
"loss": 1.9085,
"step": 4600
},
{
"epoch": 0.21,
"learning_rate": 4.9869739142127204e-05,
"loss": 1.9381,
"step": 4650
},
{
"epoch": 0.21,
"learning_rate": 4.9868338487741475e-05,
"loss": 1.8904,
"step": 4700
},
{
"epoch": 0.21,
"learning_rate": 4.986693783335575e-05,
"loss": 1.8767,
"step": 4750
},
{
"epoch": 0.22,
"learning_rate": 4.986553717897002e-05,
"loss": 1.89,
"step": 4800
},
{
"epoch": 0.22,
"learning_rate": 4.986413652458429e-05,
"loss": 1.8853,
"step": 4850
},
{
"epoch": 0.22,
"learning_rate": 4.9862735870198555e-05,
"loss": 1.8423,
"step": 4900
},
{
"epoch": 0.22,
"learning_rate": 4.986133521581283e-05,
"loss": 1.8952,
"step": 4950
},
{
"epoch": 0.22,
"learning_rate": 4.9859934561427105e-05,
"loss": 1.8386,
"step": 5000
},
{
"epoch": 0.23,
"learning_rate": 4.985853390704137e-05,
"loss": 1.8445,
"step": 5050
},
{
"epoch": 0.23,
"learning_rate": 4.985713325265564e-05,
"loss": 1.8287,
"step": 5100
},
{
"epoch": 0.23,
"learning_rate": 4.985573259826991e-05,
"loss": 1.8311,
"step": 5150
},
{
"epoch": 0.23,
"learning_rate": 4.9854331943884185e-05,
"loss": 1.84,
"step": 5200
},
{
"epoch": 0.24,
"learning_rate": 4.9852931289498456e-05,
"loss": 1.8407,
"step": 5250
},
{
"epoch": 0.24,
"learning_rate": 4.985153063511273e-05,
"loss": 1.8136,
"step": 5300
},
{
"epoch": 0.24,
"learning_rate": 4.9850129980727e-05,
"loss": 1.8238,
"step": 5350
},
{
"epoch": 0.24,
"learning_rate": 4.984872932634127e-05,
"loss": 1.8085,
"step": 5400
},
{
"epoch": 0.24,
"learning_rate": 4.984732867195554e-05,
"loss": 1.8123,
"step": 5450
},
{
"epoch": 0.25,
"learning_rate": 4.984592801756981e-05,
"loss": 1.7892,
"step": 5500
},
{
"epoch": 0.25,
"learning_rate": 4.984452736318408e-05,
"loss": 1.7986,
"step": 5550
},
{
"epoch": 0.25,
"learning_rate": 4.984312670879836e-05,
"loss": 1.7938,
"step": 5600
},
{
"epoch": 0.25,
"learning_rate": 4.984172605441262e-05,
"loss": 1.7872,
"step": 5650
},
{
"epoch": 0.26,
"learning_rate": 4.9840325400026894e-05,
"loss": 1.78,
"step": 5700
},
{
"epoch": 0.26,
"learning_rate": 4.9838924745641166e-05,
"loss": 1.7795,
"step": 5750
},
{
"epoch": 0.26,
"learning_rate": 4.983752409125544e-05,
"loss": 1.7643,
"step": 5800
},
{
"epoch": 0.26,
"learning_rate": 4.983612343686971e-05,
"loss": 1.7853,
"step": 5850
},
{
"epoch": 0.26,
"learning_rate": 4.983472278248398e-05,
"loss": 1.7302,
"step": 5900
},
{
"epoch": 0.27,
"learning_rate": 4.9833322128098246e-05,
"loss": 1.7454,
"step": 5950
},
{
"epoch": 0.27,
"learning_rate": 4.9831921473712524e-05,
"loss": 1.7523,
"step": 6000
},
{
"epoch": 0.27,
"learning_rate": 4.9830520819326796e-05,
"loss": 1.7306,
"step": 6050
},
{
"epoch": 0.27,
"learning_rate": 4.982912016494106e-05,
"loss": 1.7585,
"step": 6100
},
{
"epoch": 0.28,
"learning_rate": 4.982771951055533e-05,
"loss": 1.7475,
"step": 6150
},
{
"epoch": 0.28,
"learning_rate": 4.9826318856169604e-05,
"loss": 1.7738,
"step": 6200
},
{
"epoch": 0.28,
"learning_rate": 4.9824918201783876e-05,
"loss": 1.7194,
"step": 6250
},
{
"epoch": 0.28,
"learning_rate": 4.982351754739815e-05,
"loss": 1.7241,
"step": 6300
},
{
"epoch": 0.28,
"learning_rate": 4.982211689301242e-05,
"loss": 1.7459,
"step": 6350
},
{
"epoch": 0.29,
"learning_rate": 4.982071623862669e-05,
"loss": 1.745,
"step": 6400
},
{
"epoch": 0.29,
"learning_rate": 4.981931558424096e-05,
"loss": 1.709,
"step": 6450
},
{
"epoch": 0.29,
"learning_rate": 4.9817914929855234e-05,
"loss": 1.7029,
"step": 6500
},
{
"epoch": 0.29,
"learning_rate": 4.98165142754695e-05,
"loss": 1.7215,
"step": 6550
},
{
"epoch": 0.3,
"learning_rate": 4.981511362108378e-05,
"loss": 1.7268,
"step": 6600
},
{
"epoch": 0.3,
"learning_rate": 4.981371296669804e-05,
"loss": 1.7104,
"step": 6650
},
{
"epoch": 0.3,
"learning_rate": 4.9812312312312313e-05,
"loss": 1.7045,
"step": 6700
},
{
"epoch": 0.3,
"learning_rate": 4.9810911657926585e-05,
"loss": 1.7202,
"step": 6750
},
{
"epoch": 0.3,
"learning_rate": 4.980951100354086e-05,
"loss": 1.7227,
"step": 6800
},
{
"epoch": 0.31,
"learning_rate": 4.980811034915513e-05,
"loss": 1.6956,
"step": 6850
},
{
"epoch": 0.31,
"learning_rate": 4.98067096947694e-05,
"loss": 1.6987,
"step": 6900
},
{
"epoch": 0.31,
"learning_rate": 4.980530904038367e-05,
"loss": 1.7068,
"step": 6950
},
{
"epoch": 0.31,
"learning_rate": 4.9803908385997936e-05,
"loss": 1.6831,
"step": 7000
},
{
"epoch": 0.32,
"learning_rate": 4.9802507731612215e-05,
"loss": 1.6836,
"step": 7050
},
{
"epoch": 0.32,
"learning_rate": 4.9801107077226487e-05,
"loss": 1.685,
"step": 7100
},
{
"epoch": 0.32,
"learning_rate": 4.979970642284075e-05,
"loss": 1.6383,
"step": 7150
},
{
"epoch": 0.32,
"learning_rate": 4.979830576845502e-05,
"loss": 1.6637,
"step": 7200
},
{
"epoch": 0.32,
"learning_rate": 4.9796905114069295e-05,
"loss": 1.653,
"step": 7250
},
{
"epoch": 0.33,
"learning_rate": 4.9795504459683566e-05,
"loss": 1.6456,
"step": 7300
},
{
"epoch": 0.33,
"learning_rate": 4.979410380529784e-05,
"loss": 1.6906,
"step": 7350
},
{
"epoch": 0.33,
"learning_rate": 4.979270315091211e-05,
"loss": 1.681,
"step": 7400
},
{
"epoch": 0.33,
"learning_rate": 4.979130249652638e-05,
"loss": 1.6843,
"step": 7450
},
{
"epoch": 0.34,
"learning_rate": 4.978990184214065e-05,
"loss": 1.6591,
"step": 7500
},
{
"epoch": 0.34,
"learning_rate": 4.9788501187754924e-05,
"loss": 1.6505,
"step": 7550
},
{
"epoch": 0.34,
"learning_rate": 4.978710053336919e-05,
"loss": 1.6683,
"step": 7600
},
{
"epoch": 0.34,
"learning_rate": 4.978569987898347e-05,
"loss": 1.6337,
"step": 7650
},
{
"epoch": 0.35,
"learning_rate": 4.978429922459773e-05,
"loss": 1.6364,
"step": 7700
},
{
"epoch": 0.35,
"learning_rate": 4.9782898570212004e-05,
"loss": 1.6822,
"step": 7750
},
{
"epoch": 0.35,
"learning_rate": 4.9781497915826276e-05,
"loss": 1.6316,
"step": 7800
},
{
"epoch": 0.35,
"learning_rate": 4.978009726144055e-05,
"loss": 1.6467,
"step": 7850
},
{
"epoch": 0.35,
"learning_rate": 4.977869660705482e-05,
"loss": 1.6441,
"step": 7900
},
{
"epoch": 0.36,
"learning_rate": 4.977729595266909e-05,
"loss": 1.62,
"step": 7950
},
{
"epoch": 0.36,
"learning_rate": 4.977589529828336e-05,
"loss": 1.6345,
"step": 8000
},
{
"epoch": 0.36,
"learning_rate": 4.977449464389763e-05,
"loss": 1.6474,
"step": 8050
},
{
"epoch": 0.36,
"learning_rate": 4.9773093989511906e-05,
"loss": 1.6027,
"step": 8100
},
{
"epoch": 0.37,
"learning_rate": 4.977169333512617e-05,
"loss": 1.6124,
"step": 8150
},
{
"epoch": 0.37,
"learning_rate": 4.977029268074044e-05,
"loss": 1.641,
"step": 8200
},
{
"epoch": 0.37,
"learning_rate": 4.9768892026354714e-05,
"loss": 1.6292,
"step": 8250
},
{
"epoch": 0.37,
"learning_rate": 4.9767491371968985e-05,
"loss": 1.6153,
"step": 8300
},
{
"epoch": 0.37,
"learning_rate": 4.976609071758326e-05,
"loss": 1.6272,
"step": 8350
},
{
"epoch": 0.38,
"learning_rate": 4.976469006319753e-05,
"loss": 1.616,
"step": 8400
},
{
"epoch": 0.38,
"learning_rate": 4.97632894088118e-05,
"loss": 1.6062,
"step": 8450
},
{
"epoch": 0.38,
"learning_rate": 4.976188875442607e-05,
"loss": 1.5941,
"step": 8500
},
{
"epoch": 0.38,
"learning_rate": 4.9760488100040344e-05,
"loss": 1.611,
"step": 8550
},
{
"epoch": 0.39,
"learning_rate": 4.975908744565461e-05,
"loss": 1.6176,
"step": 8600
},
{
"epoch": 0.39,
"learning_rate": 4.975768679126888e-05,
"loss": 1.5742,
"step": 8650
},
{
"epoch": 0.39,
"learning_rate": 4.975628613688316e-05,
"loss": 1.5945,
"step": 8700
},
{
"epoch": 0.39,
"learning_rate": 4.9754885482497423e-05,
"loss": 1.5949,
"step": 8750
},
{
"epoch": 0.39,
"learning_rate": 4.9753484828111695e-05,
"loss": 1.6093,
"step": 8800
},
{
"epoch": 0.4,
"learning_rate": 4.975208417372597e-05,
"loss": 1.6421,
"step": 8850
},
{
"epoch": 0.4,
"learning_rate": 4.975068351934024e-05,
"loss": 1.5867,
"step": 8900
},
{
"epoch": 0.4,
"learning_rate": 4.974928286495451e-05,
"loss": 1.5893,
"step": 8950
},
{
"epoch": 0.4,
"learning_rate": 4.974788221056878e-05,
"loss": 1.6043,
"step": 9000
},
{
"epoch": 0.41,
"learning_rate": 4.974648155618305e-05,
"loss": 1.577,
"step": 9050
},
{
"epoch": 0.41,
"learning_rate": 4.974508090179732e-05,
"loss": 1.5824,
"step": 9100
},
{
"epoch": 0.41,
"learning_rate": 4.9743680247411596e-05,
"loss": 1.5603,
"step": 9150
},
{
"epoch": 0.41,
"learning_rate": 4.974227959302586e-05,
"loss": 1.5701,
"step": 9200
},
{
"epoch": 0.41,
"learning_rate": 4.974087893864013e-05,
"loss": 1.5578,
"step": 9250
},
{
"epoch": 0.42,
"learning_rate": 4.9739478284254405e-05,
"loss": 1.5759,
"step": 9300
},
{
"epoch": 0.42,
"learning_rate": 4.9738077629868676e-05,
"loss": 1.5798,
"step": 9350
},
{
"epoch": 0.42,
"learning_rate": 4.973667697548295e-05,
"loss": 1.5541,
"step": 9400
},
{
"epoch": 0.42,
"learning_rate": 4.973527632109722e-05,
"loss": 1.5648,
"step": 9450
},
{
"epoch": 0.43,
"learning_rate": 4.973387566671149e-05,
"loss": 1.5453,
"step": 9500
},
{
"epoch": 0.43,
"learning_rate": 4.973247501232576e-05,
"loss": 1.5376,
"step": 9550
},
{
"epoch": 0.43,
"learning_rate": 4.9731074357940034e-05,
"loss": 1.5535,
"step": 9600
},
{
"epoch": 0.43,
"learning_rate": 4.97296737035543e-05,
"loss": 1.5799,
"step": 9650
},
{
"epoch": 0.43,
"learning_rate": 4.972827304916857e-05,
"loss": 1.5483,
"step": 9700
},
{
"epoch": 0.44,
"learning_rate": 4.972687239478285e-05,
"loss": 1.5823,
"step": 9750
},
{
"epoch": 0.44,
"learning_rate": 4.9725471740397114e-05,
"loss": 1.5499,
"step": 9800
},
{
"epoch": 0.44,
"learning_rate": 4.9724071086011386e-05,
"loss": 1.5751,
"step": 9850
},
{
"epoch": 0.44,
"learning_rate": 4.972267043162566e-05,
"loss": 1.5588,
"step": 9900
},
{
"epoch": 0.45,
"learning_rate": 4.972126977723993e-05,
"loss": 1.5987,
"step": 9950
},
{
"epoch": 0.45,
"learning_rate": 4.97198691228542e-05,
"loss": 1.5269,
"step": 10000
},
{
"epoch": 0.45,
"learning_rate": 4.971846846846847e-05,
"loss": 1.5497,
"step": 10050
},
{
"epoch": 0.45,
"learning_rate": 4.971706781408274e-05,
"loss": 1.5329,
"step": 10100
},
{
"epoch": 0.45,
"learning_rate": 4.971566715969701e-05,
"loss": 1.5383,
"step": 10150
},
{
"epoch": 0.46,
"learning_rate": 4.971426650531129e-05,
"loss": 1.5511,
"step": 10200
},
{
"epoch": 0.46,
"learning_rate": 4.971286585092555e-05,
"loss": 1.5802,
"step": 10250
},
{
"epoch": 0.46,
"learning_rate": 4.9711465196539824e-05,
"loss": 1.5579,
"step": 10300
},
{
"epoch": 0.46,
"learning_rate": 4.9710064542154095e-05,
"loss": 1.553,
"step": 10350
},
{
"epoch": 0.47,
"learning_rate": 4.970866388776837e-05,
"loss": 1.531,
"step": 10400
},
{
"epoch": 0.47,
"learning_rate": 4.970726323338264e-05,
"loss": 1.5311,
"step": 10450
},
{
"epoch": 0.47,
"learning_rate": 4.970586257899691e-05,
"loss": 1.5493,
"step": 10500
},
{
"epoch": 0.47,
"learning_rate": 4.970446192461118e-05,
"loss": 1.5232,
"step": 10550
},
{
"epoch": 0.48,
"learning_rate": 4.9703061270225454e-05,
"loss": 1.5012,
"step": 10600
},
{
"epoch": 0.48,
"learning_rate": 4.9701660615839725e-05,
"loss": 1.5243,
"step": 10650
},
{
"epoch": 0.48,
"learning_rate": 4.970025996145399e-05,
"loss": 1.524,
"step": 10700
},
{
"epoch": 0.48,
"learning_rate": 4.969885930706826e-05,
"loss": 1.5345,
"step": 10750
},
{
"epoch": 0.48,
"learning_rate": 4.969745865268254e-05,
"loss": 1.5402,
"step": 10800
},
{
"epoch": 0.49,
"learning_rate": 4.9696057998296805e-05,
"loss": 1.5259,
"step": 10850
},
{
"epoch": 0.49,
"learning_rate": 4.969465734391108e-05,
"loss": 1.5375,
"step": 10900
},
{
"epoch": 0.49,
"learning_rate": 4.969325668952535e-05,
"loss": 1.5078,
"step": 10950
},
{
"epoch": 0.49,
"learning_rate": 4.969185603513962e-05,
"loss": 1.5454,
"step": 11000
},
{
"epoch": 0.5,
"learning_rate": 4.969045538075389e-05,
"loss": 1.5347,
"step": 11050
},
{
"epoch": 0.5,
"learning_rate": 4.968905472636816e-05,
"loss": 1.5035,
"step": 11100
},
{
"epoch": 0.5,
"learning_rate": 4.968765407198243e-05,
"loss": 1.5242,
"step": 11150
},
{
"epoch": 0.5,
"learning_rate": 4.96862534175967e-05,
"loss": 1.5151,
"step": 11200
},
{
"epoch": 0.5,
"learning_rate": 4.968485276321098e-05,
"loss": 1.5183,
"step": 11250
},
{
"epoch": 0.51,
"learning_rate": 4.968345210882524e-05,
"loss": 1.5342,
"step": 11300
},
{
"epoch": 0.51,
"learning_rate": 4.9682051454439515e-05,
"loss": 1.5023,
"step": 11350
},
{
"epoch": 0.51,
"learning_rate": 4.9680650800053786e-05,
"loss": 1.5185,
"step": 11400
},
{
"epoch": 0.51,
"learning_rate": 4.967925014566806e-05,
"loss": 1.5249,
"step": 11450
},
{
"epoch": 0.52,
"learning_rate": 4.967784949128233e-05,
"loss": 1.5236,
"step": 11500
},
{
"epoch": 0.52,
"learning_rate": 4.96764488368966e-05,
"loss": 1.5185,
"step": 11550
},
{
"epoch": 0.52,
"learning_rate": 4.9675048182510866e-05,
"loss": 1.5063,
"step": 11600
},
{
"epoch": 0.52,
"learning_rate": 4.9673647528125144e-05,
"loss": 1.5004,
"step": 11650
},
{
"epoch": 0.52,
"learning_rate": 4.9672246873739416e-05,
"loss": 1.5408,
"step": 11700
},
{
"epoch": 0.53,
"learning_rate": 4.967084621935368e-05,
"loss": 1.4791,
"step": 11750
},
{
"epoch": 0.53,
"learning_rate": 4.966944556496795e-05,
"loss": 1.5187,
"step": 11800
},
{
"epoch": 0.53,
"learning_rate": 4.966804491058223e-05,
"loss": 1.5252,
"step": 11850
},
{
"epoch": 0.53,
"learning_rate": 4.9666644256196496e-05,
"loss": 1.4862,
"step": 11900
},
{
"epoch": 0.54,
"learning_rate": 4.966524360181077e-05,
"loss": 1.4958,
"step": 11950
},
{
"epoch": 0.54,
"learning_rate": 4.966384294742504e-05,
"loss": 1.4896,
"step": 12000
},
{
"epoch": 0.54,
"learning_rate": 4.966244229303931e-05,
"loss": 1.468,
"step": 12050
},
{
"epoch": 0.54,
"learning_rate": 4.966104163865358e-05,
"loss": 1.4898,
"step": 12100
},
{
"epoch": 0.54,
"learning_rate": 4.9659640984267854e-05,
"loss": 1.5018,
"step": 12150
},
{
"epoch": 0.55,
"learning_rate": 4.965824032988212e-05,
"loss": 1.5111,
"step": 12200
},
{
"epoch": 0.55,
"learning_rate": 4.965683967549639e-05,
"loss": 1.4865,
"step": 12250
},
{
"epoch": 0.55,
"learning_rate": 4.965543902111067e-05,
"loss": 1.4759,
"step": 12300
},
{
"epoch": 0.55,
"learning_rate": 4.9654038366724934e-05,
"loss": 1.4959,
"step": 12350
},
{
"epoch": 0.56,
"learning_rate": 4.9652637712339205e-05,
"loss": 1.5015,
"step": 12400
},
{
"epoch": 0.56,
"learning_rate": 4.965123705795348e-05,
"loss": 1.4925,
"step": 12450
},
{
"epoch": 0.56,
"learning_rate": 4.964983640356775e-05,
"loss": 1.4625,
"step": 12500
},
{
"epoch": 0.56,
"learning_rate": 4.964843574918202e-05,
"loss": 1.4867,
"step": 12550
},
{
"epoch": 0.56,
"learning_rate": 4.964703509479629e-05,
"loss": 1.4986,
"step": 12600
},
{
"epoch": 0.57,
"learning_rate": 4.964563444041056e-05,
"loss": 1.4704,
"step": 12650
},
{
"epoch": 0.57,
"learning_rate": 4.9644233786024835e-05,
"loss": 1.5,
"step": 12700
},
{
"epoch": 0.57,
"learning_rate": 4.964283313163911e-05,
"loss": 1.4678,
"step": 12750
},
{
"epoch": 0.57,
"learning_rate": 4.964143247725337e-05,
"loss": 1.4832,
"step": 12800
},
{
"epoch": 0.58,
"learning_rate": 4.964003182286764e-05,
"loss": 1.4965,
"step": 12850
},
{
"epoch": 0.58,
"learning_rate": 4.963863116848192e-05,
"loss": 1.4448,
"step": 12900
},
{
"epoch": 0.58,
"learning_rate": 4.9637230514096187e-05,
"loss": 1.4972,
"step": 12950
},
{
"epoch": 0.58,
"learning_rate": 4.963582985971046e-05,
"loss": 1.4942,
"step": 13000
},
{
"epoch": 0.58,
"learning_rate": 4.963442920532473e-05,
"loss": 1.4511,
"step": 13050
},
{
"epoch": 0.59,
"learning_rate": 4.9633028550939e-05,
"loss": 1.4861,
"step": 13100
},
{
"epoch": 0.59,
"learning_rate": 4.963162789655327e-05,
"loss": 1.4808,
"step": 13150
},
{
"epoch": 0.59,
"learning_rate": 4.9630227242167545e-05,
"loss": 1.458,
"step": 13200
},
{
"epoch": 0.59,
"learning_rate": 4.962882658778181e-05,
"loss": 1.4674,
"step": 13250
},
{
"epoch": 0.6,
"learning_rate": 4.962742593339608e-05,
"loss": 1.4772,
"step": 13300
},
{
"epoch": 0.6,
"learning_rate": 4.962602527901036e-05,
"loss": 1.4613,
"step": 13350
},
{
"epoch": 0.6,
"learning_rate": 4.9624624624624625e-05,
"loss": 1.4683,
"step": 13400
},
{
"epoch": 0.6,
"learning_rate": 4.9623223970238896e-05,
"loss": 1.4877,
"step": 13450
},
{
"epoch": 0.61,
"learning_rate": 4.962182331585317e-05,
"loss": 1.448,
"step": 13500
},
{
"epoch": 0.61,
"learning_rate": 4.962042266146744e-05,
"loss": 1.471,
"step": 13550
},
{
"epoch": 0.61,
"learning_rate": 4.961902200708171e-05,
"loss": 1.4657,
"step": 13600
},
{
"epoch": 0.61,
"learning_rate": 4.961762135269598e-05,
"loss": 1.4699,
"step": 13650
},
{
"epoch": 0.61,
"learning_rate": 4.961622069831025e-05,
"loss": 1.4696,
"step": 13700
},
{
"epoch": 0.62,
"learning_rate": 4.9614820043924526e-05,
"loss": 1.4938,
"step": 13750
},
{
"epoch": 0.62,
"learning_rate": 4.96134193895388e-05,
"loss": 1.448,
"step": 13800
},
{
"epoch": 0.62,
"learning_rate": 4.961201873515306e-05,
"loss": 1.4607,
"step": 13850
},
{
"epoch": 0.62,
"learning_rate": 4.9610618080767334e-05,
"loss": 1.4393,
"step": 13900
},
{
"epoch": 0.63,
"learning_rate": 4.960921742638161e-05,
"loss": 1.4952,
"step": 13950
},
{
"epoch": 0.63,
"learning_rate": 4.960781677199588e-05,
"loss": 1.4469,
"step": 14000
},
{
"epoch": 0.63,
"learning_rate": 4.960641611761015e-05,
"loss": 1.4689,
"step": 14050
},
{
"epoch": 0.63,
"learning_rate": 4.960501546322442e-05,
"loss": 1.4632,
"step": 14100
},
{
"epoch": 0.63,
"learning_rate": 4.960361480883869e-05,
"loss": 1.4726,
"step": 14150
},
{
"epoch": 0.64,
"learning_rate": 4.9602214154452964e-05,
"loss": 1.4663,
"step": 14200
},
{
"epoch": 0.64,
"learning_rate": 4.9600813500067236e-05,
"loss": 1.4647,
"step": 14250
},
{
"epoch": 0.64,
"learning_rate": 4.95994128456815e-05,
"loss": 1.4282,
"step": 14300
},
{
"epoch": 0.64,
"learning_rate": 4.959801219129578e-05,
"loss": 1.4628,
"step": 14350
},
{
"epoch": 0.65,
"learning_rate": 4.959661153691005e-05,
"loss": 1.4443,
"step": 14400
},
{
"epoch": 0.65,
"learning_rate": 4.9595210882524315e-05,
"loss": 1.4242,
"step": 14450
},
{
"epoch": 0.65,
"learning_rate": 4.959381022813859e-05,
"loss": 1.4404,
"step": 14500
},
{
"epoch": 0.65,
"learning_rate": 4.959240957375286e-05,
"loss": 1.4191,
"step": 14550
},
{
"epoch": 0.65,
"learning_rate": 4.959100891936713e-05,
"loss": 1.4304,
"step": 14600
},
{
"epoch": 0.66,
"learning_rate": 4.95896082649814e-05,
"loss": 1.4385,
"step": 14650
},
{
"epoch": 0.66,
"learning_rate": 4.9588207610595674e-05,
"loss": 1.4845,
"step": 14700
},
{
"epoch": 0.66,
"learning_rate": 4.958680695620994e-05,
"loss": 1.4561,
"step": 14750
},
{
"epoch": 0.66,
"learning_rate": 4.958540630182422e-05,
"loss": 1.4174,
"step": 14800
},
{
"epoch": 0.67,
"learning_rate": 4.958400564743849e-05,
"loss": 1.4426,
"step": 14850
},
{
"epoch": 0.67,
"learning_rate": 4.958260499305275e-05,
"loss": 1.4449,
"step": 14900
},
{
"epoch": 0.67,
"learning_rate": 4.9581204338667025e-05,
"loss": 1.4493,
"step": 14950
},
{
"epoch": 0.67,
"learning_rate": 4.95798036842813e-05,
"loss": 1.4344,
"step": 15000
},
{
"epoch": 0.67,
"learning_rate": 4.957840302989557e-05,
"loss": 1.4331,
"step": 15050
},
{
"epoch": 0.68,
"learning_rate": 4.957700237550984e-05,
"loss": 1.4231,
"step": 15100
},
{
"epoch": 0.68,
"learning_rate": 4.957560172112411e-05,
"loss": 1.4466,
"step": 15150
},
{
"epoch": 0.68,
"learning_rate": 4.957420106673838e-05,
"loss": 1.4208,
"step": 15200
},
{
"epoch": 0.68,
"learning_rate": 4.9572800412352655e-05,
"loss": 1.4481,
"step": 15250
},
{
"epoch": 0.69,
"learning_rate": 4.9571399757966926e-05,
"loss": 1.4266,
"step": 15300
},
{
"epoch": 0.69,
"learning_rate": 4.956999910358119e-05,
"loss": 1.4182,
"step": 15350
},
{
"epoch": 0.69,
"learning_rate": 4.956859844919547e-05,
"loss": 1.439,
"step": 15400
},
{
"epoch": 0.69,
"learning_rate": 4.956719779480974e-05,
"loss": 1.4602,
"step": 15450
},
{
"epoch": 0.69,
"learning_rate": 4.9565797140424006e-05,
"loss": 1.4321,
"step": 15500
},
{
"epoch": 0.7,
"learning_rate": 4.956439648603828e-05,
"loss": 1.4211,
"step": 15550
},
{
"epoch": 0.7,
"learning_rate": 4.956299583165255e-05,
"loss": 1.4529,
"step": 15600
},
{
"epoch": 0.7,
"learning_rate": 4.956159517726682e-05,
"loss": 1.4812,
"step": 15650
},
{
"epoch": 0.7,
"learning_rate": 4.956019452288109e-05,
"loss": 1.429,
"step": 15700
},
{
"epoch": 0.71,
"learning_rate": 4.9558793868495364e-05,
"loss": 1.4248,
"step": 15750
},
{
"epoch": 0.71,
"learning_rate": 4.955739321410963e-05,
"loss": 1.4457,
"step": 15800
},
{
"epoch": 0.71,
"learning_rate": 4.955599255972391e-05,
"loss": 1.4423,
"step": 15850
},
{
"epoch": 0.71,
"learning_rate": 4.955459190533818e-05,
"loss": 1.462,
"step": 15900
},
{
"epoch": 0.71,
"learning_rate": 4.9553191250952444e-05,
"loss": 1.4297,
"step": 15950
},
{
"epoch": 0.72,
"learning_rate": 4.9551790596566716e-05,
"loss": 1.4194,
"step": 16000
},
{
"epoch": 0.72,
"learning_rate": 4.9550389942180994e-05,
"loss": 1.4264,
"step": 16050
},
{
"epoch": 0.72,
"learning_rate": 4.954898928779526e-05,
"loss": 1.4297,
"step": 16100
},
{
"epoch": 0.72,
"learning_rate": 4.954758863340953e-05,
"loss": 1.4422,
"step": 16150
},
{
"epoch": 0.73,
"learning_rate": 4.95461879790238e-05,
"loss": 1.427,
"step": 16200
},
{
"epoch": 0.73,
"learning_rate": 4.9544787324638074e-05,
"loss": 1.4065,
"step": 16250
},
{
"epoch": 0.73,
"learning_rate": 4.9543386670252346e-05,
"loss": 1.4456,
"step": 16300
},
{
"epoch": 0.73,
"learning_rate": 4.954198601586662e-05,
"loss": 1.4264,
"step": 16350
},
{
"epoch": 0.74,
"learning_rate": 4.954058536148088e-05,
"loss": 1.4434,
"step": 16400
},
{
"epoch": 0.74,
"learning_rate": 4.953918470709516e-05,
"loss": 1.4155,
"step": 16450
},
{
"epoch": 0.74,
"learning_rate": 4.953778405270943e-05,
"loss": 1.4198,
"step": 16500
},
{
"epoch": 0.74,
"learning_rate": 4.95363833983237e-05,
"loss": 1.4149,
"step": 16550
},
{
"epoch": 0.74,
"learning_rate": 4.953498274393797e-05,
"loss": 1.4168,
"step": 16600
},
{
"epoch": 0.75,
"learning_rate": 4.953358208955224e-05,
"loss": 1.4074,
"step": 16650
},
{
"epoch": 0.75,
"learning_rate": 4.953218143516651e-05,
"loss": 1.4294,
"step": 16700
},
{
"epoch": 0.75,
"learning_rate": 4.9530780780780783e-05,
"loss": 1.434,
"step": 16750
},
{
"epoch": 0.75,
"learning_rate": 4.9529380126395055e-05,
"loss": 1.4247,
"step": 16800
},
{
"epoch": 0.76,
"learning_rate": 4.952797947200932e-05,
"loss": 1.4213,
"step": 16850
},
{
"epoch": 0.76,
"learning_rate": 4.95265788176236e-05,
"loss": 1.4084,
"step": 16900
},
{
"epoch": 0.76,
"learning_rate": 4.952517816323787e-05,
"loss": 1.4367,
"step": 16950
},
{
"epoch": 0.76,
"learning_rate": 4.9523777508852135e-05,
"loss": 1.3964,
"step": 17000
},
{
"epoch": 0.76,
"learning_rate": 4.9522376854466406e-05,
"loss": 1.4384,
"step": 17050
},
{
"epoch": 0.77,
"learning_rate": 4.9520976200080685e-05,
"loss": 1.3951,
"step": 17100
},
{
"epoch": 0.77,
"learning_rate": 4.951957554569495e-05,
"loss": 1.4163,
"step": 17150
},
{
"epoch": 0.77,
"learning_rate": 4.951817489130922e-05,
"loss": 1.4204,
"step": 17200
},
{
"epoch": 0.77,
"learning_rate": 4.951677423692349e-05,
"loss": 1.3999,
"step": 17250
},
{
"epoch": 0.78,
"learning_rate": 4.9515373582537765e-05,
"loss": 1.3874,
"step": 17300
},
{
"epoch": 0.78,
"learning_rate": 4.9513972928152036e-05,
"loss": 1.3935,
"step": 17350
},
{
"epoch": 0.78,
"learning_rate": 4.951257227376631e-05,
"loss": 1.3938,
"step": 17400
},
{
"epoch": 0.78,
"learning_rate": 4.951117161938057e-05,
"loss": 1.4439,
"step": 17450
},
{
"epoch": 0.78,
"learning_rate": 4.950977096499485e-05,
"loss": 1.4088,
"step": 17500
},
{
"epoch": 0.79,
"learning_rate": 4.950837031060912e-05,
"loss": 1.4006,
"step": 17550
},
{
"epoch": 0.79,
"learning_rate": 4.950696965622339e-05,
"loss": 1.4287,
"step": 17600
},
{
"epoch": 0.79,
"learning_rate": 4.950556900183766e-05,
"loss": 1.3972,
"step": 17650
},
{
"epoch": 0.79,
"learning_rate": 4.950416834745194e-05,
"loss": 1.3971,
"step": 17700
},
{
"epoch": 0.8,
"learning_rate": 4.95027676930662e-05,
"loss": 1.4028,
"step": 17750
},
{
"epoch": 0.8,
"learning_rate": 4.9501367038680474e-05,
"loss": 1.4041,
"step": 17800
},
{
"epoch": 0.8,
"learning_rate": 4.9499966384294746e-05,
"loss": 1.3915,
"step": 17850
},
{
"epoch": 0.8,
"learning_rate": 4.949856572990901e-05,
"loss": 1.4005,
"step": 17900
},
{
"epoch": 0.8,
"learning_rate": 4.949716507552329e-05,
"loss": 1.4176,
"step": 17950
},
{
"epoch": 0.81,
"learning_rate": 4.949576442113756e-05,
"loss": 1.3866,
"step": 18000
},
{
"epoch": 0.81,
"learning_rate": 4.9494363766751826e-05,
"loss": 1.3905,
"step": 18050
},
{
"epoch": 0.81,
"learning_rate": 4.94929631123661e-05,
"loss": 1.3843,
"step": 18100
},
{
"epoch": 0.81,
"learning_rate": 4.9491562457980376e-05,
"loss": 1.4094,
"step": 18150
},
{
"epoch": 0.82,
"learning_rate": 4.949016180359464e-05,
"loss": 1.3784,
"step": 18200
},
{
"epoch": 0.82,
"learning_rate": 4.948876114920891e-05,
"loss": 1.4126,
"step": 18250
},
{
"epoch": 0.82,
"learning_rate": 4.9487360494823184e-05,
"loss": 1.3982,
"step": 18300
},
{
"epoch": 0.82,
"learning_rate": 4.9485959840437455e-05,
"loss": 1.3894,
"step": 18350
},
{
"epoch": 0.82,
"learning_rate": 4.948455918605173e-05,
"loss": 1.4069,
"step": 18400
},
{
"epoch": 0.83,
"learning_rate": 4.9483158531666e-05,
"loss": 1.3994,
"step": 18450
},
{
"epoch": 0.83,
"learning_rate": 4.9481757877280264e-05,
"loss": 1.3741,
"step": 18500
},
{
"epoch": 0.83,
"learning_rate": 4.948035722289454e-05,
"loss": 1.3939,
"step": 18550
},
{
"epoch": 0.83,
"learning_rate": 4.9478956568508814e-05,
"loss": 1.3632,
"step": 18600
},
{
"epoch": 0.84,
"learning_rate": 4.947755591412308e-05,
"loss": 1.3861,
"step": 18650
},
{
"epoch": 0.84,
"learning_rate": 4.947615525973735e-05,
"loss": 1.4011,
"step": 18700
},
{
"epoch": 0.84,
"learning_rate": 4.947475460535163e-05,
"loss": 1.421,
"step": 18750
},
{
"epoch": 0.84,
"learning_rate": 4.9473353950965893e-05,
"loss": 1.3762,
"step": 18800
},
{
"epoch": 0.84,
"learning_rate": 4.9471953296580165e-05,
"loss": 1.378,
"step": 18850
},
{
"epoch": 0.85,
"learning_rate": 4.947055264219444e-05,
"loss": 1.3635,
"step": 18900
},
{
"epoch": 0.85,
"learning_rate": 4.94691519878087e-05,
"loss": 1.3582,
"step": 18950
},
{
"epoch": 0.85,
"learning_rate": 4.946775133342298e-05,
"loss": 1.3744,
"step": 19000
},
{
"epoch": 0.85,
"learning_rate": 4.946635067903725e-05,
"loss": 1.3787,
"step": 19050
},
{
"epoch": 0.86,
"learning_rate": 4.9464950024651516e-05,
"loss": 1.3899,
"step": 19100
},
{
"epoch": 0.86,
"learning_rate": 4.946354937026579e-05,
"loss": 1.3576,
"step": 19150
},
{
"epoch": 0.86,
"learning_rate": 4.9462148715880066e-05,
"loss": 1.369,
"step": 19200
},
{
"epoch": 0.86,
"learning_rate": 4.946074806149433e-05,
"loss": 1.3648,
"step": 19250
},
{
"epoch": 0.87,
"learning_rate": 4.94593474071086e-05,
"loss": 1.3824,
"step": 19300
},
{
"epoch": 0.87,
"learning_rate": 4.9457946752722875e-05,
"loss": 1.3722,
"step": 19350
},
{
"epoch": 0.87,
"learning_rate": 4.9456546098337146e-05,
"loss": 1.3762,
"step": 19400
},
{
"epoch": 0.87,
"learning_rate": 4.945514544395142e-05,
"loss": 1.3751,
"step": 19450
},
{
"epoch": 0.87,
"learning_rate": 4.945374478956569e-05,
"loss": 1.408,
"step": 19500
},
{
"epoch": 0.88,
"learning_rate": 4.9452344135179954e-05,
"loss": 1.3693,
"step": 19550
},
{
"epoch": 0.88,
"learning_rate": 4.945094348079423e-05,
"loss": 1.357,
"step": 19600
},
{
"epoch": 0.88,
"learning_rate": 4.9449542826408504e-05,
"loss": 1.3611,
"step": 19650
},
{
"epoch": 0.88,
"learning_rate": 4.944814217202277e-05,
"loss": 1.3758,
"step": 19700
},
{
"epoch": 0.89,
"learning_rate": 4.944674151763704e-05,
"loss": 1.3733,
"step": 19750
},
{
"epoch": 0.89,
"learning_rate": 4.944534086325132e-05,
"loss": 1.3941,
"step": 19800
},
{
"epoch": 0.89,
"learning_rate": 4.9443940208865584e-05,
"loss": 1.3382,
"step": 19850
},
{
"epoch": 0.89,
"learning_rate": 4.9442539554479856e-05,
"loss": 1.3743,
"step": 19900
},
{
"epoch": 0.89,
"learning_rate": 4.944113890009413e-05,
"loss": 1.4127,
"step": 19950
},
{
"epoch": 0.9,
"learning_rate": 4.943973824570839e-05,
"loss": 1.3587,
"step": 20000
},
{
"epoch": 0.9,
"learning_rate": 4.943833759132267e-05,
"loss": 1.3634,
"step": 20050
},
{
"epoch": 0.9,
"learning_rate": 4.943693693693694e-05,
"loss": 1.3624,
"step": 20100
},
{
"epoch": 0.9,
"learning_rate": 4.943553628255121e-05,
"loss": 1.3669,
"step": 20150
},
{
"epoch": 0.91,
"learning_rate": 4.943413562816548e-05,
"loss": 1.385,
"step": 20200
},
{
"epoch": 0.91,
"learning_rate": 4.943273497377976e-05,
"loss": 1.3645,
"step": 20250
},
{
"epoch": 0.91,
"learning_rate": 4.943133431939402e-05,
"loss": 1.3695,
"step": 20300
},
{
"epoch": 0.91,
"learning_rate": 4.9429933665008294e-05,
"loss": 1.339,
"step": 20350
},
{
"epoch": 0.91,
"learning_rate": 4.9428533010622565e-05,
"loss": 1.3919,
"step": 20400
},
{
"epoch": 0.92,
"learning_rate": 4.942713235623684e-05,
"loss": 1.3446,
"step": 20450
},
{
"epoch": 0.92,
"learning_rate": 4.942573170185111e-05,
"loss": 1.3645,
"step": 20500
},
{
"epoch": 0.92,
"learning_rate": 4.942433104746538e-05,
"loss": 1.3542,
"step": 20550
},
{
"epoch": 0.92,
"learning_rate": 4.9422930393079645e-05,
"loss": 1.3525,
"step": 20600
},
{
"epoch": 0.93,
"learning_rate": 4.9421529738693924e-05,
"loss": 1.3822,
"step": 20650
},
{
"epoch": 0.93,
"learning_rate": 4.9420129084308195e-05,
"loss": 1.3757,
"step": 20700
},
{
"epoch": 0.93,
"learning_rate": 4.941872842992246e-05,
"loss": 1.3809,
"step": 20750
},
{
"epoch": 0.93,
"learning_rate": 4.941732777553673e-05,
"loss": 1.3601,
"step": 20800
},
{
"epoch": 0.93,
"learning_rate": 4.9415927121151e-05,
"loss": 1.3926,
"step": 20850
},
{
"epoch": 0.94,
"learning_rate": 4.9414526466765275e-05,
"loss": 1.3775,
"step": 20900
},
{
"epoch": 0.94,
"learning_rate": 4.941312581237955e-05,
"loss": 1.379,
"step": 20950
},
{
"epoch": 0.94,
"learning_rate": 4.941172515799382e-05,
"loss": 1.376,
"step": 21000
},
{
"epoch": 0.94,
"learning_rate": 4.941032450360808e-05,
"loss": 1.3769,
"step": 21050
},
{
"epoch": 0.95,
"learning_rate": 4.940892384922236e-05,
"loss": 1.3567,
"step": 21100
},
{
"epoch": 0.95,
"learning_rate": 4.940752319483663e-05,
"loss": 1.363,
"step": 21150
},
{
"epoch": 0.95,
"learning_rate": 4.94061225404509e-05,
"loss": 1.3813,
"step": 21200
},
{
"epoch": 0.95,
"learning_rate": 4.940472188606517e-05,
"loss": 1.3464,
"step": 21250
},
{
"epoch": 0.95,
"learning_rate": 4.940332123167945e-05,
"loss": 1.3706,
"step": 21300
},
{
"epoch": 0.96,
"learning_rate": 4.940192057729371e-05,
"loss": 1.3981,
"step": 21350
},
{
"epoch": 0.96,
"learning_rate": 4.9400519922907985e-05,
"loss": 1.3589,
"step": 21400
},
{
"epoch": 0.96,
"learning_rate": 4.9399119268522256e-05,
"loss": 1.3631,
"step": 21450
},
{
"epoch": 0.96,
"learning_rate": 4.939771861413653e-05,
"loss": 1.3687,
"step": 21500
},
{
"epoch": 0.97,
"learning_rate": 4.93963179597508e-05,
"loss": 1.3863,
"step": 21550
},
{
"epoch": 0.97,
"learning_rate": 4.939491730536507e-05,
"loss": 1.3843,
"step": 21600
},
{
"epoch": 0.97,
"learning_rate": 4.9393516650979336e-05,
"loss": 1.3488,
"step": 21650
},
{
"epoch": 0.97,
"learning_rate": 4.9392115996593614e-05,
"loss": 1.3388,
"step": 21700
},
{
"epoch": 0.97,
"learning_rate": 4.9390715342207886e-05,
"loss": 1.3669,
"step": 21750
},
{
"epoch": 0.98,
"learning_rate": 4.938931468782215e-05,
"loss": 1.3672,
"step": 21800
},
{
"epoch": 0.98,
"learning_rate": 4.938791403343642e-05,
"loss": 1.358,
"step": 21850
},
{
"epoch": 0.98,
"learning_rate": 4.9386513379050694e-05,
"loss": 1.3578,
"step": 21900
},
{
"epoch": 0.98,
"learning_rate": 4.9385112724664966e-05,
"loss": 1.3651,
"step": 21950
},
{
"epoch": 0.99,
"learning_rate": 4.938371207027924e-05,
"loss": 1.3612,
"step": 22000
},
{
"epoch": 0.99,
"learning_rate": 4.938231141589351e-05,
"loss": 1.3578,
"step": 22050
},
{
"epoch": 0.99,
"learning_rate": 4.938091076150778e-05,
"loss": 1.3665,
"step": 22100
},
{
"epoch": 0.99,
"learning_rate": 4.937951010712205e-05,
"loss": 1.338,
"step": 22150
},
{
"epoch": 1.0,
"learning_rate": 4.9378109452736324e-05,
"loss": 1.3644,
"step": 22200
},
{
"epoch": 1.0,
"learning_rate": 4.937670879835059e-05,
"loss": 1.3763,
"step": 22250
},
{
"epoch": 1.0,
"learning_rate": 4.937530814396486e-05,
"loss": 1.367,
"step": 22300
},
{
"epoch": 1.0,
"learning_rate": 4.937390748957913e-05,
"loss": 1.3693,
"step": 22350
},
{
"epoch": 1.0,
"learning_rate": 4.9372506835193404e-05,
"loss": 1.3245,
"step": 22400
},
{
"epoch": 1.01,
"learning_rate": 4.9371106180807675e-05,
"loss": 1.3796,
"step": 22450
},
{
"epoch": 1.01,
"learning_rate": 4.936970552642195e-05,
"loss": 1.3595,
"step": 22500
},
{
"epoch": 1.01,
"learning_rate": 4.936830487203622e-05,
"loss": 1.3561,
"step": 22550
},
{
"epoch": 1.01,
"learning_rate": 4.936690421765049e-05,
"loss": 1.3485,
"step": 22600
},
{
"epoch": 1.02,
"learning_rate": 4.936550356326476e-05,
"loss": 1.3683,
"step": 22650
},
{
"epoch": 1.02,
"learning_rate": 4.936410290887903e-05,
"loss": 1.3529,
"step": 22700
},
{
"epoch": 1.02,
"learning_rate": 4.9362702254493305e-05,
"loss": 1.3511,
"step": 22750
},
{
"epoch": 1.02,
"learning_rate": 4.936130160010758e-05,
"loss": 1.3567,
"step": 22800
},
{
"epoch": 1.02,
"learning_rate": 4.935990094572184e-05,
"loss": 1.3715,
"step": 22850
},
{
"epoch": 1.03,
"learning_rate": 4.935850029133611e-05,
"loss": 1.3675,
"step": 22900
},
{
"epoch": 1.03,
"learning_rate": 4.9357099636950385e-05,
"loss": 1.3675,
"step": 22950
},
{
"epoch": 1.03,
"learning_rate": 4.9355698982564657e-05,
"loss": 1.3236,
"step": 23000
},
{
"epoch": 1.03,
"learning_rate": 4.935429832817893e-05,
"loss": 1.3666,
"step": 23050
},
{
"epoch": 1.04,
"learning_rate": 4.93528976737932e-05,
"loss": 1.3429,
"step": 23100
},
{
"epoch": 1.04,
"learning_rate": 4.935149701940747e-05,
"loss": 1.3192,
"step": 23150
},
{
"epoch": 1.04,
"learning_rate": 4.935009636502174e-05,
"loss": 1.3289,
"step": 23200
},
{
"epoch": 1.04,
"learning_rate": 4.9348695710636015e-05,
"loss": 1.3412,
"step": 23250
},
{
"epoch": 1.04,
"learning_rate": 4.934729505625028e-05,
"loss": 1.3848,
"step": 23300
},
{
"epoch": 1.05,
"learning_rate": 4.934589440186455e-05,
"loss": 1.3172,
"step": 23350
},
{
"epoch": 1.05,
"learning_rate": 4.934449374747882e-05,
"loss": 1.3364,
"step": 23400
},
{
"epoch": 1.05,
"learning_rate": 4.9343093093093095e-05,
"loss": 1.3367,
"step": 23450
},
{
"epoch": 1.05,
"learning_rate": 4.9341692438707366e-05,
"loss": 1.3251,
"step": 23500
},
{
"epoch": 1.06,
"learning_rate": 4.934029178432164e-05,
"loss": 1.3753,
"step": 23550
},
{
"epoch": 1.06,
"learning_rate": 4.933889112993591e-05,
"loss": 1.35,
"step": 23600
},
{
"epoch": 1.06,
"learning_rate": 4.933749047555018e-05,
"loss": 1.3284,
"step": 23650
},
{
"epoch": 1.06,
"learning_rate": 4.933608982116445e-05,
"loss": 1.363,
"step": 23700
},
{
"epoch": 1.06,
"learning_rate": 4.933468916677872e-05,
"loss": 1.3063,
"step": 23750
},
{
"epoch": 1.07,
"learning_rate": 4.9333288512392996e-05,
"loss": 1.3346,
"step": 23800
},
{
"epoch": 1.07,
"learning_rate": 4.933188785800726e-05,
"loss": 1.3458,
"step": 23850
},
{
"epoch": 1.07,
"learning_rate": 4.933048720362153e-05,
"loss": 1.3224,
"step": 23900
},
{
"epoch": 1.07,
"learning_rate": 4.9329086549235804e-05,
"loss": 1.3349,
"step": 23950
},
{
"epoch": 1.08,
"learning_rate": 4.9327685894850076e-05,
"loss": 1.3494,
"step": 24000
},
{
"epoch": 1.08,
"learning_rate": 4.932628524046435e-05,
"loss": 1.3102,
"step": 24050
},
{
"epoch": 1.08,
"learning_rate": 4.932488458607862e-05,
"loss": 1.2964,
"step": 24100
},
{
"epoch": 1.08,
"learning_rate": 4.932348393169289e-05,
"loss": 1.341,
"step": 24150
},
{
"epoch": 1.08,
"learning_rate": 4.932208327730716e-05,
"loss": 1.3287,
"step": 24200
},
{
"epoch": 1.09,
"learning_rate": 4.9320682622921434e-05,
"loss": 1.3267,
"step": 24250
},
{
"epoch": 1.09,
"learning_rate": 4.93192819685357e-05,
"loss": 1.3072,
"step": 24300
},
{
"epoch": 1.09,
"learning_rate": 4.931788131414997e-05,
"loss": 1.315,
"step": 24350
},
{
"epoch": 1.09,
"learning_rate": 4.931648065976424e-05,
"loss": 1.3177,
"step": 24400
},
{
"epoch": 1.1,
"learning_rate": 4.9315080005378514e-05,
"loss": 1.3313,
"step": 24450
},
{
"epoch": 1.1,
"learning_rate": 4.9313679350992785e-05,
"loss": 1.3679,
"step": 24500
},
{
"epoch": 1.1,
"learning_rate": 4.931227869660706e-05,
"loss": 1.3505,
"step": 24550
},
{
"epoch": 1.1,
"learning_rate": 4.931087804222133e-05,
"loss": 1.324,
"step": 24600
},
{
"epoch": 1.1,
"learning_rate": 4.93094773878356e-05,
"loss": 1.3178,
"step": 24650
},
{
"epoch": 1.11,
"learning_rate": 4.930807673344987e-05,
"loss": 1.3465,
"step": 24700
},
{
"epoch": 1.11,
"learning_rate": 4.9306676079064143e-05,
"loss": 1.3618,
"step": 24750
},
{
"epoch": 1.11,
"learning_rate": 4.930527542467841e-05,
"loss": 1.3517,
"step": 24800
},
{
"epoch": 1.11,
"learning_rate": 4.930387477029269e-05,
"loss": 1.3166,
"step": 24850
},
{
"epoch": 1.12,
"learning_rate": 4.930247411590695e-05,
"loss": 1.329,
"step": 24900
},
{
"epoch": 1.12,
"learning_rate": 4.930107346152122e-05,
"loss": 1.3431,
"step": 24950
},
{
"epoch": 1.12,
"learning_rate": 4.9299672807135495e-05,
"loss": 1.3152,
"step": 25000
},
{
"epoch": 1.12,
"learning_rate": 4.9298272152749767e-05,
"loss": 1.3264,
"step": 25050
},
{
"epoch": 1.13,
"learning_rate": 4.929687149836404e-05,
"loss": 1.3168,
"step": 25100
},
{
"epoch": 1.13,
"learning_rate": 4.929547084397831e-05,
"loss": 1.3626,
"step": 25150
},
{
"epoch": 1.13,
"learning_rate": 4.929407018959258e-05,
"loss": 1.3371,
"step": 25200
},
{
"epoch": 1.13,
"learning_rate": 4.929266953520685e-05,
"loss": 1.3076,
"step": 25250
},
{
"epoch": 1.13,
"learning_rate": 4.9291268880821125e-05,
"loss": 1.3047,
"step": 25300
},
{
"epoch": 1.14,
"learning_rate": 4.928986822643539e-05,
"loss": 1.3129,
"step": 25350
},
{
"epoch": 1.14,
"learning_rate": 4.928846757204966e-05,
"loss": 1.3037,
"step": 25400
},
{
"epoch": 1.14,
"learning_rate": 4.928706691766394e-05,
"loss": 1.3246,
"step": 25450
},
{
"epoch": 1.14,
"learning_rate": 4.9285666263278204e-05,
"loss": 1.3469,
"step": 25500
},
{
"epoch": 1.15,
"learning_rate": 4.9284265608892476e-05,
"loss": 1.3285,
"step": 25550
},
{
"epoch": 1.15,
"learning_rate": 4.928286495450675e-05,
"loss": 1.3412,
"step": 25600
},
{
"epoch": 1.15,
"learning_rate": 4.928146430012102e-05,
"loss": 1.3245,
"step": 25650
},
{
"epoch": 1.15,
"learning_rate": 4.928006364573529e-05,
"loss": 1.3652,
"step": 25700
},
{
"epoch": 1.15,
"learning_rate": 4.927866299134956e-05,
"loss": 1.3307,
"step": 25750
},
{
"epoch": 1.16,
"learning_rate": 4.927726233696383e-05,
"loss": 1.3644,
"step": 25800
},
{
"epoch": 1.16,
"learning_rate": 4.92758616825781e-05,
"loss": 1.3049,
"step": 25850
},
{
"epoch": 1.16,
"learning_rate": 4.927446102819238e-05,
"loss": 1.3461,
"step": 25900
},
{
"epoch": 1.16,
"learning_rate": 4.927306037380664e-05,
"loss": 1.3252,
"step": 25950
},
{
"epoch": 1.17,
"learning_rate": 4.9271659719420914e-05,
"loss": 1.3157,
"step": 26000
},
{
"epoch": 1.17,
"learning_rate": 4.9270259065035186e-05,
"loss": 1.3196,
"step": 26050
},
{
"epoch": 1.17,
"learning_rate": 4.926885841064946e-05,
"loss": 1.332,
"step": 26100
},
{
"epoch": 1.17,
"learning_rate": 4.926745775626373e-05,
"loss": 1.3552,
"step": 26150
},
{
"epoch": 1.17,
"learning_rate": 4.9266057101878e-05,
"loss": 1.3087,
"step": 26200
},
{
"epoch": 1.18,
"learning_rate": 4.926465644749227e-05,
"loss": 1.3369,
"step": 26250
},
{
"epoch": 1.18,
"learning_rate": 4.9263255793106544e-05,
"loss": 1.3391,
"step": 26300
},
{
"epoch": 1.18,
"learning_rate": 4.9261855138720815e-05,
"loss": 1.3279,
"step": 26350
},
{
"epoch": 1.18,
"learning_rate": 4.926045448433508e-05,
"loss": 1.3224,
"step": 26400
},
{
"epoch": 1.19,
"learning_rate": 4.925905382994935e-05,
"loss": 1.3283,
"step": 26450
},
{
"epoch": 1.19,
"learning_rate": 4.925765317556363e-05,
"loss": 1.3316,
"step": 26500
},
{
"epoch": 1.19,
"learning_rate": 4.9256252521177895e-05,
"loss": 1.307,
"step": 26550
},
{
"epoch": 1.19,
"learning_rate": 4.925485186679217e-05,
"loss": 1.3205,
"step": 26600
},
{
"epoch": 1.19,
"learning_rate": 4.925345121240644e-05,
"loss": 1.326,
"step": 26650
},
{
"epoch": 1.2,
"learning_rate": 4.925205055802071e-05,
"loss": 1.3374,
"step": 26700
},
{
"epoch": 1.2,
"learning_rate": 4.925064990363498e-05,
"loss": 1.331,
"step": 26750
},
{
"epoch": 1.2,
"learning_rate": 4.9249249249249253e-05,
"loss": 1.3382,
"step": 26800
},
{
"epoch": 1.2,
"learning_rate": 4.924784859486352e-05,
"loss": 1.3381,
"step": 26850
},
{
"epoch": 1.21,
"learning_rate": 4.924644794047779e-05,
"loss": 1.3337,
"step": 26900
},
{
"epoch": 1.21,
"learning_rate": 4.924504728609207e-05,
"loss": 1.321,
"step": 26950
},
{
"epoch": 1.21,
"learning_rate": 4.924364663170633e-05,
"loss": 1.3078,
"step": 27000
},
{
"epoch": 1.21,
"learning_rate": 4.9242245977320605e-05,
"loss": 1.3166,
"step": 27050
},
{
"epoch": 1.21,
"learning_rate": 4.9240845322934876e-05,
"loss": 1.3202,
"step": 27100
},
{
"epoch": 1.22,
"learning_rate": 4.923944466854915e-05,
"loss": 1.2926,
"step": 27150
},
{
"epoch": 1.22,
"learning_rate": 4.923804401416342e-05,
"loss": 1.3176,
"step": 27200
},
{
"epoch": 1.22,
"learning_rate": 4.923664335977769e-05,
"loss": 1.2848,
"step": 27250
},
{
"epoch": 1.22,
"learning_rate": 4.9235242705391956e-05,
"loss": 1.2999,
"step": 27300
},
{
"epoch": 1.23,
"learning_rate": 4.9233842051006235e-05,
"loss": 1.3205,
"step": 27350
},
{
"epoch": 1.23,
"learning_rate": 4.9232441396620506e-05,
"loss": 1.2959,
"step": 27400
},
{
"epoch": 1.23,
"learning_rate": 4.923104074223477e-05,
"loss": 1.3133,
"step": 27450
},
{
"epoch": 1.23,
"learning_rate": 4.922964008784904e-05,
"loss": 1.3072,
"step": 27500
},
{
"epoch": 1.23,
"learning_rate": 4.922823943346332e-05,
"loss": 1.2885,
"step": 27550
},
{
"epoch": 1.24,
"learning_rate": 4.9226838779077586e-05,
"loss": 1.3363,
"step": 27600
},
{
"epoch": 1.24,
"learning_rate": 4.922543812469186e-05,
"loss": 1.3299,
"step": 27650
},
{
"epoch": 1.24,
"learning_rate": 4.922403747030613e-05,
"loss": 1.2851,
"step": 27700
},
{
"epoch": 1.24,
"learning_rate": 4.92226368159204e-05,
"loss": 1.2899,
"step": 27750
},
{
"epoch": 1.25,
"learning_rate": 4.922123616153467e-05,
"loss": 1.2967,
"step": 27800
},
{
"epoch": 1.25,
"learning_rate": 4.9219835507148944e-05,
"loss": 1.3213,
"step": 27850
},
{
"epoch": 1.25,
"learning_rate": 4.921843485276321e-05,
"loss": 1.2822,
"step": 27900
},
{
"epoch": 1.25,
"learning_rate": 4.921703419837748e-05,
"loss": 1.2979,
"step": 27950
},
{
"epoch": 1.25,
"learning_rate": 4.921563354399176e-05,
"loss": 1.3157,
"step": 28000
},
{
"epoch": 1.26,
"learning_rate": 4.9214232889606024e-05,
"loss": 1.3302,
"step": 28050
},
{
"epoch": 1.26,
"learning_rate": 4.9212832235220296e-05,
"loss": 1.3277,
"step": 28100
},
{
"epoch": 1.26,
"learning_rate": 4.921143158083457e-05,
"loss": 1.3079,
"step": 28150
},
{
"epoch": 1.26,
"learning_rate": 4.921003092644884e-05,
"loss": 1.3159,
"step": 28200
},
{
"epoch": 1.27,
"learning_rate": 4.920863027206311e-05,
"loss": 1.2898,
"step": 28250
},
{
"epoch": 1.27,
"learning_rate": 4.920722961767738e-05,
"loss": 1.2955,
"step": 28300
},
{
"epoch": 1.27,
"learning_rate": 4.920582896329165e-05,
"loss": 1.328,
"step": 28350
},
{
"epoch": 1.27,
"learning_rate": 4.9204428308905925e-05,
"loss": 1.3313,
"step": 28400
},
{
"epoch": 1.28,
"learning_rate": 4.92030276545202e-05,
"loss": 1.3039,
"step": 28450
},
{
"epoch": 1.28,
"learning_rate": 4.920162700013446e-05,
"loss": 1.3175,
"step": 28500
},
{
"epoch": 1.28,
"learning_rate": 4.9200226345748734e-05,
"loss": 1.3283,
"step": 28550
},
{
"epoch": 1.28,
"learning_rate": 4.919882569136301e-05,
"loss": 1.3091,
"step": 28600
},
{
"epoch": 1.28,
"learning_rate": 4.919742503697728e-05,
"loss": 1.3048,
"step": 28650
},
{
"epoch": 1.29,
"learning_rate": 4.919602438259155e-05,
"loss": 1.2843,
"step": 28700
},
{
"epoch": 1.29,
"learning_rate": 4.919462372820582e-05,
"loss": 1.3218,
"step": 28750
},
{
"epoch": 1.29,
"learning_rate": 4.919322307382009e-05,
"loss": 1.3225,
"step": 28800
},
{
"epoch": 1.29,
"learning_rate": 4.9191822419434363e-05,
"loss": 1.2906,
"step": 28850
},
{
"epoch": 1.3,
"learning_rate": 4.9190421765048635e-05,
"loss": 1.3013,
"step": 28900
},
{
"epoch": 1.3,
"learning_rate": 4.91890211106629e-05,
"loss": 1.3285,
"step": 28950
},
{
"epoch": 1.3,
"learning_rate": 4.918762045627717e-05,
"loss": 1.2895,
"step": 29000
},
{
"epoch": 1.3,
"learning_rate": 4.918621980189145e-05,
"loss": 1.2707,
"step": 29050
},
{
"epoch": 1.3,
"learning_rate": 4.9184819147505715e-05,
"loss": 1.3069,
"step": 29100
},
{
"epoch": 1.31,
"learning_rate": 4.9183418493119986e-05,
"loss": 1.3097,
"step": 29150
},
{
"epoch": 1.31,
"learning_rate": 4.918201783873426e-05,
"loss": 1.3229,
"step": 29200
},
{
"epoch": 1.31,
"learning_rate": 4.918061718434853e-05,
"loss": 1.3097,
"step": 29250
},
{
"epoch": 1.31,
"learning_rate": 4.91792165299628e-05,
"loss": 1.3154,
"step": 29300
},
{
"epoch": 1.32,
"learning_rate": 4.917781587557707e-05,
"loss": 1.3012,
"step": 29350
},
{
"epoch": 1.32,
"learning_rate": 4.917641522119134e-05,
"loss": 1.2962,
"step": 29400
},
{
"epoch": 1.32,
"learning_rate": 4.9175014566805616e-05,
"loss": 1.3123,
"step": 29450
},
{
"epoch": 1.32,
"learning_rate": 4.917361391241989e-05,
"loss": 1.2856,
"step": 29500
},
{
"epoch": 1.32,
"learning_rate": 4.917221325803415e-05,
"loss": 1.3,
"step": 29550
},
{
"epoch": 1.33,
"learning_rate": 4.9170812603648424e-05,
"loss": 1.2847,
"step": 29600
},
{
"epoch": 1.33,
"learning_rate": 4.91694119492627e-05,
"loss": 1.3098,
"step": 29650
},
{
"epoch": 1.33,
"learning_rate": 4.916801129487697e-05,
"loss": 1.3073,
"step": 29700
},
{
"epoch": 1.33,
"learning_rate": 4.916661064049124e-05,
"loss": 1.332,
"step": 29750
},
{
"epoch": 1.34,
"learning_rate": 4.916520998610551e-05,
"loss": 1.3081,
"step": 29800
},
{
"epoch": 1.34,
"learning_rate": 4.916380933171978e-05,
"loss": 1.2914,
"step": 29850
},
{
"epoch": 1.34,
"learning_rate": 4.9162408677334054e-05,
"loss": 1.2642,
"step": 29900
},
{
"epoch": 1.34,
"learning_rate": 4.9161008022948326e-05,
"loss": 1.2792,
"step": 29950
},
{
"epoch": 1.34,
"learning_rate": 4.915960736856259e-05,
"loss": 1.3048,
"step": 30000
},
{
"epoch": 1.35,
"learning_rate": 4.915820671417686e-05,
"loss": 1.2826,
"step": 30050
},
{
"epoch": 1.35,
"learning_rate": 4.915680605979114e-05,
"loss": 1.2759,
"step": 30100
},
{
"epoch": 1.35,
"learning_rate": 4.9155405405405406e-05,
"loss": 1.2902,
"step": 30150
},
{
"epoch": 1.35,
"learning_rate": 4.915400475101968e-05,
"loss": 1.3175,
"step": 30200
},
{
"epoch": 1.36,
"learning_rate": 4.915260409663395e-05,
"loss": 1.2784,
"step": 30250
},
{
"epoch": 1.36,
"learning_rate": 4.915120344224822e-05,
"loss": 1.2925,
"step": 30300
},
{
"epoch": 1.36,
"learning_rate": 4.914980278786249e-05,
"loss": 1.3032,
"step": 30350
},
{
"epoch": 1.36,
"learning_rate": 4.9148402133476764e-05,
"loss": 1.2928,
"step": 30400
},
{
"epoch": 1.36,
"learning_rate": 4.914700147909103e-05,
"loss": 1.3201,
"step": 30450
},
{
"epoch": 1.37,
"learning_rate": 4.914560082470531e-05,
"loss": 1.2744,
"step": 30500
},
{
"epoch": 1.37,
"learning_rate": 4.914420017031958e-05,
"loss": 1.2872,
"step": 30550
},
{
"epoch": 1.37,
"learning_rate": 4.9142799515933844e-05,
"loss": 1.2961,
"step": 30600
},
{
"epoch": 1.37,
"learning_rate": 4.9141398861548115e-05,
"loss": 1.3028,
"step": 30650
},
{
"epoch": 1.38,
"learning_rate": 4.9139998207162394e-05,
"loss": 1.2775,
"step": 30700
},
{
"epoch": 1.38,
"learning_rate": 4.913859755277666e-05,
"loss": 1.2889,
"step": 30750
},
{
"epoch": 1.38,
"learning_rate": 4.913719689839093e-05,
"loss": 1.2834,
"step": 30800
},
{
"epoch": 1.38,
"learning_rate": 4.91357962440052e-05,
"loss": 1.2941,
"step": 30850
},
{
"epoch": 1.38,
"learning_rate": 4.913439558961947e-05,
"loss": 1.3068,
"step": 30900
},
{
"epoch": 1.39,
"learning_rate": 4.9132994935233745e-05,
"loss": 1.3122,
"step": 30950
},
{
"epoch": 1.39,
"learning_rate": 4.913159428084802e-05,
"loss": 1.3007,
"step": 31000
},
{
"epoch": 1.39,
"learning_rate": 4.913019362646228e-05,
"loss": 1.2985,
"step": 31050
},
{
"epoch": 1.39,
"learning_rate": 4.912879297207655e-05,
"loss": 1.296,
"step": 31100
},
{
"epoch": 1.4,
"learning_rate": 4.912739231769083e-05,
"loss": 1.2782,
"step": 31150
},
{
"epoch": 1.4,
"learning_rate": 4.9125991663305096e-05,
"loss": 1.3056,
"step": 31200
},
{
"epoch": 1.4,
"learning_rate": 4.912459100891937e-05,
"loss": 1.2807,
"step": 31250
},
{
"epoch": 1.4,
"learning_rate": 4.912319035453364e-05,
"loss": 1.3004,
"step": 31300
},
{
"epoch": 1.41,
"learning_rate": 4.912178970014791e-05,
"loss": 1.2904,
"step": 31350
},
{
"epoch": 1.41,
"learning_rate": 4.912038904576218e-05,
"loss": 1.2898,
"step": 31400
},
{
"epoch": 1.41,
"learning_rate": 4.9118988391376455e-05,
"loss": 1.2742,
"step": 31450
},
{
"epoch": 1.41,
"learning_rate": 4.911758773699072e-05,
"loss": 1.3027,
"step": 31500
},
{
"epoch": 1.41,
"learning_rate": 4.9116187082605e-05,
"loss": 1.3086,
"step": 31550
},
{
"epoch": 1.42,
"learning_rate": 4.911478642821927e-05,
"loss": 1.2734,
"step": 31600
},
{
"epoch": 1.42,
"learning_rate": 4.9113385773833534e-05,
"loss": 1.2884,
"step": 31650
},
{
"epoch": 1.42,
"learning_rate": 4.9111985119447806e-05,
"loss": 1.3396,
"step": 31700
},
{
"epoch": 1.42,
"learning_rate": 4.9110584465062084e-05,
"loss": 1.3018,
"step": 31750
},
{
"epoch": 1.43,
"learning_rate": 4.910918381067635e-05,
"loss": 1.2828,
"step": 31800
},
{
"epoch": 1.43,
"learning_rate": 4.910778315629062e-05,
"loss": 1.3015,
"step": 31850
},
{
"epoch": 1.43,
"learning_rate": 4.910638250190489e-05,
"loss": 1.3118,
"step": 31900
},
{
"epoch": 1.43,
"learning_rate": 4.9104981847519164e-05,
"loss": 1.288,
"step": 31950
},
{
"epoch": 1.43,
"learning_rate": 4.9103581193133436e-05,
"loss": 1.288,
"step": 32000
},
{
"epoch": 1.44,
"learning_rate": 4.910218053874771e-05,
"loss": 1.2914,
"step": 32050
},
{
"epoch": 1.44,
"learning_rate": 4.910077988436197e-05,
"loss": 1.2784,
"step": 32100
},
{
"epoch": 1.44,
"learning_rate": 4.9099379229976244e-05,
"loss": 1.2836,
"step": 32150
},
{
"epoch": 1.44,
"learning_rate": 4.909797857559052e-05,
"loss": 1.2589,
"step": 32200
},
{
"epoch": 1.45,
"learning_rate": 4.909657792120479e-05,
"loss": 1.3241,
"step": 32250
},
{
"epoch": 1.45,
"learning_rate": 4.909517726681906e-05,
"loss": 1.2986,
"step": 32300
},
{
"epoch": 1.45,
"learning_rate": 4.909377661243333e-05,
"loss": 1.2801,
"step": 32350
},
{
"epoch": 1.45,
"learning_rate": 4.90923759580476e-05,
"loss": 1.2766,
"step": 32400
},
{
"epoch": 1.45,
"learning_rate": 4.9090975303661874e-05,
"loss": 1.313,
"step": 32450
},
{
"epoch": 1.46,
"learning_rate": 4.9089574649276145e-05,
"loss": 1.2746,
"step": 32500
},
{
"epoch": 1.46,
"learning_rate": 4.908817399489041e-05,
"loss": 1.3009,
"step": 32550
},
{
"epoch": 1.46,
"learning_rate": 4.908677334050469e-05,
"loss": 1.2809,
"step": 32600
},
{
"epoch": 1.46,
"learning_rate": 4.908537268611896e-05,
"loss": 1.2728,
"step": 32650
},
{
"epoch": 1.47,
"learning_rate": 4.9083972031733225e-05,
"loss": 1.2999,
"step": 32700
},
{
"epoch": 1.47,
"learning_rate": 4.90825713773475e-05,
"loss": 1.2662,
"step": 32750
},
{
"epoch": 1.47,
"learning_rate": 4.9081170722961775e-05,
"loss": 1.2843,
"step": 32800
},
{
"epoch": 1.47,
"learning_rate": 4.907977006857604e-05,
"loss": 1.2862,
"step": 32850
},
{
"epoch": 1.47,
"learning_rate": 4.907836941419031e-05,
"loss": 1.2926,
"step": 32900
},
{
"epoch": 1.48,
"learning_rate": 4.907696875980458e-05,
"loss": 1.2801,
"step": 32950
},
{
"epoch": 1.48,
"learning_rate": 4.9075568105418855e-05,
"loss": 1.3205,
"step": 33000
},
{
"epoch": 1.48,
"learning_rate": 4.9074167451033127e-05,
"loss": 1.2809,
"step": 33050
},
{
"epoch": 1.48,
"learning_rate": 4.90727667966474e-05,
"loss": 1.2742,
"step": 33100
},
{
"epoch": 1.49,
"learning_rate": 4.907136614226166e-05,
"loss": 1.2854,
"step": 33150
},
{
"epoch": 1.49,
"learning_rate": 4.906996548787594e-05,
"loss": 1.2648,
"step": 33200
},
{
"epoch": 1.49,
"learning_rate": 4.906856483349021e-05,
"loss": 1.3033,
"step": 33250
},
{
"epoch": 1.49,
"learning_rate": 4.906716417910448e-05,
"loss": 1.2548,
"step": 33300
},
{
"epoch": 1.49,
"learning_rate": 4.906576352471875e-05,
"loss": 1.3158,
"step": 33350
},
{
"epoch": 1.5,
"learning_rate": 4.906436287033302e-05,
"loss": 1.3022,
"step": 33400
},
{
"epoch": 1.5,
"learning_rate": 4.906296221594729e-05,
"loss": 1.2948,
"step": 33450
},
{
"epoch": 1.5,
"learning_rate": 4.9061561561561565e-05,
"loss": 1.2916,
"step": 33500
},
{
"epoch": 1.5,
"learning_rate": 4.9060160907175836e-05,
"loss": 1.285,
"step": 33550
},
{
"epoch": 1.51,
"learning_rate": 4.90587602527901e-05,
"loss": 1.2831,
"step": 33600
},
{
"epoch": 1.51,
"learning_rate": 4.905735959840438e-05,
"loss": 1.2866,
"step": 33650
},
{
"epoch": 1.51,
"learning_rate": 4.905595894401865e-05,
"loss": 1.266,
"step": 33700
},
{
"epoch": 1.51,
"learning_rate": 4.9054558289632916e-05,
"loss": 1.2396,
"step": 33750
},
{
"epoch": 1.51,
"learning_rate": 4.905315763524719e-05,
"loss": 1.2913,
"step": 33800
},
{
"epoch": 1.52,
"learning_rate": 4.9051756980861466e-05,
"loss": 1.321,
"step": 33850
},
{
"epoch": 1.52,
"learning_rate": 4.905035632647573e-05,
"loss": 1.2768,
"step": 33900
},
{
"epoch": 1.52,
"learning_rate": 4.904895567209e-05,
"loss": 1.2767,
"step": 33950
},
{
"epoch": 1.52,
"learning_rate": 4.9047555017704274e-05,
"loss": 1.2707,
"step": 34000
},
{
"epoch": 1.53,
"learning_rate": 4.9046154363318546e-05,
"loss": 1.2705,
"step": 34050
},
{
"epoch": 1.53,
"learning_rate": 4.904475370893282e-05,
"loss": 1.3089,
"step": 34100
},
{
"epoch": 1.53,
"learning_rate": 4.904335305454709e-05,
"loss": 1.2597,
"step": 34150
},
{
"epoch": 1.53,
"learning_rate": 4.9041952400161354e-05,
"loss": 1.2656,
"step": 34200
},
{
"epoch": 1.54,
"learning_rate": 4.904055174577563e-05,
"loss": 1.2772,
"step": 34250
},
{
"epoch": 1.54,
"learning_rate": 4.9039151091389904e-05,
"loss": 1.2838,
"step": 34300
},
{
"epoch": 1.54,
"learning_rate": 4.903775043700417e-05,
"loss": 1.2743,
"step": 34350
},
{
"epoch": 1.54,
"learning_rate": 4.903634978261844e-05,
"loss": 1.2745,
"step": 34400
},
{
"epoch": 1.54,
"learning_rate": 4.903494912823271e-05,
"loss": 1.2955,
"step": 34450
},
{
"epoch": 1.55,
"learning_rate": 4.9033548473846984e-05,
"loss": 1.2695,
"step": 34500
},
{
"epoch": 1.55,
"learning_rate": 4.9032147819461255e-05,
"loss": 1.2664,
"step": 34550
},
{
"epoch": 1.55,
"learning_rate": 4.903074716507553e-05,
"loss": 1.3064,
"step": 34600
},
{
"epoch": 1.55,
"learning_rate": 4.902934651068979e-05,
"loss": 1.275,
"step": 34650
},
{
"epoch": 1.56,
"learning_rate": 4.902794585630407e-05,
"loss": 1.2841,
"step": 34700
},
{
"epoch": 1.56,
"learning_rate": 4.902654520191834e-05,
"loss": 1.2625,
"step": 34750
},
{
"epoch": 1.56,
"learning_rate": 4.902514454753261e-05,
"loss": 1.287,
"step": 34800
},
{
"epoch": 1.56,
"learning_rate": 4.902374389314688e-05,
"loss": 1.2852,
"step": 34850
},
{
"epoch": 1.56,
"learning_rate": 4.902234323876116e-05,
"loss": 1.2593,
"step": 34900
},
{
"epoch": 1.57,
"learning_rate": 4.902094258437542e-05,
"loss": 1.2636,
"step": 34950
},
{
"epoch": 1.57,
"learning_rate": 4.901954192998969e-05,
"loss": 1.2938,
"step": 35000
},
{
"epoch": 1.57,
"learning_rate": 4.9018141275603965e-05,
"loss": 1.2508,
"step": 35050
},
{
"epoch": 1.57,
"learning_rate": 4.9016740621218237e-05,
"loss": 1.3109,
"step": 35100
},
{
"epoch": 1.58,
"learning_rate": 4.901533996683251e-05,
"loss": 1.2902,
"step": 35150
},
{
"epoch": 1.58,
"learning_rate": 4.901393931244678e-05,
"loss": 1.2899,
"step": 35200
},
{
"epoch": 1.58,
"learning_rate": 4.9012538658061045e-05,
"loss": 1.2717,
"step": 35250
},
{
"epoch": 1.58,
"learning_rate": 4.901113800367532e-05,
"loss": 1.2707,
"step": 35300
},
{
"epoch": 1.58,
"learning_rate": 4.9009737349289595e-05,
"loss": 1.3071,
"step": 35350
},
{
"epoch": 1.59,
"learning_rate": 4.900833669490386e-05,
"loss": 1.279,
"step": 35400
},
{
"epoch": 1.59,
"learning_rate": 4.900693604051813e-05,
"loss": 1.269,
"step": 35450
},
{
"epoch": 1.59,
"learning_rate": 4.90055353861324e-05,
"loss": 1.2757,
"step": 35500
},
{
"epoch": 1.59,
"learning_rate": 4.9004134731746674e-05,
"loss": 1.2808,
"step": 35550
},
{
"epoch": 1.6,
"learning_rate": 4.9002734077360946e-05,
"loss": 1.2825,
"step": 35600
},
{
"epoch": 1.6,
"learning_rate": 4.900133342297522e-05,
"loss": 1.2902,
"step": 35650
},
{
"epoch": 1.6,
"learning_rate": 4.899993276858948e-05,
"loss": 1.2926,
"step": 35700
},
{
"epoch": 1.6,
"learning_rate": 4.899853211420376e-05,
"loss": 1.2941,
"step": 35750
},
{
"epoch": 1.6,
"learning_rate": 4.899713145981803e-05,
"loss": 1.2875,
"step": 35800
},
{
"epoch": 1.61,
"learning_rate": 4.89957308054323e-05,
"loss": 1.27,
"step": 35850
},
{
"epoch": 1.61,
"learning_rate": 4.899433015104657e-05,
"loss": 1.2614,
"step": 35900
},
{
"epoch": 1.61,
"learning_rate": 4.899292949666085e-05,
"loss": 1.2542,
"step": 35950
},
{
"epoch": 1.61,
"learning_rate": 4.899152884227511e-05,
"loss": 1.2709,
"step": 36000
},
{
"epoch": 1.62,
"learning_rate": 4.8990128187889384e-05,
"loss": 1.2664,
"step": 36050
},
{
"epoch": 1.62,
"learning_rate": 4.8988727533503656e-05,
"loss": 1.2685,
"step": 36100
},
{
"epoch": 1.62,
"learning_rate": 4.898732687911793e-05,
"loss": 1.2621,
"step": 36150
},
{
"epoch": 1.62,
"learning_rate": 4.89859262247322e-05,
"loss": 1.2873,
"step": 36200
},
{
"epoch": 1.62,
"learning_rate": 4.898452557034647e-05,
"loss": 1.2842,
"step": 36250
},
{
"epoch": 1.63,
"learning_rate": 4.8983124915960735e-05,
"loss": 1.2622,
"step": 36300
},
{
"epoch": 1.63,
"learning_rate": 4.8981724261575014e-05,
"loss": 1.2695,
"step": 36350
},
{
"epoch": 1.63,
"learning_rate": 4.8980323607189285e-05,
"loss": 1.2492,
"step": 36400
},
{
"epoch": 1.63,
"learning_rate": 4.897892295280355e-05,
"loss": 1.2736,
"step": 36450
},
{
"epoch": 1.64,
"learning_rate": 4.897752229841782e-05,
"loss": 1.2612,
"step": 36500
},
{
"epoch": 1.64,
"learning_rate": 4.8976121644032094e-05,
"loss": 1.2644,
"step": 36550
},
{
"epoch": 1.64,
"learning_rate": 4.8974720989646365e-05,
"loss": 1.2708,
"step": 36600
},
{
"epoch": 1.64,
"learning_rate": 4.897332033526064e-05,
"loss": 1.2738,
"step": 36650
},
{
"epoch": 1.64,
"learning_rate": 4.897191968087491e-05,
"loss": 1.26,
"step": 36700
},
{
"epoch": 1.65,
"learning_rate": 4.897051902648917e-05,
"loss": 1.2805,
"step": 36750
},
{
"epoch": 1.65,
"learning_rate": 4.896911837210345e-05,
"loss": 1.2871,
"step": 36800
},
{
"epoch": 1.65,
"learning_rate": 4.8967717717717723e-05,
"loss": 1.284,
"step": 36850
},
{
"epoch": 1.65,
"learning_rate": 4.896631706333199e-05,
"loss": 1.2666,
"step": 36900
},
{
"epoch": 1.66,
"learning_rate": 4.896491640894626e-05,
"loss": 1.261,
"step": 36950
},
{
"epoch": 1.66,
"learning_rate": 4.896351575456054e-05,
"loss": 1.2892,
"step": 37000
},
{
"epoch": 1.66,
"learning_rate": 4.89621151001748e-05,
"loss": 1.2672,
"step": 37050
},
{
"epoch": 1.66,
"learning_rate": 4.8960714445789075e-05,
"loss": 1.2791,
"step": 37100
},
{
"epoch": 1.67,
"learning_rate": 4.8959313791403346e-05,
"loss": 1.283,
"step": 37150
},
{
"epoch": 1.67,
"learning_rate": 4.895791313701762e-05,
"loss": 1.2304,
"step": 37200
},
{
"epoch": 1.67,
"learning_rate": 4.895651248263189e-05,
"loss": 1.2807,
"step": 37250
},
{
"epoch": 1.67,
"learning_rate": 4.895511182824616e-05,
"loss": 1.2712,
"step": 37300
},
{
"epoch": 1.67,
"learning_rate": 4.8953711173860426e-05,
"loss": 1.2533,
"step": 37350
},
{
"epoch": 1.68,
"learning_rate": 4.8952310519474705e-05,
"loss": 1.2567,
"step": 37400
},
{
"epoch": 1.68,
"learning_rate": 4.8950909865088976e-05,
"loss": 1.259,
"step": 37450
},
{
"epoch": 1.68,
"learning_rate": 4.894950921070324e-05,
"loss": 1.2832,
"step": 37500
},
{
"epoch": 1.68,
"learning_rate": 4.894810855631751e-05,
"loss": 1.2656,
"step": 37550
},
{
"epoch": 1.69,
"learning_rate": 4.8946707901931784e-05,
"loss": 1.2681,
"step": 37600
},
{
"epoch": 1.69,
"learning_rate": 4.8945307247546056e-05,
"loss": 1.2587,
"step": 37650
},
{
"epoch": 1.69,
"learning_rate": 4.894390659316033e-05,
"loss": 1.263,
"step": 37700
},
{
"epoch": 1.69,
"learning_rate": 4.89425059387746e-05,
"loss": 1.2906,
"step": 37750
},
{
"epoch": 1.69,
"learning_rate": 4.8941105284388864e-05,
"loss": 1.241,
"step": 37800
},
{
"epoch": 1.7,
"learning_rate": 4.893970463000314e-05,
"loss": 1.2742,
"step": 37850
},
{
"epoch": 1.7,
"learning_rate": 4.8938303975617414e-05,
"loss": 1.2652,
"step": 37900
},
{
"epoch": 1.7,
"learning_rate": 4.893690332123168e-05,
"loss": 1.2572,
"step": 37950
},
{
"epoch": 1.7,
"learning_rate": 4.893550266684595e-05,
"loss": 1.2905,
"step": 38000
},
{
"epoch": 1.71,
"learning_rate": 4.893410201246022e-05,
"loss": 1.2526,
"step": 38050
},
{
"epoch": 1.71,
"learning_rate": 4.8932701358074494e-05,
"loss": 1.2871,
"step": 38100
},
{
"epoch": 1.71,
"learning_rate": 4.8931300703688766e-05,
"loss": 1.2729,
"step": 38150
},
{
"epoch": 1.71,
"learning_rate": 4.892990004930304e-05,
"loss": 1.2516,
"step": 38200
},
{
"epoch": 1.71,
"learning_rate": 4.892849939491731e-05,
"loss": 1.2629,
"step": 38250
},
{
"epoch": 1.72,
"learning_rate": 4.892709874053158e-05,
"loss": 1.253,
"step": 38300
},
{
"epoch": 1.72,
"learning_rate": 4.892569808614585e-05,
"loss": 1.2896,
"step": 38350
},
{
"epoch": 1.72,
"learning_rate": 4.892429743176012e-05,
"loss": 1.2799,
"step": 38400
},
{
"epoch": 1.72,
"learning_rate": 4.8922896777374395e-05,
"loss": 1.2734,
"step": 38450
},
{
"epoch": 1.73,
"learning_rate": 4.892149612298867e-05,
"loss": 1.2748,
"step": 38500
},
{
"epoch": 1.73,
"learning_rate": 4.892009546860293e-05,
"loss": 1.2544,
"step": 38550
},
{
"epoch": 1.73,
"learning_rate": 4.8918694814217204e-05,
"loss": 1.2698,
"step": 38600
},
{
"epoch": 1.73,
"learning_rate": 4.8917294159831475e-05,
"loss": 1.2794,
"step": 38650
},
{
"epoch": 1.73,
"learning_rate": 4.891589350544575e-05,
"loss": 1.2711,
"step": 38700
},
{
"epoch": 1.74,
"learning_rate": 4.891449285106002e-05,
"loss": 1.2647,
"step": 38750
},
{
"epoch": 1.74,
"learning_rate": 4.891309219667429e-05,
"loss": 1.2614,
"step": 38800
},
{
"epoch": 1.74,
"learning_rate": 4.8911691542288555e-05,
"loss": 1.271,
"step": 38850
},
{
"epoch": 1.74,
"learning_rate": 4.891029088790283e-05,
"loss": 1.2831,
"step": 38900
},
{
"epoch": 1.75,
"learning_rate": 4.8908890233517105e-05,
"loss": 1.2748,
"step": 38950
},
{
"epoch": 1.75,
"learning_rate": 4.890748957913137e-05,
"loss": 1.2796,
"step": 39000
},
{
"epoch": 1.75,
"learning_rate": 4.890608892474564e-05,
"loss": 1.279,
"step": 39050
},
{
"epoch": 1.75,
"learning_rate": 4.890468827035991e-05,
"loss": 1.2432,
"step": 39100
},
{
"epoch": 1.75,
"learning_rate": 4.8903287615974185e-05,
"loss": 1.2755,
"step": 39150
},
{
"epoch": 1.76,
"learning_rate": 4.8901886961588456e-05,
"loss": 1.2341,
"step": 39200
},
{
"epoch": 1.76,
"learning_rate": 4.890048630720273e-05,
"loss": 1.2592,
"step": 39250
},
{
"epoch": 1.76,
"learning_rate": 4.8899085652817e-05,
"loss": 1.2487,
"step": 39300
},
{
"epoch": 1.76,
"learning_rate": 4.889768499843127e-05,
"loss": 1.2737,
"step": 39350
},
{
"epoch": 1.77,
"learning_rate": 4.889628434404554e-05,
"loss": 1.2582,
"step": 39400
},
{
"epoch": 1.77,
"learning_rate": 4.889488368965981e-05,
"loss": 1.2543,
"step": 39450
},
{
"epoch": 1.77,
"learning_rate": 4.8893483035274086e-05,
"loss": 1.2669,
"step": 39500
},
{
"epoch": 1.77,
"learning_rate": 4.889208238088835e-05,
"loss": 1.2544,
"step": 39550
},
{
"epoch": 1.77,
"learning_rate": 4.889068172650262e-05,
"loss": 1.2764,
"step": 39600
},
{
"epoch": 1.78,
"learning_rate": 4.8889281072116894e-05,
"loss": 1.2518,
"step": 39650
},
{
"epoch": 1.78,
"learning_rate": 4.8887880417731166e-05,
"loss": 1.2614,
"step": 39700
},
{
"epoch": 1.78,
"learning_rate": 4.888647976334544e-05,
"loss": 1.2271,
"step": 39750
},
{
"epoch": 1.78,
"learning_rate": 4.888507910895971e-05,
"loss": 1.2771,
"step": 39800
},
{
"epoch": 1.79,
"learning_rate": 4.888367845457398e-05,
"loss": 1.2457,
"step": 39850
},
{
"epoch": 1.79,
"learning_rate": 4.8882277800188246e-05,
"loss": 1.2609,
"step": 39900
},
{
"epoch": 1.79,
"learning_rate": 4.8880877145802524e-05,
"loss": 1.2579,
"step": 39950
},
{
"epoch": 1.79,
"learning_rate": 4.887947649141679e-05,
"loss": 1.2853,
"step": 40000
},
{
"epoch": 1.8,
"learning_rate": 4.887807583703106e-05,
"loss": 1.2496,
"step": 40050
},
{
"epoch": 1.8,
"learning_rate": 4.887667518264533e-05,
"loss": 1.2633,
"step": 40100
},
{
"epoch": 1.8,
"learning_rate": 4.8875274528259604e-05,
"loss": 1.2668,
"step": 40150
},
{
"epoch": 1.8,
"learning_rate": 4.8873873873873876e-05,
"loss": 1.2649,
"step": 40200
},
{
"epoch": 1.8,
"learning_rate": 4.887247321948815e-05,
"loss": 1.2554,
"step": 40250
},
{
"epoch": 1.81,
"learning_rate": 4.887107256510242e-05,
"loss": 1.2577,
"step": 40300
},
{
"epoch": 1.81,
"learning_rate": 4.886967191071669e-05,
"loss": 1.2373,
"step": 40350
},
{
"epoch": 1.81,
"learning_rate": 4.886827125633096e-05,
"loss": 1.2435,
"step": 40400
},
{
"epoch": 1.81,
"learning_rate": 4.8866870601945234e-05,
"loss": 1.2559,
"step": 40450
},
{
"epoch": 1.82,
"learning_rate": 4.88654699475595e-05,
"loss": 1.2583,
"step": 40500
},
{
"epoch": 1.82,
"learning_rate": 4.886406929317378e-05,
"loss": 1.2645,
"step": 40550
},
{
"epoch": 1.82,
"learning_rate": 4.886266863878804e-05,
"loss": 1.274,
"step": 40600
},
{
"epoch": 1.82,
"learning_rate": 4.8861267984402314e-05,
"loss": 1.2543,
"step": 40650
},
{
"epoch": 1.82,
"learning_rate": 4.8859867330016585e-05,
"loss": 1.2648,
"step": 40700
},
{
"epoch": 1.83,
"learning_rate": 4.885846667563086e-05,
"loss": 1.248,
"step": 40750
},
{
"epoch": 1.83,
"learning_rate": 4.885706602124513e-05,
"loss": 1.2658,
"step": 40800
},
{
"epoch": 1.83,
"learning_rate": 4.88556653668594e-05,
"loss": 1.2763,
"step": 40850
},
{
"epoch": 1.83,
"learning_rate": 4.885426471247367e-05,
"loss": 1.238,
"step": 40900
},
{
"epoch": 1.84,
"learning_rate": 4.885286405808794e-05,
"loss": 1.2763,
"step": 40950
},
{
"epoch": 1.84,
"learning_rate": 4.8851463403702215e-05,
"loss": 1.2537,
"step": 41000
},
{
"epoch": 1.84,
"learning_rate": 4.885006274931648e-05,
"loss": 1.2257,
"step": 41050
},
{
"epoch": 1.84,
"learning_rate": 4.884866209493075e-05,
"loss": 1.2472,
"step": 41100
},
{
"epoch": 1.84,
"learning_rate": 4.884726144054502e-05,
"loss": 1.271,
"step": 41150
},
{
"epoch": 1.85,
"learning_rate": 4.8845860786159295e-05,
"loss": 1.2635,
"step": 41200
},
{
"epoch": 1.85,
"learning_rate": 4.8844460131773566e-05,
"loss": 1.233,
"step": 41250
},
{
"epoch": 1.85,
"learning_rate": 4.884305947738784e-05,
"loss": 1.2269,
"step": 41300
},
{
"epoch": 1.85,
"learning_rate": 4.884165882300211e-05,
"loss": 1.2529,
"step": 41350
},
{
"epoch": 1.86,
"learning_rate": 4.884025816861638e-05,
"loss": 1.2595,
"step": 41400
},
{
"epoch": 1.86,
"learning_rate": 4.883885751423065e-05,
"loss": 1.23,
"step": 41450
},
{
"epoch": 1.86,
"learning_rate": 4.883745685984492e-05,
"loss": 1.2752,
"step": 41500
},
{
"epoch": 1.86,
"learning_rate": 4.883605620545919e-05,
"loss": 1.2482,
"step": 41550
},
{
"epoch": 1.86,
"learning_rate": 4.883465555107347e-05,
"loss": 1.2675,
"step": 41600
},
{
"epoch": 1.87,
"learning_rate": 4.883325489668773e-05,
"loss": 1.2196,
"step": 41650
},
{
"epoch": 1.87,
"learning_rate": 4.8831854242302004e-05,
"loss": 1.2275,
"step": 41700
},
{
"epoch": 1.87,
"learning_rate": 4.8830453587916276e-05,
"loss": 1.2709,
"step": 41750
},
{
"epoch": 1.87,
"learning_rate": 4.882905293353055e-05,
"loss": 1.2194,
"step": 41800
},
{
"epoch": 1.88,
"learning_rate": 4.882765227914482e-05,
"loss": 1.2408,
"step": 41850
},
{
"epoch": 1.88,
"learning_rate": 4.882625162475909e-05,
"loss": 1.2282,
"step": 41900
},
{
"epoch": 1.88,
"learning_rate": 4.882485097037336e-05,
"loss": 1.2642,
"step": 41950
},
{
"epoch": 1.88,
"learning_rate": 4.8823450315987634e-05,
"loss": 1.225,
"step": 42000
},
{
"epoch": 1.88,
"learning_rate": 4.8822049661601906e-05,
"loss": 1.2541,
"step": 42050
},
{
"epoch": 1.89,
"learning_rate": 4.882064900721617e-05,
"loss": 1.2723,
"step": 42100
},
{
"epoch": 1.89,
"learning_rate": 4.881924835283044e-05,
"loss": 1.233,
"step": 42150
},
{
"epoch": 1.89,
"learning_rate": 4.8817847698444714e-05,
"loss": 1.2642,
"step": 42200
},
{
"epoch": 1.89,
"learning_rate": 4.8816447044058986e-05,
"loss": 1.2538,
"step": 42250
},
{
"epoch": 1.9,
"learning_rate": 4.881504638967326e-05,
"loss": 1.2425,
"step": 42300
},
{
"epoch": 1.9,
"learning_rate": 4.881364573528753e-05,
"loss": 1.2449,
"step": 42350
},
{
"epoch": 1.9,
"learning_rate": 4.88122450809018e-05,
"loss": 1.2382,
"step": 42400
},
{
"epoch": 1.9,
"learning_rate": 4.881084442651607e-05,
"loss": 1.1989,
"step": 42450
},
{
"epoch": 1.9,
"learning_rate": 4.8809443772130344e-05,
"loss": 1.2473,
"step": 42500
},
{
"epoch": 1.91,
"learning_rate": 4.880804311774461e-05,
"loss": 1.2382,
"step": 42550
},
{
"epoch": 1.91,
"learning_rate": 4.880664246335888e-05,
"loss": 1.2732,
"step": 42600
},
{
"epoch": 1.91,
"learning_rate": 4.880524180897316e-05,
"loss": 1.2389,
"step": 42650
},
{
"epoch": 1.91,
"learning_rate": 4.8803841154587423e-05,
"loss": 1.2669,
"step": 42700
},
{
"epoch": 1.92,
"learning_rate": 4.8802440500201695e-05,
"loss": 1.2414,
"step": 42750
},
{
"epoch": 1.92,
"learning_rate": 4.880103984581597e-05,
"loss": 1.2243,
"step": 42800
},
{
"epoch": 1.92,
"learning_rate": 4.879963919143024e-05,
"loss": 1.2497,
"step": 42850
},
{
"epoch": 1.92,
"learning_rate": 4.879823853704451e-05,
"loss": 1.2445,
"step": 42900
},
{
"epoch": 1.93,
"learning_rate": 4.879683788265878e-05,
"loss": 1.2558,
"step": 42950
},
{
"epoch": 1.93,
"learning_rate": 4.8795437228273047e-05,
"loss": 1.2713,
"step": 43000
},
{
"epoch": 1.93,
"learning_rate": 4.8794036573887325e-05,
"loss": 1.2751,
"step": 43050
},
{
"epoch": 1.93,
"learning_rate": 4.8792635919501597e-05,
"loss": 1.2432,
"step": 43100
},
{
"epoch": 1.93,
"learning_rate": 4.879123526511586e-05,
"loss": 1.2291,
"step": 43150
},
{
"epoch": 1.94,
"learning_rate": 4.878983461073013e-05,
"loss": 1.2433,
"step": 43200
},
{
"epoch": 1.94,
"learning_rate": 4.8788433956344405e-05,
"loss": 1.2496,
"step": 43250
},
{
"epoch": 1.94,
"learning_rate": 4.8787033301958676e-05,
"loss": 1.256,
"step": 43300
},
{
"epoch": 1.94,
"learning_rate": 4.878563264757295e-05,
"loss": 1.2297,
"step": 43350
},
{
"epoch": 1.95,
"learning_rate": 4.878423199318722e-05,
"loss": 1.2287,
"step": 43400
},
{
"epoch": 1.95,
"learning_rate": 4.878283133880149e-05,
"loss": 1.2465,
"step": 43450
},
{
"epoch": 1.95,
"learning_rate": 4.878143068441576e-05,
"loss": 1.2325,
"step": 43500
},
{
"epoch": 1.95,
"learning_rate": 4.8780030030030034e-05,
"loss": 1.2047,
"step": 43550
},
{
"epoch": 1.95,
"learning_rate": 4.87786293756443e-05,
"loss": 1.2457,
"step": 43600
},
{
"epoch": 1.96,
"learning_rate": 4.877722872125857e-05,
"loss": 1.2407,
"step": 43650
},
{
"epoch": 1.96,
"learning_rate": 4.877582806687285e-05,
"loss": 1.2483,
"step": 43700
},
{
"epoch": 1.96,
"learning_rate": 4.8774427412487114e-05,
"loss": 1.2554,
"step": 43750
},
{
"epoch": 1.96,
"learning_rate": 4.8773026758101386e-05,
"loss": 1.2362,
"step": 43800
},
{
"epoch": 1.97,
"learning_rate": 4.877162610371566e-05,
"loss": 1.2089,
"step": 43850
},
{
"epoch": 1.97,
"learning_rate": 4.877022544932993e-05,
"loss": 1.2505,
"step": 43900
},
{
"epoch": 1.97,
"learning_rate": 4.87688247949442e-05,
"loss": 1.2423,
"step": 43950
},
{
"epoch": 1.97,
"learning_rate": 4.876742414055847e-05,
"loss": 1.2723,
"step": 44000
},
{
"epoch": 1.97,
"learning_rate": 4.876602348617274e-05,
"loss": 1.2431,
"step": 44050
},
{
"epoch": 1.98,
"learning_rate": 4.8764622831787016e-05,
"loss": 1.2646,
"step": 44100
},
{
"epoch": 1.98,
"learning_rate": 4.876322217740129e-05,
"loss": 1.23,
"step": 44150
},
{
"epoch": 1.98,
"learning_rate": 4.876182152301555e-05,
"loss": 1.2269,
"step": 44200
},
{
"epoch": 1.98,
"learning_rate": 4.8760420868629824e-05,
"loss": 1.2469,
"step": 44250
},
{
"epoch": 1.99,
"learning_rate": 4.87590202142441e-05,
"loss": 1.2559,
"step": 44300
},
{
"epoch": 1.99,
"learning_rate": 4.875761955985837e-05,
"loss": 1.2738,
"step": 44350
},
{
"epoch": 1.99,
"learning_rate": 4.875621890547264e-05,
"loss": 1.2561,
"step": 44400
},
{
"epoch": 1.99,
"learning_rate": 4.875481825108691e-05,
"loss": 1.2353,
"step": 44450
},
{
"epoch": 1.99,
"learning_rate": 4.8753417596701175e-05,
"loss": 1.2301,
"step": 44500
},
{
"epoch": 2.0,
"learning_rate": 4.8752016942315454e-05,
"loss": 1.2695,
"step": 44550
},
{
"epoch": 2.0,
"learning_rate": 4.8750616287929725e-05,
"loss": 1.2462,
"step": 44600
},
{
"epoch": 2.0,
"learning_rate": 4.874921563354399e-05,
"loss": 1.2627,
"step": 44650
},
{
"epoch": 2.0,
"learning_rate": 4.874781497915826e-05,
"loss": 1.2441,
"step": 44700
},
{
"epoch": 2.01,
"learning_rate": 4.874641432477254e-05,
"loss": 1.2372,
"step": 44750
},
{
"epoch": 2.01,
"learning_rate": 4.8745013670386805e-05,
"loss": 1.2305,
"step": 44800
},
{
"epoch": 2.01,
"learning_rate": 4.874361301600108e-05,
"loss": 1.2258,
"step": 44850
},
{
"epoch": 2.01,
"learning_rate": 4.874221236161535e-05,
"loss": 1.2477,
"step": 44900
},
{
"epoch": 2.01,
"learning_rate": 4.874081170722962e-05,
"loss": 1.2799,
"step": 44950
},
{
"epoch": 2.02,
"learning_rate": 4.873941105284389e-05,
"loss": 1.2465,
"step": 45000
},
{
"epoch": 2.02,
"learning_rate": 4.873801039845816e-05,
"loss": 1.2296,
"step": 45050
},
{
"epoch": 2.02,
"learning_rate": 4.873660974407243e-05,
"loss": 1.2494,
"step": 45100
},
{
"epoch": 2.02,
"learning_rate": 4.8735209089686707e-05,
"loss": 1.2313,
"step": 45150
},
{
"epoch": 2.03,
"learning_rate": 4.873380843530098e-05,
"loss": 1.2327,
"step": 45200
},
{
"epoch": 2.03,
"learning_rate": 4.873240778091524e-05,
"loss": 1.2189,
"step": 45250
},
{
"epoch": 2.03,
"learning_rate": 4.8731007126529515e-05,
"loss": 1.237,
"step": 45300
},
{
"epoch": 2.03,
"learning_rate": 4.872960647214379e-05,
"loss": 1.2046,
"step": 45350
},
{
"epoch": 2.03,
"learning_rate": 4.872820581775806e-05,
"loss": 1.2447,
"step": 45400
},
{
"epoch": 2.04,
"learning_rate": 4.872680516337233e-05,
"loss": 1.2393,
"step": 45450
},
{
"epoch": 2.04,
"learning_rate": 4.87254045089866e-05,
"loss": 1.2266,
"step": 45500
},
{
"epoch": 2.04,
"learning_rate": 4.8724003854600866e-05,
"loss": 1.2423,
"step": 45550
},
{
"epoch": 2.04,
"learning_rate": 4.8722603200215144e-05,
"loss": 1.2575,
"step": 45600
},
{
"epoch": 2.05,
"learning_rate": 4.8721202545829416e-05,
"loss": 1.2202,
"step": 45650
},
{
"epoch": 2.05,
"learning_rate": 4.871980189144368e-05,
"loss": 1.2145,
"step": 45700
},
{
"epoch": 2.05,
"learning_rate": 4.871840123705795e-05,
"loss": 1.2246,
"step": 45750
},
{
"epoch": 2.05,
"learning_rate": 4.871700058267223e-05,
"loss": 1.2407,
"step": 45800
},
{
"epoch": 2.06,
"learning_rate": 4.8715599928286496e-05,
"loss": 1.2289,
"step": 45850
},
{
"epoch": 2.06,
"learning_rate": 4.871419927390077e-05,
"loss": 1.261,
"step": 45900
},
{
"epoch": 2.06,
"learning_rate": 4.871279861951504e-05,
"loss": 1.203,
"step": 45950
},
{
"epoch": 2.06,
"learning_rate": 4.871139796512931e-05,
"loss": 1.2226,
"step": 46000
},
{
"epoch": 2.06,
"learning_rate": 4.870999731074358e-05,
"loss": 1.2498,
"step": 46050
},
{
"epoch": 2.07,
"learning_rate": 4.8708596656357854e-05,
"loss": 1.2004,
"step": 46100
},
{
"epoch": 2.07,
"learning_rate": 4.870719600197212e-05,
"loss": 1.2399,
"step": 46150
},
{
"epoch": 2.07,
"learning_rate": 4.87057953475864e-05,
"loss": 1.2406,
"step": 46200
},
{
"epoch": 2.07,
"learning_rate": 4.870439469320067e-05,
"loss": 1.2323,
"step": 46250
},
{
"epoch": 2.08,
"learning_rate": 4.8702994038814934e-05,
"loss": 1.2299,
"step": 46300
},
{
"epoch": 2.08,
"learning_rate": 4.8701593384429205e-05,
"loss": 1.2521,
"step": 46350
},
{
"epoch": 2.08,
"learning_rate": 4.8700192730043484e-05,
"loss": 1.2284,
"step": 46400
},
{
"epoch": 2.08,
"learning_rate": 4.869879207565775e-05,
"loss": 1.2275,
"step": 46450
},
{
"epoch": 2.08,
"learning_rate": 4.869739142127202e-05,
"loss": 1.2482,
"step": 46500
},
{
"epoch": 2.09,
"learning_rate": 4.869599076688629e-05,
"loss": 1.2348,
"step": 46550
},
{
"epoch": 2.09,
"learning_rate": 4.869459011250056e-05,
"loss": 1.2323,
"step": 46600
},
{
"epoch": 2.09,
"learning_rate": 4.8693189458114835e-05,
"loss": 1.2286,
"step": 46650
},
{
"epoch": 2.09,
"learning_rate": 4.869178880372911e-05,
"loss": 1.2215,
"step": 46700
},
{
"epoch": 2.1,
"learning_rate": 4.869038814934337e-05,
"loss": 1.2196,
"step": 46750
},
{
"epoch": 2.1,
"learning_rate": 4.868898749495764e-05,
"loss": 1.2544,
"step": 46800
},
{
"epoch": 2.1,
"learning_rate": 4.868758684057192e-05,
"loss": 1.2101,
"step": 46850
},
{
"epoch": 2.1,
"learning_rate": 4.868618618618619e-05,
"loss": 1.2215,
"step": 46900
},
{
"epoch": 2.1,
"learning_rate": 4.868478553180046e-05,
"loss": 1.2258,
"step": 46950
},
{
"epoch": 2.11,
"learning_rate": 4.868338487741473e-05,
"loss": 1.2388,
"step": 47000
},
{
"epoch": 2.11,
"learning_rate": 4.8681984223029e-05,
"loss": 1.2367,
"step": 47050
},
{
"epoch": 2.11,
"learning_rate": 4.868058356864327e-05,
"loss": 1.2129,
"step": 47100
},
{
"epoch": 2.11,
"learning_rate": 4.8679182914257545e-05,
"loss": 1.2243,
"step": 47150
},
{
"epoch": 2.12,
"learning_rate": 4.867778225987181e-05,
"loss": 1.229,
"step": 47200
},
{
"epoch": 2.12,
"learning_rate": 4.867638160548609e-05,
"loss": 1.21,
"step": 47250
},
{
"epoch": 2.12,
"learning_rate": 4.867498095110036e-05,
"loss": 1.2209,
"step": 47300
},
{
"epoch": 2.12,
"learning_rate": 4.8673580296714625e-05,
"loss": 1.2399,
"step": 47350
},
{
"epoch": 2.12,
"learning_rate": 4.8672179642328896e-05,
"loss": 1.2307,
"step": 47400
},
{
"epoch": 2.13,
"learning_rate": 4.8670778987943175e-05,
"loss": 1.2654,
"step": 47450
},
{
"epoch": 2.13,
"learning_rate": 4.866937833355744e-05,
"loss": 1.2266,
"step": 47500
},
{
"epoch": 2.13,
"learning_rate": 4.866797767917171e-05,
"loss": 1.1997,
"step": 47550
},
{
"epoch": 2.13,
"learning_rate": 4.866657702478598e-05,
"loss": 1.234,
"step": 47600
},
{
"epoch": 2.14,
"learning_rate": 4.866517637040025e-05,
"loss": 1.2297,
"step": 47650
},
{
"epoch": 2.14,
"learning_rate": 4.8663775716014526e-05,
"loss": 1.2273,
"step": 47700
},
{
"epoch": 2.14,
"learning_rate": 4.86623750616288e-05,
"loss": 1.2497,
"step": 47750
},
{
"epoch": 2.14,
"learning_rate": 4.866097440724306e-05,
"loss": 1.2065,
"step": 47800
},
{
"epoch": 2.14,
"learning_rate": 4.8659573752857334e-05,
"loss": 1.2506,
"step": 47850
},
{
"epoch": 2.15,
"learning_rate": 4.865817309847161e-05,
"loss": 1.2257,
"step": 47900
},
{
"epoch": 2.15,
"learning_rate": 4.865677244408588e-05,
"loss": 1.1959,
"step": 47950
},
{
"epoch": 2.15,
"learning_rate": 4.865537178970015e-05,
"loss": 1.2571,
"step": 48000
},
{
"epoch": 2.15,
"learning_rate": 4.865397113531442e-05,
"loss": 1.2162,
"step": 48050
},
{
"epoch": 2.16,
"learning_rate": 4.865257048092869e-05,
"loss": 1.2363,
"step": 48100
},
{
"epoch": 2.16,
"learning_rate": 4.8651169826542964e-05,
"loss": 1.2163,
"step": 48150
},
{
"epoch": 2.16,
"learning_rate": 4.8649769172157236e-05,
"loss": 1.2321,
"step": 48200
},
{
"epoch": 2.16,
"learning_rate": 4.86483685177715e-05,
"loss": 1.2351,
"step": 48250
},
{
"epoch": 2.16,
"learning_rate": 4.864696786338578e-05,
"loss": 1.2446,
"step": 48300
},
{
"epoch": 2.17,
"learning_rate": 4.864556720900005e-05,
"loss": 1.2382,
"step": 48350
},
{
"epoch": 2.17,
"learning_rate": 4.8644166554614315e-05,
"loss": 1.2366,
"step": 48400
},
{
"epoch": 2.17,
"learning_rate": 4.864276590022859e-05,
"loss": 1.231,
"step": 48450
},
{
"epoch": 2.17,
"learning_rate": 4.8641365245842865e-05,
"loss": 1.1926,
"step": 48500
},
{
"epoch": 2.18,
"learning_rate": 4.863996459145713e-05,
"loss": 1.2306,
"step": 48550
},
{
"epoch": 2.18,
"learning_rate": 4.86385639370714e-05,
"loss": 1.2361,
"step": 48600
},
{
"epoch": 2.18,
"learning_rate": 4.8637163282685674e-05,
"loss": 1.2208,
"step": 48650
},
{
"epoch": 2.18,
"learning_rate": 4.8635762628299945e-05,
"loss": 1.2187,
"step": 48700
},
{
"epoch": 2.19,
"learning_rate": 4.863436197391422e-05,
"loss": 1.2268,
"step": 48750
},
{
"epoch": 2.19,
"learning_rate": 4.863296131952849e-05,
"loss": 1.2174,
"step": 48800
},
{
"epoch": 2.19,
"learning_rate": 4.863156066514275e-05,
"loss": 1.225,
"step": 48850
},
{
"epoch": 2.19,
"learning_rate": 4.8630160010757025e-05,
"loss": 1.2393,
"step": 48900
},
{
"epoch": 2.19,
"learning_rate": 4.86287593563713e-05,
"loss": 1.2388,
"step": 48950
},
{
"epoch": 2.2,
"learning_rate": 4.862735870198557e-05,
"loss": 1.2231,
"step": 49000
},
{
"epoch": 2.2,
"learning_rate": 4.862595804759984e-05,
"loss": 1.2132,
"step": 49050
},
{
"epoch": 2.2,
"learning_rate": 4.862455739321411e-05,
"loss": 1.229,
"step": 49100
},
{
"epoch": 2.2,
"learning_rate": 4.862315673882838e-05,
"loss": 1.2409,
"step": 49150
},
{
"epoch": 2.21,
"learning_rate": 4.8621756084442655e-05,
"loss": 1.2225,
"step": 49200
},
{
"epoch": 2.21,
"learning_rate": 4.8620355430056926e-05,
"loss": 1.2442,
"step": 49250
},
{
"epoch": 2.21,
"learning_rate": 4.861895477567119e-05,
"loss": 1.2242,
"step": 49300
},
{
"epoch": 2.21,
"learning_rate": 4.861755412128547e-05,
"loss": 1.2319,
"step": 49350
},
{
"epoch": 2.21,
"learning_rate": 4.861615346689974e-05,
"loss": 1.2594,
"step": 49400
},
{
"epoch": 2.22,
"learning_rate": 4.8614752812514006e-05,
"loss": 1.2201,
"step": 49450
},
{
"epoch": 2.22,
"learning_rate": 4.861335215812828e-05,
"loss": 1.205,
"step": 49500
},
{
"epoch": 2.22,
"learning_rate": 4.8611951503742556e-05,
"loss": 1.2434,
"step": 49550
},
{
"epoch": 2.22,
"learning_rate": 4.861055084935682e-05,
"loss": 1.2036,
"step": 49600
},
{
"epoch": 2.23,
"learning_rate": 4.860915019497109e-05,
"loss": 1.2229,
"step": 49650
},
{
"epoch": 2.23,
"learning_rate": 4.8607749540585364e-05,
"loss": 1.215,
"step": 49700
},
{
"epoch": 2.23,
"learning_rate": 4.8606348886199636e-05,
"loss": 1.2174,
"step": 49750
},
{
"epoch": 2.23,
"learning_rate": 4.860494823181391e-05,
"loss": 1.2042,
"step": 49800
},
{
"epoch": 2.23,
"learning_rate": 4.860354757742818e-05,
"loss": 1.2096,
"step": 49850
},
{
"epoch": 2.24,
"learning_rate": 4.8602146923042444e-05,
"loss": 1.2342,
"step": 49900
},
{
"epoch": 2.24,
"learning_rate": 4.8600746268656716e-05,
"loss": 1.2375,
"step": 49950
},
{
"epoch": 2.24,
"learning_rate": 4.8599345614270994e-05,
"loss": 1.2186,
"step": 50000
},
{
"epoch": 2.24,
"learning_rate": 4.859794495988526e-05,
"loss": 1.2533,
"step": 50050
},
{
"epoch": 2.25,
"learning_rate": 4.859654430549953e-05,
"loss": 1.2225,
"step": 50100
},
{
"epoch": 2.25,
"learning_rate": 4.85951436511138e-05,
"loss": 1.2329,
"step": 50150
},
{
"epoch": 2.25,
"learning_rate": 4.8593742996728074e-05,
"loss": 1.1887,
"step": 50200
},
{
"epoch": 2.25,
"learning_rate": 4.8592342342342346e-05,
"loss": 1.2638,
"step": 50250
},
{
"epoch": 2.25,
"learning_rate": 4.859094168795662e-05,
"loss": 1.2038,
"step": 50300
},
{
"epoch": 2.26,
"learning_rate": 4.858954103357088e-05,
"loss": 1.2328,
"step": 50350
},
{
"epoch": 2.26,
"learning_rate": 4.858814037918516e-05,
"loss": 1.2415,
"step": 50400
},
{
"epoch": 2.26,
"learning_rate": 4.858673972479943e-05,
"loss": 1.2019,
"step": 50450
},
{
"epoch": 2.26,
"learning_rate": 4.85853390704137e-05,
"loss": 1.223,
"step": 50500
},
{
"epoch": 2.27,
"learning_rate": 4.858393841602797e-05,
"loss": 1.2338,
"step": 50550
},
{
"epoch": 2.27,
"learning_rate": 4.858253776164225e-05,
"loss": 1.2546,
"step": 50600
},
{
"epoch": 2.27,
"learning_rate": 4.858113710725651e-05,
"loss": 1.2223,
"step": 50650
},
{
"epoch": 2.27,
"learning_rate": 4.8579736452870784e-05,
"loss": 1.2409,
"step": 50700
},
{
"epoch": 2.27,
"learning_rate": 4.8578335798485055e-05,
"loss": 1.2193,
"step": 50750
},
{
"epoch": 2.28,
"learning_rate": 4.857693514409933e-05,
"loss": 1.2109,
"step": 50800
},
{
"epoch": 2.28,
"learning_rate": 4.85755344897136e-05,
"loss": 1.2168,
"step": 50850
},
{
"epoch": 2.28,
"learning_rate": 4.857413383532787e-05,
"loss": 1.2266,
"step": 50900
},
{
"epoch": 2.28,
"learning_rate": 4.8572733180942135e-05,
"loss": 1.2056,
"step": 50950
},
{
"epoch": 2.29,
"learning_rate": 4.8571332526556407e-05,
"loss": 1.2467,
"step": 51000
},
{
"epoch": 2.29,
"learning_rate": 4.8569931872170685e-05,
"loss": 1.2152,
"step": 51050
},
{
"epoch": 2.29,
"learning_rate": 4.856853121778495e-05,
"loss": 1.2269,
"step": 51100
},
{
"epoch": 2.29,
"learning_rate": 4.856713056339922e-05,
"loss": 1.2012,
"step": 51150
},
{
"epoch": 2.29,
"learning_rate": 4.856572990901349e-05,
"loss": 1.2035,
"step": 51200
},
{
"epoch": 2.3,
"learning_rate": 4.8564329254627765e-05,
"loss": 1.2232,
"step": 51250
},
{
"epoch": 2.3,
"learning_rate": 4.8562928600242036e-05,
"loss": 1.2268,
"step": 51300
},
{
"epoch": 2.3,
"learning_rate": 4.856152794585631e-05,
"loss": 1.1912,
"step": 51350
},
{
"epoch": 2.3,
"learning_rate": 4.856012729147057e-05,
"loss": 1.1985,
"step": 51400
},
{
"epoch": 2.31,
"learning_rate": 4.855872663708485e-05,
"loss": 1.2232,
"step": 51450
},
{
"epoch": 2.31,
"learning_rate": 4.855732598269912e-05,
"loss": 1.2355,
"step": 51500
},
{
"epoch": 2.31,
"learning_rate": 4.855592532831339e-05,
"loss": 1.2261,
"step": 51550
},
{
"epoch": 2.31,
"learning_rate": 4.855452467392766e-05,
"loss": 1.2322,
"step": 51600
},
{
"epoch": 2.32,
"learning_rate": 4.855312401954194e-05,
"loss": 1.2263,
"step": 51650
},
{
"epoch": 2.32,
"learning_rate": 4.85517233651562e-05,
"loss": 1.1849,
"step": 51700
},
{
"epoch": 2.32,
"learning_rate": 4.8550322710770474e-05,
"loss": 1.2083,
"step": 51750
},
{
"epoch": 2.32,
"learning_rate": 4.8548922056384746e-05,
"loss": 1.2184,
"step": 51800
},
{
"epoch": 2.32,
"learning_rate": 4.854752140199902e-05,
"loss": 1.2076,
"step": 51850
},
{
"epoch": 2.33,
"learning_rate": 4.854612074761329e-05,
"loss": 1.2223,
"step": 51900
},
{
"epoch": 2.33,
"learning_rate": 4.854472009322756e-05,
"loss": 1.2183,
"step": 51950
},
{
"epoch": 2.33,
"learning_rate": 4.8543319438841826e-05,
"loss": 1.2058,
"step": 52000
},
{
"epoch": 2.33,
"learning_rate": 4.8541918784456104e-05,
"loss": 1.2209,
"step": 52050
},
{
"epoch": 2.34,
"learning_rate": 4.8540518130070376e-05,
"loss": 1.1996,
"step": 52100
},
{
"epoch": 2.34,
"learning_rate": 4.853911747568464e-05,
"loss": 1.216,
"step": 52150
},
{
"epoch": 2.34,
"learning_rate": 4.853771682129891e-05,
"loss": 1.2479,
"step": 52200
},
{
"epoch": 2.34,
"learning_rate": 4.8536316166913184e-05,
"loss": 1.2443,
"step": 52250
},
{
"epoch": 2.34,
"learning_rate": 4.8534915512527456e-05,
"loss": 1.2272,
"step": 52300
},
{
"epoch": 2.35,
"learning_rate": 4.853351485814173e-05,
"loss": 1.2185,
"step": 52350
},
{
"epoch": 2.35,
"learning_rate": 4.8532114203756e-05,
"loss": 1.2367,
"step": 52400
},
{
"epoch": 2.35,
"learning_rate": 4.8530713549370264e-05,
"loss": 1.2073,
"step": 52450
},
{
"epoch": 2.35,
"learning_rate": 4.852931289498454e-05,
"loss": 1.2098,
"step": 52500
},
{
"epoch": 2.36,
"learning_rate": 4.8527912240598814e-05,
"loss": 1.2523,
"step": 52550
},
{
"epoch": 2.36,
"learning_rate": 4.852651158621308e-05,
"loss": 1.2031,
"step": 52600
},
{
"epoch": 2.36,
"learning_rate": 4.852511093182735e-05,
"loss": 1.2386,
"step": 52650
},
{
"epoch": 2.36,
"learning_rate": 4.852371027744163e-05,
"loss": 1.22,
"step": 52700
},
{
"epoch": 2.36,
"learning_rate": 4.8522309623055893e-05,
"loss": 1.199,
"step": 52750
},
{
"epoch": 2.37,
"learning_rate": 4.8520908968670165e-05,
"loss": 1.2325,
"step": 52800
},
{
"epoch": 2.37,
"learning_rate": 4.851950831428444e-05,
"loss": 1.2192,
"step": 52850
},
{
"epoch": 2.37,
"learning_rate": 4.851810765989871e-05,
"loss": 1.2283,
"step": 52900
},
{
"epoch": 2.37,
"learning_rate": 4.851670700551298e-05,
"loss": 1.2121,
"step": 52950
},
{
"epoch": 2.38,
"learning_rate": 4.851530635112725e-05,
"loss": 1.2178,
"step": 53000
},
{
"epoch": 2.38,
"learning_rate": 4.8513905696741516e-05,
"loss": 1.2375,
"step": 53050
},
{
"epoch": 2.38,
"learning_rate": 4.8512505042355795e-05,
"loss": 1.2134,
"step": 53100
},
{
"epoch": 2.38,
"learning_rate": 4.8511104387970067e-05,
"loss": 1.2103,
"step": 53150
},
{
"epoch": 2.38,
"learning_rate": 4.850970373358433e-05,
"loss": 1.2134,
"step": 53200
},
{
"epoch": 2.39,
"learning_rate": 4.85083030791986e-05,
"loss": 1.2352,
"step": 53250
},
{
"epoch": 2.39,
"learning_rate": 4.8506902424812875e-05,
"loss": 1.2261,
"step": 53300
},
{
"epoch": 2.39,
"learning_rate": 4.8505501770427146e-05,
"loss": 1.2092,
"step": 53350
},
{
"epoch": 2.39,
"learning_rate": 4.850410111604142e-05,
"loss": 1.1907,
"step": 53400
},
{
"epoch": 2.4,
"learning_rate": 4.850270046165569e-05,
"loss": 1.2244,
"step": 53450
},
{
"epoch": 2.4,
"learning_rate": 4.8501299807269954e-05,
"loss": 1.2199,
"step": 53500
},
{
"epoch": 2.4,
"learning_rate": 4.849989915288423e-05,
"loss": 1.2204,
"step": 53550
},
{
"epoch": 2.4,
"learning_rate": 4.8498498498498504e-05,
"loss": 1.2152,
"step": 53600
},
{
"epoch": 2.4,
"learning_rate": 4.849709784411277e-05,
"loss": 1.2411,
"step": 53650
},
{
"epoch": 2.41,
"learning_rate": 4.849569718972704e-05,
"loss": 1.1775,
"step": 53700
},
{
"epoch": 2.41,
"learning_rate": 4.849429653534131e-05,
"loss": 1.2329,
"step": 53750
},
{
"epoch": 2.41,
"learning_rate": 4.8492895880955584e-05,
"loss": 1.1837,
"step": 53800
},
{
"epoch": 2.41,
"learning_rate": 4.8491495226569856e-05,
"loss": 1.2036,
"step": 53850
},
{
"epoch": 2.42,
"learning_rate": 4.849009457218413e-05,
"loss": 1.2453,
"step": 53900
},
{
"epoch": 2.42,
"learning_rate": 4.84886939177984e-05,
"loss": 1.1989,
"step": 53950
},
{
"epoch": 2.42,
"learning_rate": 4.848729326341267e-05,
"loss": 1.2009,
"step": 54000
},
{
"epoch": 2.42,
"learning_rate": 4.848589260902694e-05,
"loss": 1.2301,
"step": 54050
},
{
"epoch": 2.42,
"learning_rate": 4.848449195464121e-05,
"loss": 1.1844,
"step": 54100
},
{
"epoch": 2.43,
"learning_rate": 4.8483091300255486e-05,
"loss": 1.2068,
"step": 54150
},
{
"epoch": 2.43,
"learning_rate": 4.848169064586976e-05,
"loss": 1.2124,
"step": 54200
},
{
"epoch": 2.43,
"learning_rate": 4.848028999148402e-05,
"loss": 1.2168,
"step": 54250
},
{
"epoch": 2.43,
"learning_rate": 4.8478889337098294e-05,
"loss": 1.221,
"step": 54300
},
{
"epoch": 2.44,
"learning_rate": 4.8477488682712565e-05,
"loss": 1.2268,
"step": 54350
},
{
"epoch": 2.44,
"learning_rate": 4.847608802832684e-05,
"loss": 1.2148,
"step": 54400
},
{
"epoch": 2.44,
"learning_rate": 4.847468737394111e-05,
"loss": 1.229,
"step": 54450
},
{
"epoch": 2.44,
"learning_rate": 4.847328671955538e-05,
"loss": 1.2287,
"step": 54500
},
{
"epoch": 2.44,
"learning_rate": 4.8471886065169645e-05,
"loss": 1.2305,
"step": 54550
},
{
"epoch": 2.45,
"learning_rate": 4.8470485410783924e-05,
"loss": 1.2139,
"step": 54600
},
{
"epoch": 2.45,
"learning_rate": 4.8469084756398195e-05,
"loss": 1.2446,
"step": 54650
},
{
"epoch": 2.45,
"learning_rate": 4.846768410201246e-05,
"loss": 1.2166,
"step": 54700
},
{
"epoch": 2.45,
"learning_rate": 4.846628344762673e-05,
"loss": 1.2111,
"step": 54750
},
{
"epoch": 2.46,
"learning_rate": 4.8464882793241003e-05,
"loss": 1.2257,
"step": 54800
},
{
"epoch": 2.46,
"learning_rate": 4.8463482138855275e-05,
"loss": 1.2241,
"step": 54850
},
{
"epoch": 2.46,
"learning_rate": 4.846208148446955e-05,
"loss": 1.214,
"step": 54900
},
{
"epoch": 2.46,
"learning_rate": 4.846068083008382e-05,
"loss": 1.2435,
"step": 54950
},
{
"epoch": 2.47,
"learning_rate": 4.845928017569809e-05,
"loss": 1.2214,
"step": 55000
},
{
"epoch": 2.47,
"learning_rate": 4.845787952131236e-05,
"loss": 1.2371,
"step": 55050
},
{
"epoch": 2.47,
"learning_rate": 4.845647886692663e-05,
"loss": 1.2145,
"step": 55100
},
{
"epoch": 2.47,
"learning_rate": 4.84550782125409e-05,
"loss": 1.2035,
"step": 55150
},
{
"epoch": 2.47,
"learning_rate": 4.8453677558155176e-05,
"loss": 1.2216,
"step": 55200
},
{
"epoch": 2.48,
"learning_rate": 4.845227690376944e-05,
"loss": 1.2122,
"step": 55250
},
{
"epoch": 2.48,
"learning_rate": 4.845087624938371e-05,
"loss": 1.235,
"step": 55300
},
{
"epoch": 2.48,
"learning_rate": 4.8449475594997985e-05,
"loss": 1.2226,
"step": 55350
},
{
"epoch": 2.48,
"learning_rate": 4.8448074940612256e-05,
"loss": 1.1771,
"step": 55400
},
{
"epoch": 2.49,
"learning_rate": 4.844667428622653e-05,
"loss": 1.1974,
"step": 55450
},
{
"epoch": 2.49,
"learning_rate": 4.84452736318408e-05,
"loss": 1.1854,
"step": 55500
},
{
"epoch": 2.49,
"learning_rate": 4.844387297745507e-05,
"loss": 1.1791,
"step": 55550
},
{
"epoch": 2.49,
"learning_rate": 4.8442472323069336e-05,
"loss": 1.2525,
"step": 55600
},
{
"epoch": 2.49,
"learning_rate": 4.8441071668683614e-05,
"loss": 1.1801,
"step": 55650
},
{
"epoch": 2.5,
"learning_rate": 4.843967101429788e-05,
"loss": 1.2178,
"step": 55700
},
{
"epoch": 2.5,
"learning_rate": 4.843827035991215e-05,
"loss": 1.2229,
"step": 55750
},
{
"epoch": 2.5,
"learning_rate": 4.843686970552642e-05,
"loss": 1.2264,
"step": 55800
},
{
"epoch": 2.5,
"learning_rate": 4.8435469051140694e-05,
"loss": 1.2389,
"step": 55850
},
{
"epoch": 2.51,
"learning_rate": 4.8434068396754966e-05,
"loss": 1.2246,
"step": 55900
},
{
"epoch": 2.51,
"learning_rate": 4.843266774236924e-05,
"loss": 1.2117,
"step": 55950
},
{
"epoch": 2.51,
"learning_rate": 4.843126708798351e-05,
"loss": 1.1933,
"step": 56000
},
{
"epoch": 2.51,
"learning_rate": 4.842986643359778e-05,
"loss": 1.2031,
"step": 56050
},
{
"epoch": 2.51,
"learning_rate": 4.842846577921205e-05,
"loss": 1.1818,
"step": 56100
},
{
"epoch": 2.52,
"learning_rate": 4.8427065124826324e-05,
"loss": 1.2084,
"step": 56150
},
{
"epoch": 2.52,
"learning_rate": 4.842566447044059e-05,
"loss": 1.2158,
"step": 56200
},
{
"epoch": 2.52,
"learning_rate": 4.842426381605487e-05,
"loss": 1.2176,
"step": 56250
},
{
"epoch": 2.52,
"learning_rate": 4.842286316166913e-05,
"loss": 1.2081,
"step": 56300
},
{
"epoch": 2.53,
"learning_rate": 4.8421462507283404e-05,
"loss": 1.2115,
"step": 56350
},
{
"epoch": 2.53,
"learning_rate": 4.8420061852897675e-05,
"loss": 1.2184,
"step": 56400
},
{
"epoch": 2.53,
"learning_rate": 4.841866119851195e-05,
"loss": 1.2222,
"step": 56450
},
{
"epoch": 2.53,
"learning_rate": 4.841726054412622e-05,
"loss": 1.1938,
"step": 56500
},
{
"epoch": 2.53,
"learning_rate": 4.841585988974049e-05,
"loss": 1.1925,
"step": 56550
},
{
"epoch": 2.54,
"learning_rate": 4.841445923535476e-05,
"loss": 1.2015,
"step": 56600
},
{
"epoch": 2.54,
"learning_rate": 4.841305858096903e-05,
"loss": 1.2042,
"step": 56650
},
{
"epoch": 2.54,
"learning_rate": 4.8411657926583305e-05,
"loss": 1.2039,
"step": 56700
},
{
"epoch": 2.54,
"learning_rate": 4.841025727219757e-05,
"loss": 1.2061,
"step": 56750
},
{
"epoch": 2.55,
"learning_rate": 4.840885661781184e-05,
"loss": 1.1724,
"step": 56800
},
{
"epoch": 2.55,
"learning_rate": 4.840745596342611e-05,
"loss": 1.2074,
"step": 56850
},
{
"epoch": 2.55,
"learning_rate": 4.8406055309040385e-05,
"loss": 1.2245,
"step": 56900
},
{
"epoch": 2.55,
"learning_rate": 4.840465465465466e-05,
"loss": 1.2051,
"step": 56950
},
{
"epoch": 2.55,
"learning_rate": 4.840325400026893e-05,
"loss": 1.2219,
"step": 57000
},
{
"epoch": 2.56,
"learning_rate": 4.84018533458832e-05,
"loss": 1.1998,
"step": 57050
},
{
"epoch": 2.56,
"learning_rate": 4.840045269149747e-05,
"loss": 1.2152,
"step": 57100
},
{
"epoch": 2.56,
"learning_rate": 4.839905203711174e-05,
"loss": 1.2081,
"step": 57150
},
{
"epoch": 2.56,
"learning_rate": 4.839765138272601e-05,
"loss": 1.2091,
"step": 57200
},
{
"epoch": 2.57,
"learning_rate": 4.839625072834028e-05,
"loss": 1.2206,
"step": 57250
},
{
"epoch": 2.57,
"learning_rate": 4.839485007395456e-05,
"loss": 1.2193,
"step": 57300
},
{
"epoch": 2.57,
"learning_rate": 4.839344941956882e-05,
"loss": 1.2062,
"step": 57350
},
{
"epoch": 2.57,
"learning_rate": 4.8392048765183095e-05,
"loss": 1.2025,
"step": 57400
},
{
"epoch": 2.57,
"learning_rate": 4.8390648110797366e-05,
"loss": 1.2136,
"step": 57450
},
{
"epoch": 2.58,
"learning_rate": 4.838924745641164e-05,
"loss": 1.227,
"step": 57500
},
{
"epoch": 2.58,
"learning_rate": 4.838784680202591e-05,
"loss": 1.1956,
"step": 57550
},
{
"epoch": 2.58,
"learning_rate": 4.838644614764018e-05,
"loss": 1.2036,
"step": 57600
},
{
"epoch": 2.58,
"learning_rate": 4.838504549325445e-05,
"loss": 1.2001,
"step": 57650
},
{
"epoch": 2.59,
"learning_rate": 4.838364483886872e-05,
"loss": 1.1784,
"step": 57700
},
{
"epoch": 2.59,
"learning_rate": 4.8382244184482996e-05,
"loss": 1.2165,
"step": 57750
},
{
"epoch": 2.59,
"learning_rate": 4.838084353009726e-05,
"loss": 1.1924,
"step": 57800
},
{
"epoch": 2.59,
"learning_rate": 4.837944287571153e-05,
"loss": 1.214,
"step": 57850
},
{
"epoch": 2.6,
"learning_rate": 4.8378042221325804e-05,
"loss": 1.19,
"step": 57900
},
{
"epoch": 2.6,
"learning_rate": 4.8376641566940076e-05,
"loss": 1.2157,
"step": 57950
},
{
"epoch": 2.6,
"learning_rate": 4.837524091255435e-05,
"loss": 1.2004,
"step": 58000
},
{
"epoch": 2.6,
"learning_rate": 4.837384025816862e-05,
"loss": 1.1887,
"step": 58050
},
{
"epoch": 2.6,
"learning_rate": 4.837243960378289e-05,
"loss": 1.1884,
"step": 58100
},
{
"epoch": 2.61,
"learning_rate": 4.837103894939716e-05,
"loss": 1.1989,
"step": 58150
},
{
"epoch": 2.61,
"learning_rate": 4.8369638295011434e-05,
"loss": 1.2413,
"step": 58200
},
{
"epoch": 2.61,
"learning_rate": 4.83682376406257e-05,
"loss": 1.1958,
"step": 58250
},
{
"epoch": 2.61,
"learning_rate": 4.836683698623997e-05,
"loss": 1.2177,
"step": 58300
},
{
"epoch": 2.62,
"learning_rate": 4.836543633185425e-05,
"loss": 1.2274,
"step": 58350
},
{
"epoch": 2.62,
"learning_rate": 4.8364035677468514e-05,
"loss": 1.2218,
"step": 58400
},
{
"epoch": 2.62,
"learning_rate": 4.8362635023082785e-05,
"loss": 1.2179,
"step": 58450
},
{
"epoch": 2.62,
"learning_rate": 4.836123436869706e-05,
"loss": 1.1932,
"step": 58500
},
{
"epoch": 2.62,
"learning_rate": 4.835983371431133e-05,
"loss": 1.2312,
"step": 58550
},
{
"epoch": 2.63,
"learning_rate": 4.83584330599256e-05,
"loss": 1.207,
"step": 58600
},
{
"epoch": 2.63,
"learning_rate": 4.835703240553987e-05,
"loss": 1.1956,
"step": 58650
},
{
"epoch": 2.63,
"learning_rate": 4.835563175115414e-05,
"loss": 1.1989,
"step": 58700
},
{
"epoch": 2.63,
"learning_rate": 4.835423109676841e-05,
"loss": 1.2206,
"step": 58750
},
{
"epoch": 2.64,
"learning_rate": 4.835283044238269e-05,
"loss": 1.1979,
"step": 58800
},
{
"epoch": 2.64,
"learning_rate": 4.835142978799695e-05,
"loss": 1.2383,
"step": 58850
},
{
"epoch": 2.64,
"learning_rate": 4.835002913361122e-05,
"loss": 1.1947,
"step": 58900
},
{
"epoch": 2.64,
"learning_rate": 4.8348628479225495e-05,
"loss": 1.1791,
"step": 58950
},
{
"epoch": 2.64,
"learning_rate": 4.8347227824839767e-05,
"loss": 1.208,
"step": 59000
},
{
"epoch": 2.65,
"learning_rate": 4.834582717045404e-05,
"loss": 1.2088,
"step": 59050
},
{
"epoch": 2.65,
"learning_rate": 4.834442651606831e-05,
"loss": 1.1862,
"step": 59100
},
{
"epoch": 2.65,
"learning_rate": 4.834302586168258e-05,
"loss": 1.1975,
"step": 59150
},
{
"epoch": 2.65,
"learning_rate": 4.834162520729685e-05,
"loss": 1.2037,
"step": 59200
},
{
"epoch": 2.66,
"learning_rate": 4.8340224552911125e-05,
"loss": 1.1905,
"step": 59250
},
{
"epoch": 2.66,
"learning_rate": 4.833882389852539e-05,
"loss": 1.22,
"step": 59300
},
{
"epoch": 2.66,
"learning_rate": 4.833742324413966e-05,
"loss": 1.1894,
"step": 59350
},
{
"epoch": 2.66,
"learning_rate": 4.833602258975394e-05,
"loss": 1.1658,
"step": 59400
},
{
"epoch": 2.66,
"learning_rate": 4.8334621935368205e-05,
"loss": 1.2109,
"step": 59450
},
{
"epoch": 2.67,
"learning_rate": 4.8333221280982476e-05,
"loss": 1.1792,
"step": 59500
},
{
"epoch": 2.67,
"learning_rate": 4.833182062659675e-05,
"loss": 1.2071,
"step": 59550
},
{
"epoch": 2.67,
"learning_rate": 4.833041997221102e-05,
"loss": 1.212,
"step": 59600
},
{
"epoch": 2.67,
"learning_rate": 4.832901931782529e-05,
"loss": 1.2113,
"step": 59650
},
{
"epoch": 2.68,
"learning_rate": 4.832761866343956e-05,
"loss": 1.2427,
"step": 59700
},
{
"epoch": 2.68,
"learning_rate": 4.832621800905383e-05,
"loss": 1.2051,
"step": 59750
},
{
"epoch": 2.68,
"learning_rate": 4.8324817354668106e-05,
"loss": 1.2013,
"step": 59800
},
{
"epoch": 2.68,
"learning_rate": 4.832341670028238e-05,
"loss": 1.1794,
"step": 59850
},
{
"epoch": 2.68,
"learning_rate": 4.832201604589664e-05,
"loss": 1.1997,
"step": 59900
},
{
"epoch": 2.69,
"learning_rate": 4.8320615391510914e-05,
"loss": 1.2033,
"step": 59950
},
{
"epoch": 2.69,
"learning_rate": 4.8319214737125186e-05,
"loss": 1.2245,
"step": 60000
},
{
"epoch": 2.69,
"learning_rate": 4.831781408273946e-05,
"loss": 1.2218,
"step": 60050
},
{
"epoch": 2.69,
"learning_rate": 4.831641342835373e-05,
"loss": 1.1802,
"step": 60100
},
{
"epoch": 2.7,
"learning_rate": 4.8315012773968e-05,
"loss": 1.1845,
"step": 60150
},
{
"epoch": 2.7,
"learning_rate": 4.8313612119582266e-05,
"loss": 1.2241,
"step": 60200
},
{
"epoch": 2.7,
"learning_rate": 4.8312211465196544e-05,
"loss": 1.2201,
"step": 60250
},
{
"epoch": 2.7,
"learning_rate": 4.8310810810810816e-05,
"loss": 1.1924,
"step": 60300
},
{
"epoch": 2.7,
"learning_rate": 4.830941015642508e-05,
"loss": 1.208,
"step": 60350
},
{
"epoch": 2.71,
"learning_rate": 4.830800950203935e-05,
"loss": 1.1838,
"step": 60400
},
{
"epoch": 2.71,
"learning_rate": 4.830660884765363e-05,
"loss": 1.1818,
"step": 60450
},
{
"epoch": 2.71,
"learning_rate": 4.8305208193267895e-05,
"loss": 1.1835,
"step": 60500
},
{
"epoch": 2.71,
"learning_rate": 4.830380753888217e-05,
"loss": 1.2058,
"step": 60550
},
{
"epoch": 2.72,
"learning_rate": 4.830240688449644e-05,
"loss": 1.184,
"step": 60600
},
{
"epoch": 2.72,
"learning_rate": 4.830100623011071e-05,
"loss": 1.2118,
"step": 60650
},
{
"epoch": 2.72,
"learning_rate": 4.829960557572498e-05,
"loss": 1.2301,
"step": 60700
},
{
"epoch": 2.72,
"learning_rate": 4.8298204921339253e-05,
"loss": 1.1792,
"step": 60750
},
{
"epoch": 2.73,
"learning_rate": 4.829680426695352e-05,
"loss": 1.2141,
"step": 60800
},
{
"epoch": 2.73,
"learning_rate": 4.82954036125678e-05,
"loss": 1.2089,
"step": 60850
},
{
"epoch": 2.73,
"learning_rate": 4.829400295818207e-05,
"loss": 1.2261,
"step": 60900
},
{
"epoch": 2.73,
"learning_rate": 4.829260230379633e-05,
"loss": 1.2155,
"step": 60950
},
{
"epoch": 2.73,
"learning_rate": 4.8291201649410605e-05,
"loss": 1.201,
"step": 61000
},
{
"epoch": 2.74,
"learning_rate": 4.8289800995024877e-05,
"loss": 1.1915,
"step": 61050
},
{
"epoch": 2.74,
"learning_rate": 4.828840034063915e-05,
"loss": 1.1811,
"step": 61100
},
{
"epoch": 2.74,
"learning_rate": 4.828699968625342e-05,
"loss": 1.2219,
"step": 61150
},
{
"epoch": 2.74,
"learning_rate": 4.828559903186769e-05,
"loss": 1.1838,
"step": 61200
},
{
"epoch": 2.75,
"learning_rate": 4.8284198377481956e-05,
"loss": 1.1888,
"step": 61250
},
{
"epoch": 2.75,
"learning_rate": 4.8282797723096235e-05,
"loss": 1.2009,
"step": 61300
},
{
"epoch": 2.75,
"learning_rate": 4.8281397068710506e-05,
"loss": 1.2059,
"step": 61350
},
{
"epoch": 2.75,
"learning_rate": 4.827999641432477e-05,
"loss": 1.2007,
"step": 61400
},
{
"epoch": 2.75,
"learning_rate": 4.827859575993904e-05,
"loss": 1.2421,
"step": 61450
},
{
"epoch": 2.76,
"learning_rate": 4.827719510555332e-05,
"loss": 1.1792,
"step": 61500
},
{
"epoch": 2.76,
"learning_rate": 4.8275794451167586e-05,
"loss": 1.2004,
"step": 61550
},
{
"epoch": 2.76,
"learning_rate": 4.827439379678186e-05,
"loss": 1.2036,
"step": 61600
},
{
"epoch": 2.76,
"learning_rate": 4.827299314239613e-05,
"loss": 1.2353,
"step": 61650
},
{
"epoch": 2.77,
"learning_rate": 4.82715924880104e-05,
"loss": 1.1929,
"step": 61700
},
{
"epoch": 2.77,
"learning_rate": 4.827019183362467e-05,
"loss": 1.1829,
"step": 61750
},
{
"epoch": 2.77,
"learning_rate": 4.8268791179238944e-05,
"loss": 1.2093,
"step": 61800
},
{
"epoch": 2.77,
"learning_rate": 4.826739052485321e-05,
"loss": 1.1955,
"step": 61850
},
{
"epoch": 2.77,
"learning_rate": 4.826598987046749e-05,
"loss": 1.2073,
"step": 61900
},
{
"epoch": 2.78,
"learning_rate": 4.826458921608176e-05,
"loss": 1.1858,
"step": 61950
},
{
"epoch": 2.78,
"learning_rate": 4.8263188561696024e-05,
"loss": 1.2025,
"step": 62000
},
{
"epoch": 2.78,
"learning_rate": 4.8261787907310296e-05,
"loss": 1.2035,
"step": 62050
},
{
"epoch": 2.78,
"learning_rate": 4.826038725292457e-05,
"loss": 1.1939,
"step": 62100
},
{
"epoch": 2.79,
"learning_rate": 4.825898659853884e-05,
"loss": 1.187,
"step": 62150
},
{
"epoch": 2.79,
"learning_rate": 4.825758594415311e-05,
"loss": 1.1798,
"step": 62200
},
{
"epoch": 2.79,
"learning_rate": 4.825618528976738e-05,
"loss": 1.1662,
"step": 62250
},
{
"epoch": 2.79,
"learning_rate": 4.825478463538165e-05,
"loss": 1.2151,
"step": 62300
},
{
"epoch": 2.79,
"learning_rate": 4.8253383980995926e-05,
"loss": 1.1957,
"step": 62350
},
{
"epoch": 2.8,
"learning_rate": 4.82519833266102e-05,
"loss": 1.1992,
"step": 62400
},
{
"epoch": 2.8,
"learning_rate": 4.825058267222446e-05,
"loss": 1.184,
"step": 62450
},
{
"epoch": 2.8,
"learning_rate": 4.8249182017838734e-05,
"loss": 1.2138,
"step": 62500
},
{
"epoch": 2.8,
"learning_rate": 4.824778136345301e-05,
"loss": 1.2103,
"step": 62550
},
{
"epoch": 2.81,
"learning_rate": 4.824638070906728e-05,
"loss": 1.2085,
"step": 62600
},
{
"epoch": 2.81,
"learning_rate": 4.824498005468155e-05,
"loss": 1.1934,
"step": 62650
},
{
"epoch": 2.81,
"learning_rate": 4.824357940029582e-05,
"loss": 1.1775,
"step": 62700
},
{
"epoch": 2.81,
"learning_rate": 4.824217874591009e-05,
"loss": 1.194,
"step": 62750
},
{
"epoch": 2.81,
"learning_rate": 4.8240778091524363e-05,
"loss": 1.1881,
"step": 62800
},
{
"epoch": 2.82,
"learning_rate": 4.8239377437138635e-05,
"loss": 1.2089,
"step": 62850
},
{
"epoch": 2.82,
"learning_rate": 4.82379767827529e-05,
"loss": 1.2112,
"step": 62900
},
{
"epoch": 2.82,
"learning_rate": 4.823657612836718e-05,
"loss": 1.1858,
"step": 62950
},
{
"epoch": 2.82,
"learning_rate": 4.823517547398145e-05,
"loss": 1.2052,
"step": 63000
},
{
"epoch": 2.83,
"learning_rate": 4.8233774819595715e-05,
"loss": 1.1938,
"step": 63050
},
{
"epoch": 2.83,
"learning_rate": 4.8232374165209986e-05,
"loss": 1.1854,
"step": 63100
},
{
"epoch": 2.83,
"learning_rate": 4.823097351082426e-05,
"loss": 1.1946,
"step": 63150
},
{
"epoch": 2.83,
"learning_rate": 4.822957285643853e-05,
"loss": 1.1879,
"step": 63200
},
{
"epoch": 2.83,
"learning_rate": 4.82281722020528e-05,
"loss": 1.1887,
"step": 63250
},
{
"epoch": 2.84,
"learning_rate": 4.822677154766707e-05,
"loss": 1.2325,
"step": 63300
},
{
"epoch": 2.84,
"learning_rate": 4.822537089328134e-05,
"loss": 1.2207,
"step": 63350
},
{
"epoch": 2.84,
"learning_rate": 4.8223970238895616e-05,
"loss": 1.1916,
"step": 63400
},
{
"epoch": 2.84,
"learning_rate": 4.822256958450989e-05,
"loss": 1.1968,
"step": 63450
},
{
"epoch": 2.85,
"learning_rate": 4.822116893012415e-05,
"loss": 1.2071,
"step": 63500
},
{
"epoch": 2.85,
"learning_rate": 4.8219768275738424e-05,
"loss": 1.1849,
"step": 63550
},
{
"epoch": 2.85,
"learning_rate": 4.82183676213527e-05,
"loss": 1.1992,
"step": 63600
},
{
"epoch": 2.85,
"learning_rate": 4.821696696696697e-05,
"loss": 1.1895,
"step": 63650
},
{
"epoch": 2.86,
"learning_rate": 4.821556631258124e-05,
"loss": 1.2329,
"step": 63700
},
{
"epoch": 2.86,
"learning_rate": 4.821416565819551e-05,
"loss": 1.1962,
"step": 63750
},
{
"epoch": 2.86,
"learning_rate": 4.821276500380978e-05,
"loss": 1.2112,
"step": 63800
},
{
"epoch": 2.86,
"learning_rate": 4.8211364349424054e-05,
"loss": 1.204,
"step": 63850
},
{
"epoch": 2.86,
"learning_rate": 4.8209963695038326e-05,
"loss": 1.1842,
"step": 63900
},
{
"epoch": 2.87,
"learning_rate": 4.820856304065259e-05,
"loss": 1.1746,
"step": 63950
},
{
"epoch": 2.87,
"learning_rate": 4.820716238626687e-05,
"loss": 1.2031,
"step": 64000
},
{
"epoch": 2.87,
"learning_rate": 4.820576173188114e-05,
"loss": 1.1804,
"step": 64050
},
{
"epoch": 2.87,
"learning_rate": 4.8204361077495406e-05,
"loss": 1.2164,
"step": 64100
},
{
"epoch": 2.88,
"learning_rate": 4.820296042310968e-05,
"loss": 1.2014,
"step": 64150
},
{
"epoch": 2.88,
"learning_rate": 4.8201559768723956e-05,
"loss": 1.1894,
"step": 64200
},
{
"epoch": 2.88,
"learning_rate": 4.820015911433822e-05,
"loss": 1.1824,
"step": 64250
},
{
"epoch": 2.88,
"learning_rate": 4.819875845995249e-05,
"loss": 1.1798,
"step": 64300
},
{
"epoch": 2.88,
"learning_rate": 4.8197357805566764e-05,
"loss": 1.2037,
"step": 64350
},
{
"epoch": 2.89,
"learning_rate": 4.819595715118103e-05,
"loss": 1.2034,
"step": 64400
},
{
"epoch": 2.89,
"learning_rate": 4.819455649679531e-05,
"loss": 1.2143,
"step": 64450
},
{
"epoch": 2.89,
"learning_rate": 4.819315584240958e-05,
"loss": 1.1951,
"step": 64500
},
{
"epoch": 2.89,
"learning_rate": 4.8191755188023844e-05,
"loss": 1.2028,
"step": 64550
},
{
"epoch": 2.9,
"learning_rate": 4.8190354533638115e-05,
"loss": 1.2084,
"step": 64600
},
{
"epoch": 2.9,
"learning_rate": 4.8188953879252394e-05,
"loss": 1.1917,
"step": 64650
},
{
"epoch": 2.9,
"learning_rate": 4.818755322486666e-05,
"loss": 1.1943,
"step": 64700
},
{
"epoch": 2.9,
"learning_rate": 4.818615257048093e-05,
"loss": 1.1768,
"step": 64750
},
{
"epoch": 2.9,
"learning_rate": 4.81847519160952e-05,
"loss": 1.2175,
"step": 64800
},
{
"epoch": 2.91,
"learning_rate": 4.8183351261709473e-05,
"loss": 1.2022,
"step": 64850
},
{
"epoch": 2.91,
"learning_rate": 4.8181950607323745e-05,
"loss": 1.1776,
"step": 64900
},
{
"epoch": 2.91,
"learning_rate": 4.818054995293802e-05,
"loss": 1.1815,
"step": 64950
},
{
"epoch": 2.91,
"learning_rate": 4.817914929855228e-05,
"loss": 1.2024,
"step": 65000
},
{
"epoch": 2.92,
"learning_rate": 4.817774864416656e-05,
"loss": 1.19,
"step": 65050
},
{
"epoch": 2.92,
"learning_rate": 4.817634798978083e-05,
"loss": 1.1711,
"step": 65100
},
{
"epoch": 2.92,
"learning_rate": 4.8174947335395096e-05,
"loss": 1.205,
"step": 65150
},
{
"epoch": 2.92,
"learning_rate": 4.817354668100937e-05,
"loss": 1.2095,
"step": 65200
},
{
"epoch": 2.92,
"learning_rate": 4.8172146026623646e-05,
"loss": 1.2057,
"step": 65250
},
{
"epoch": 2.93,
"learning_rate": 4.817074537223791e-05,
"loss": 1.2161,
"step": 65300
},
{
"epoch": 2.93,
"learning_rate": 4.816934471785218e-05,
"loss": 1.2183,
"step": 65350
},
{
"epoch": 2.93,
"learning_rate": 4.8167944063466455e-05,
"loss": 1.1944,
"step": 65400
},
{
"epoch": 2.93,
"learning_rate": 4.816654340908072e-05,
"loss": 1.1997,
"step": 65450
},
{
"epoch": 2.94,
"learning_rate": 4.8165142754695e-05,
"loss": 1.2016,
"step": 65500
},
{
"epoch": 2.94,
"learning_rate": 4.816374210030927e-05,
"loss": 1.2132,
"step": 65550
},
{
"epoch": 2.94,
"learning_rate": 4.8162341445923534e-05,
"loss": 1.1729,
"step": 65600
},
{
"epoch": 2.94,
"learning_rate": 4.8160940791537806e-05,
"loss": 1.1957,
"step": 65650
},
{
"epoch": 2.94,
"learning_rate": 4.8159540137152084e-05,
"loss": 1.2012,
"step": 65700
},
{
"epoch": 2.95,
"learning_rate": 4.815813948276635e-05,
"loss": 1.1959,
"step": 65750
},
{
"epoch": 2.95,
"learning_rate": 4.815673882838062e-05,
"loss": 1.2101,
"step": 65800
},
{
"epoch": 2.95,
"learning_rate": 4.815533817399489e-05,
"loss": 1.1908,
"step": 65850
},
{
"epoch": 2.95,
"learning_rate": 4.8153937519609164e-05,
"loss": 1.1917,
"step": 65900
},
{
"epoch": 2.96,
"learning_rate": 4.8152536865223436e-05,
"loss": 1.1876,
"step": 65950
},
{
"epoch": 2.96,
"learning_rate": 4.815113621083771e-05,
"loss": 1.185,
"step": 66000
},
{
"epoch": 2.96,
"learning_rate": 4.814973555645197e-05,
"loss": 1.1991,
"step": 66050
},
{
"epoch": 2.96,
"learning_rate": 4.814833490206625e-05,
"loss": 1.1658,
"step": 66100
},
{
"epoch": 2.96,
"learning_rate": 4.814693424768052e-05,
"loss": 1.1782,
"step": 66150
},
{
"epoch": 2.97,
"learning_rate": 4.814553359329479e-05,
"loss": 1.1902,
"step": 66200
},
{
"epoch": 2.97,
"learning_rate": 4.814413293890906e-05,
"loss": 1.2057,
"step": 66250
},
{
"epoch": 2.97,
"learning_rate": 4.814273228452334e-05,
"loss": 1.19,
"step": 66300
},
{
"epoch": 2.97,
"learning_rate": 4.81413316301376e-05,
"loss": 1.2044,
"step": 66350
},
{
"epoch": 2.98,
"learning_rate": 4.8139930975751874e-05,
"loss": 1.1954,
"step": 66400
},
{
"epoch": 2.98,
"learning_rate": 4.8138530321366145e-05,
"loss": 1.1804,
"step": 66450
},
{
"epoch": 2.98,
"learning_rate": 4.813712966698041e-05,
"loss": 1.2178,
"step": 66500
},
{
"epoch": 2.98,
"learning_rate": 4.813572901259469e-05,
"loss": 1.2109,
"step": 66550
},
{
"epoch": 2.99,
"learning_rate": 4.813432835820896e-05,
"loss": 1.1651,
"step": 66600
},
{
"epoch": 2.99,
"learning_rate": 4.8132927703823225e-05,
"loss": 1.2187,
"step": 66650
},
{
"epoch": 2.99,
"learning_rate": 4.81315270494375e-05,
"loss": 1.2112,
"step": 66700
},
{
"epoch": 2.99,
"learning_rate": 4.8130126395051775e-05,
"loss": 1.1817,
"step": 66750
},
{
"epoch": 2.99,
"learning_rate": 4.812872574066604e-05,
"loss": 1.1852,
"step": 66800
},
{
"epoch": 3.0,
"learning_rate": 4.812732508628031e-05,
"loss": 1.2272,
"step": 66850
},
{
"epoch": 3.0,
"learning_rate": 4.812592443189458e-05,
"loss": 1.2002,
"step": 66900
},
{
"epoch": 3.0,
"learning_rate": 4.8124523777508855e-05,
"loss": 1.1906,
"step": 66950
},
{
"epoch": 3.0,
"learning_rate": 4.812312312312313e-05,
"loss": 1.1791,
"step": 67000
},
{
"epoch": 3.01,
"learning_rate": 4.81217224687374e-05,
"loss": 1.1799,
"step": 67050
},
{
"epoch": 3.01,
"learning_rate": 4.812032181435166e-05,
"loss": 1.1557,
"step": 67100
},
{
"epoch": 3.01,
"learning_rate": 4.811892115996594e-05,
"loss": 1.1781,
"step": 67150
},
{
"epoch": 3.01,
"learning_rate": 4.811752050558021e-05,
"loss": 1.2152,
"step": 67200
},
{
"epoch": 3.01,
"learning_rate": 4.811611985119448e-05,
"loss": 1.2041,
"step": 67250
},
{
"epoch": 3.02,
"learning_rate": 4.811471919680875e-05,
"loss": 1.1565,
"step": 67300
},
{
"epoch": 3.02,
"learning_rate": 4.811331854242303e-05,
"loss": 1.1857,
"step": 67350
},
{
"epoch": 3.02,
"learning_rate": 4.811191788803729e-05,
"loss": 1.1949,
"step": 67400
},
{
"epoch": 3.02,
"learning_rate": 4.8110517233651565e-05,
"loss": 1.1924,
"step": 67450
},
{
"epoch": 3.03,
"learning_rate": 4.8109116579265836e-05,
"loss": 1.1577,
"step": 67500
},
{
"epoch": 3.03,
"learning_rate": 4.810771592488011e-05,
"loss": 1.1872,
"step": 67550
},
{
"epoch": 3.03,
"learning_rate": 4.810631527049438e-05,
"loss": 1.1786,
"step": 67600
},
{
"epoch": 3.03,
"learning_rate": 4.810491461610865e-05,
"loss": 1.2033,
"step": 67650
},
{
"epoch": 3.03,
"learning_rate": 4.8103513961722916e-05,
"loss": 1.1505,
"step": 67700
},
{
"epoch": 3.04,
"learning_rate": 4.810211330733719e-05,
"loss": 1.2049,
"step": 67750
},
{
"epoch": 3.04,
"learning_rate": 4.8100712652951466e-05,
"loss": 1.172,
"step": 67800
},
{
"epoch": 3.04,
"learning_rate": 4.809931199856573e-05,
"loss": 1.1887,
"step": 67850
},
{
"epoch": 3.04,
"learning_rate": 4.809791134418e-05,
"loss": 1.1769,
"step": 67900
},
{
"epoch": 3.05,
"learning_rate": 4.8096510689794274e-05,
"loss": 1.1956,
"step": 67950
},
{
"epoch": 3.05,
"learning_rate": 4.8095110035408546e-05,
"loss": 1.1847,
"step": 68000
},
{
"epoch": 3.05,
"learning_rate": 4.809370938102282e-05,
"loss": 1.2055,
"step": 68050
},
{
"epoch": 3.05,
"learning_rate": 4.809230872663709e-05,
"loss": 1.2131,
"step": 68100
},
{
"epoch": 3.05,
"learning_rate": 4.8090908072251354e-05,
"loss": 1.1655,
"step": 68150
},
{
"epoch": 3.06,
"learning_rate": 4.808950741786563e-05,
"loss": 1.2098,
"step": 68200
},
{
"epoch": 3.06,
"learning_rate": 4.8088106763479904e-05,
"loss": 1.1924,
"step": 68250
},
{
"epoch": 3.06,
"learning_rate": 4.808670610909417e-05,
"loss": 1.2078,
"step": 68300
},
{
"epoch": 3.06,
"learning_rate": 4.808530545470844e-05,
"loss": 1.1757,
"step": 68350
},
{
"epoch": 3.07,
"learning_rate": 4.808390480032272e-05,
"loss": 1.1702,
"step": 68400
},
{
"epoch": 3.07,
"learning_rate": 4.8082504145936984e-05,
"loss": 1.1891,
"step": 68450
},
{
"epoch": 3.07,
"learning_rate": 4.8081103491551255e-05,
"loss": 1.1555,
"step": 68500
},
{
"epoch": 3.07,
"learning_rate": 4.807970283716553e-05,
"loss": 1.1996,
"step": 68550
},
{
"epoch": 3.07,
"learning_rate": 4.80783021827798e-05,
"loss": 1.1781,
"step": 68600
},
{
"epoch": 3.08,
"learning_rate": 4.807690152839407e-05,
"loss": 1.1918,
"step": 68650
},
{
"epoch": 3.08,
"learning_rate": 4.807550087400834e-05,
"loss": 1.1852,
"step": 68700
},
{
"epoch": 3.08,
"learning_rate": 4.807410021962261e-05,
"loss": 1.1847,
"step": 68750
},
{
"epoch": 3.08,
"learning_rate": 4.807269956523688e-05,
"loss": 1.1803,
"step": 68800
},
{
"epoch": 3.09,
"learning_rate": 4.807129891085116e-05,
"loss": 1.1916,
"step": 68850
},
{
"epoch": 3.09,
"learning_rate": 4.806989825646542e-05,
"loss": 1.1877,
"step": 68900
},
{
"epoch": 3.09,
"learning_rate": 4.806849760207969e-05,
"loss": 1.1928,
"step": 68950
},
{
"epoch": 3.09,
"learning_rate": 4.8067096947693965e-05,
"loss": 1.1607,
"step": 69000
},
{
"epoch": 3.09,
"learning_rate": 4.8065696293308237e-05,
"loss": 1.1952,
"step": 69050
},
{
"epoch": 3.1,
"learning_rate": 4.806429563892251e-05,
"loss": 1.1779,
"step": 69100
},
{
"epoch": 3.1,
"learning_rate": 4.806289498453678e-05,
"loss": 1.1702,
"step": 69150
},
{
"epoch": 3.1,
"learning_rate": 4.8061494330151045e-05,
"loss": 1.1463,
"step": 69200
},
{
"epoch": 3.1,
"learning_rate": 4.806009367576532e-05,
"loss": 1.1788,
"step": 69250
},
{
"epoch": 3.11,
"learning_rate": 4.8058693021379595e-05,
"loss": 1.1471,
"step": 69300
},
{
"epoch": 3.11,
"learning_rate": 4.805729236699386e-05,
"loss": 1.195,
"step": 69350
},
{
"epoch": 3.11,
"learning_rate": 4.805589171260813e-05,
"loss": 1.1965,
"step": 69400
},
{
"epoch": 3.11,
"learning_rate": 4.80544910582224e-05,
"loss": 1.1807,
"step": 69450
},
{
"epoch": 3.12,
"learning_rate": 4.8053090403836675e-05,
"loss": 1.181,
"step": 69500
},
{
"epoch": 3.12,
"learning_rate": 4.8051689749450946e-05,
"loss": 1.1963,
"step": 69550
},
{
"epoch": 3.12,
"learning_rate": 4.805028909506522e-05,
"loss": 1.2128,
"step": 69600
},
{
"epoch": 3.12,
"learning_rate": 4.804888844067949e-05,
"loss": 1.204,
"step": 69650
},
{
"epoch": 3.12,
"learning_rate": 4.804748778629376e-05,
"loss": 1.191,
"step": 69700
},
{
"epoch": 3.13,
"learning_rate": 4.804608713190803e-05,
"loss": 1.1903,
"step": 69750
},
{
"epoch": 3.13,
"learning_rate": 4.80446864775223e-05,
"loss": 1.1931,
"step": 69800
},
{
"epoch": 3.13,
"learning_rate": 4.804328582313657e-05,
"loss": 1.1751,
"step": 69850
},
{
"epoch": 3.13,
"learning_rate": 4.804188516875085e-05,
"loss": 1.1742,
"step": 69900
},
{
"epoch": 3.14,
"learning_rate": 4.804048451436511e-05,
"loss": 1.2178,
"step": 69950
},
{
"epoch": 3.14,
"learning_rate": 4.8039083859979384e-05,
"loss": 1.2015,
"step": 70000
},
{
"epoch": 3.14,
"learning_rate": 4.8037683205593656e-05,
"loss": 1.1839,
"step": 70050
},
{
"epoch": 3.14,
"learning_rate": 4.803628255120793e-05,
"loss": 1.2029,
"step": 70100
},
{
"epoch": 3.14,
"learning_rate": 4.80348818968222e-05,
"loss": 1.2018,
"step": 70150
},
{
"epoch": 3.15,
"learning_rate": 4.803348124243647e-05,
"loss": 1.1907,
"step": 70200
},
{
"epoch": 3.15,
"learning_rate": 4.8032080588050735e-05,
"loss": 1.2129,
"step": 70250
},
{
"epoch": 3.15,
"learning_rate": 4.8030679933665014e-05,
"loss": 1.1822,
"step": 70300
},
{
"epoch": 3.15,
"learning_rate": 4.8029279279279286e-05,
"loss": 1.1658,
"step": 70350
},
{
"epoch": 3.16,
"learning_rate": 4.802787862489355e-05,
"loss": 1.2053,
"step": 70400
},
{
"epoch": 3.16,
"learning_rate": 4.802647797050782e-05,
"loss": 1.1671,
"step": 70450
},
{
"epoch": 3.16,
"learning_rate": 4.8025077316122094e-05,
"loss": 1.1622,
"step": 70500
},
{
"epoch": 3.16,
"learning_rate": 4.8023676661736365e-05,
"loss": 1.18,
"step": 70550
},
{
"epoch": 3.16,
"learning_rate": 4.802227600735064e-05,
"loss": 1.1882,
"step": 70600
},
{
"epoch": 3.17,
"learning_rate": 4.802087535296491e-05,
"loss": 1.1913,
"step": 70650
},
{
"epoch": 3.17,
"learning_rate": 4.801947469857918e-05,
"loss": 1.1983,
"step": 70700
},
{
"epoch": 3.17,
"learning_rate": 4.801807404419345e-05,
"loss": 1.1769,
"step": 70750
},
{
"epoch": 3.17,
"learning_rate": 4.8016673389807723e-05,
"loss": 1.1798,
"step": 70800
},
{
"epoch": 3.18,
"learning_rate": 4.801527273542199e-05,
"loss": 1.16,
"step": 70850
},
{
"epoch": 3.18,
"learning_rate": 4.801387208103626e-05,
"loss": 1.1444,
"step": 70900
},
{
"epoch": 3.18,
"learning_rate": 4.801247142665053e-05,
"loss": 1.1725,
"step": 70950
},
{
"epoch": 3.18,
"learning_rate": 4.80110707722648e-05,
"loss": 1.1695,
"step": 71000
},
{
"epoch": 3.18,
"learning_rate": 4.8009670117879075e-05,
"loss": 1.1794,
"step": 71050
},
{
"epoch": 3.19,
"learning_rate": 4.8008269463493347e-05,
"loss": 1.1908,
"step": 71100
},
{
"epoch": 3.19,
"learning_rate": 4.800686880910762e-05,
"loss": 1.1891,
"step": 71150
},
{
"epoch": 3.19,
"learning_rate": 4.800546815472189e-05,
"loss": 1.1919,
"step": 71200
},
{
"epoch": 3.19,
"learning_rate": 4.800406750033616e-05,
"loss": 1.1828,
"step": 71250
},
{
"epoch": 3.2,
"learning_rate": 4.8002666845950426e-05,
"loss": 1.1922,
"step": 71300
},
{
"epoch": 3.2,
"learning_rate": 4.8001266191564705e-05,
"loss": 1.1989,
"step": 71350
},
{
"epoch": 3.2,
"learning_rate": 4.799986553717897e-05,
"loss": 1.169,
"step": 71400
},
{
"epoch": 3.2,
"learning_rate": 4.799846488279324e-05,
"loss": 1.1873,
"step": 71450
},
{
"epoch": 3.2,
"learning_rate": 4.799706422840751e-05,
"loss": 1.2123,
"step": 71500
},
{
"epoch": 3.21,
"learning_rate": 4.7995663574021784e-05,
"loss": 1.1478,
"step": 71550
},
{
"epoch": 3.21,
"learning_rate": 4.7994262919636056e-05,
"loss": 1.167,
"step": 71600
},
{
"epoch": 3.21,
"learning_rate": 4.799286226525033e-05,
"loss": 1.1834,
"step": 71650
},
{
"epoch": 3.21,
"learning_rate": 4.79914616108646e-05,
"loss": 1.1541,
"step": 71700
},
{
"epoch": 3.22,
"learning_rate": 4.799006095647887e-05,
"loss": 1.1843,
"step": 71750
},
{
"epoch": 3.22,
"learning_rate": 4.798866030209314e-05,
"loss": 1.1918,
"step": 71800
},
{
"epoch": 3.22,
"learning_rate": 4.7987259647707414e-05,
"loss": 1.199,
"step": 71850
},
{
"epoch": 3.22,
"learning_rate": 4.798585899332168e-05,
"loss": 1.186,
"step": 71900
},
{
"epoch": 3.22,
"learning_rate": 4.798445833893596e-05,
"loss": 1.1835,
"step": 71950
},
{
"epoch": 3.23,
"learning_rate": 4.798305768455022e-05,
"loss": 1.1883,
"step": 72000
},
{
"epoch": 3.23,
"learning_rate": 4.7981657030164494e-05,
"loss": 1.1709,
"step": 72050
},
{
"epoch": 3.23,
"learning_rate": 4.7980256375778766e-05,
"loss": 1.1745,
"step": 72100
},
{
"epoch": 3.23,
"learning_rate": 4.797885572139304e-05,
"loss": 1.1799,
"step": 72150
},
{
"epoch": 3.24,
"learning_rate": 4.797745506700731e-05,
"loss": 1.1752,
"step": 72200
},
{
"epoch": 3.24,
"learning_rate": 4.797605441262158e-05,
"loss": 1.2008,
"step": 72250
},
{
"epoch": 3.24,
"learning_rate": 4.797465375823585e-05,
"loss": 1.1907,
"step": 72300
},
{
"epoch": 3.24,
"learning_rate": 4.797325310385012e-05,
"loss": 1.1852,
"step": 72350
},
{
"epoch": 3.25,
"learning_rate": 4.7971852449464395e-05,
"loss": 1.1735,
"step": 72400
},
{
"epoch": 3.25,
"learning_rate": 4.797045179507866e-05,
"loss": 1.1996,
"step": 72450
},
{
"epoch": 3.25,
"learning_rate": 4.796905114069293e-05,
"loss": 1.1798,
"step": 72500
},
{
"epoch": 3.25,
"learning_rate": 4.7967650486307204e-05,
"loss": 1.2018,
"step": 72550
},
{
"epoch": 3.25,
"learning_rate": 4.7966249831921475e-05,
"loss": 1.1704,
"step": 72600
},
{
"epoch": 3.26,
"learning_rate": 4.796484917753575e-05,
"loss": 1.1998,
"step": 72650
},
{
"epoch": 3.26,
"learning_rate": 4.796344852315002e-05,
"loss": 1.1909,
"step": 72700
},
{
"epoch": 3.26,
"learning_rate": 4.796204786876429e-05,
"loss": 1.168,
"step": 72750
},
{
"epoch": 3.26,
"learning_rate": 4.796064721437856e-05,
"loss": 1.1671,
"step": 72800
},
{
"epoch": 3.27,
"learning_rate": 4.7959246559992833e-05,
"loss": 1.1733,
"step": 72850
},
{
"epoch": 3.27,
"learning_rate": 4.79578459056071e-05,
"loss": 1.1839,
"step": 72900
},
{
"epoch": 3.27,
"learning_rate": 4.795644525122137e-05,
"loss": 1.1614,
"step": 72950
},
{
"epoch": 3.27,
"learning_rate": 4.795504459683565e-05,
"loss": 1.1931,
"step": 73000
},
{
"epoch": 3.27,
"learning_rate": 4.795364394244991e-05,
"loss": 1.1983,
"step": 73050
},
{
"epoch": 3.28,
"learning_rate": 4.7952243288064185e-05,
"loss": 1.1815,
"step": 73100
},
{
"epoch": 3.28,
"learning_rate": 4.7950842633678456e-05,
"loss": 1.2087,
"step": 73150
},
{
"epoch": 3.28,
"learning_rate": 4.794944197929273e-05,
"loss": 1.1793,
"step": 73200
},
{
"epoch": 3.28,
"learning_rate": 4.7948041324907e-05,
"loss": 1.1882,
"step": 73250
},
{
"epoch": 3.29,
"learning_rate": 4.794664067052127e-05,
"loss": 1.1631,
"step": 73300
},
{
"epoch": 3.29,
"learning_rate": 4.794524001613554e-05,
"loss": 1.17,
"step": 73350
},
{
"epoch": 3.29,
"learning_rate": 4.794383936174981e-05,
"loss": 1.1803,
"step": 73400
},
{
"epoch": 3.29,
"learning_rate": 4.7942438707364086e-05,
"loss": 1.1812,
"step": 73450
},
{
"epoch": 3.29,
"learning_rate": 4.794103805297835e-05,
"loss": 1.1729,
"step": 73500
},
{
"epoch": 3.3,
"learning_rate": 4.793963739859262e-05,
"loss": 1.1689,
"step": 73550
},
{
"epoch": 3.3,
"learning_rate": 4.7938236744206894e-05,
"loss": 1.216,
"step": 73600
},
{
"epoch": 3.3,
"learning_rate": 4.7936836089821166e-05,
"loss": 1.1708,
"step": 73650
},
{
"epoch": 3.3,
"learning_rate": 4.793543543543544e-05,
"loss": 1.183,
"step": 73700
},
{
"epoch": 3.31,
"learning_rate": 4.793403478104971e-05,
"loss": 1.1879,
"step": 73750
},
{
"epoch": 3.31,
"learning_rate": 4.793263412666398e-05,
"loss": 1.1595,
"step": 73800
},
{
"epoch": 3.31,
"learning_rate": 4.793123347227825e-05,
"loss": 1.1903,
"step": 73850
},
{
"epoch": 3.31,
"learning_rate": 4.7929832817892524e-05,
"loss": 1.211,
"step": 73900
},
{
"epoch": 3.31,
"learning_rate": 4.792843216350679e-05,
"loss": 1.1945,
"step": 73950
},
{
"epoch": 3.32,
"learning_rate": 4.792703150912106e-05,
"loss": 1.1992,
"step": 74000
},
{
"epoch": 3.32,
"learning_rate": 4.792563085473534e-05,
"loss": 1.1741,
"step": 74050
},
{
"epoch": 3.32,
"learning_rate": 4.7924230200349604e-05,
"loss": 1.1773,
"step": 74100
},
{
"epoch": 3.32,
"learning_rate": 4.7922829545963876e-05,
"loss": 1.2041,
"step": 74150
},
{
"epoch": 3.33,
"learning_rate": 4.792142889157815e-05,
"loss": 1.1684,
"step": 74200
},
{
"epoch": 3.33,
"learning_rate": 4.792002823719242e-05,
"loss": 1.1625,
"step": 74250
},
{
"epoch": 3.33,
"learning_rate": 4.791862758280669e-05,
"loss": 1.1374,
"step": 74300
},
{
"epoch": 3.33,
"learning_rate": 4.791722692842096e-05,
"loss": 1.1701,
"step": 74350
},
{
"epoch": 3.33,
"learning_rate": 4.791582627403523e-05,
"loss": 1.1549,
"step": 74400
},
{
"epoch": 3.34,
"learning_rate": 4.79144256196495e-05,
"loss": 1.1852,
"step": 74450
},
{
"epoch": 3.34,
"learning_rate": 4.791302496526378e-05,
"loss": 1.1694,
"step": 74500
},
{
"epoch": 3.34,
"learning_rate": 4.791162431087804e-05,
"loss": 1.1832,
"step": 74550
},
{
"epoch": 3.34,
"learning_rate": 4.7910223656492314e-05,
"loss": 1.1613,
"step": 74600
},
{
"epoch": 3.35,
"learning_rate": 4.7908823002106585e-05,
"loss": 1.1594,
"step": 74650
},
{
"epoch": 3.35,
"learning_rate": 4.790742234772086e-05,
"loss": 1.1749,
"step": 74700
},
{
"epoch": 3.35,
"learning_rate": 4.790602169333513e-05,
"loss": 1.1597,
"step": 74750
},
{
"epoch": 3.35,
"learning_rate": 4.79046210389494e-05,
"loss": 1.1667,
"step": 74800
},
{
"epoch": 3.35,
"learning_rate": 4.790322038456367e-05,
"loss": 1.1633,
"step": 74850
},
{
"epoch": 3.36,
"learning_rate": 4.790181973017794e-05,
"loss": 1.1702,
"step": 74900
},
{
"epoch": 3.36,
"learning_rate": 4.7900419075792215e-05,
"loss": 1.1697,
"step": 74950
},
{
"epoch": 3.36,
"learning_rate": 4.789901842140648e-05,
"loss": 1.2037,
"step": 75000
},
{
"epoch": 3.36,
"learning_rate": 4.789761776702075e-05,
"loss": 1.1664,
"step": 75050
},
{
"epoch": 3.37,
"learning_rate": 4.789621711263503e-05,
"loss": 1.1631,
"step": 75100
},
{
"epoch": 3.37,
"learning_rate": 4.7894816458249295e-05,
"loss": 1.1686,
"step": 75150
},
{
"epoch": 3.37,
"learning_rate": 4.7893415803863566e-05,
"loss": 1.1614,
"step": 75200
},
{
"epoch": 3.37,
"learning_rate": 4.789201514947784e-05,
"loss": 1.1816,
"step": 75250
},
{
"epoch": 3.38,
"learning_rate": 4.789061449509211e-05,
"loss": 1.1659,
"step": 75300
},
{
"epoch": 3.38,
"learning_rate": 4.788921384070638e-05,
"loss": 1.1634,
"step": 75350
},
{
"epoch": 3.38,
"learning_rate": 4.788781318632065e-05,
"loss": 1.1678,
"step": 75400
},
{
"epoch": 3.38,
"learning_rate": 4.788641253193492e-05,
"loss": 1.1807,
"step": 75450
},
{
"epoch": 3.38,
"learning_rate": 4.788501187754919e-05,
"loss": 1.1632,
"step": 75500
},
{
"epoch": 3.39,
"learning_rate": 4.788361122316347e-05,
"loss": 1.1619,
"step": 75550
},
{
"epoch": 3.39,
"learning_rate": 4.788221056877773e-05,
"loss": 1.1506,
"step": 75600
},
{
"epoch": 3.39,
"learning_rate": 4.7880809914392004e-05,
"loss": 1.1797,
"step": 75650
},
{
"epoch": 3.39,
"learning_rate": 4.7879409260006276e-05,
"loss": 1.1735,
"step": 75700
},
{
"epoch": 3.4,
"learning_rate": 4.787800860562055e-05,
"loss": 1.1532,
"step": 75750
},
{
"epoch": 3.4,
"learning_rate": 4.787660795123482e-05,
"loss": 1.1821,
"step": 75800
},
{
"epoch": 3.4,
"learning_rate": 4.787520729684909e-05,
"loss": 1.1809,
"step": 75850
},
{
"epoch": 3.4,
"learning_rate": 4.7873806642463356e-05,
"loss": 1.1986,
"step": 75900
},
{
"epoch": 3.4,
"learning_rate": 4.7872405988077634e-05,
"loss": 1.1636,
"step": 75950
},
{
"epoch": 3.41,
"learning_rate": 4.7871005333691906e-05,
"loss": 1.1619,
"step": 76000
},
{
"epoch": 3.41,
"learning_rate": 4.786960467930617e-05,
"loss": 1.1842,
"step": 76050
},
{
"epoch": 3.41,
"learning_rate": 4.786820402492044e-05,
"loss": 1.1465,
"step": 76100
},
{
"epoch": 3.41,
"learning_rate": 4.786680337053472e-05,
"loss": 1.2114,
"step": 76150
},
{
"epoch": 3.42,
"learning_rate": 4.7865402716148986e-05,
"loss": 1.1696,
"step": 76200
},
{
"epoch": 3.42,
"learning_rate": 4.786400206176326e-05,
"loss": 1.1876,
"step": 76250
},
{
"epoch": 3.42,
"learning_rate": 4.786260140737753e-05,
"loss": 1.163,
"step": 76300
},
{
"epoch": 3.42,
"learning_rate": 4.78612007529918e-05,
"loss": 1.1856,
"step": 76350
},
{
"epoch": 3.42,
"learning_rate": 4.785980009860607e-05,
"loss": 1.2008,
"step": 76400
},
{
"epoch": 3.43,
"learning_rate": 4.7858399444220344e-05,
"loss": 1.1641,
"step": 76450
},
{
"epoch": 3.43,
"learning_rate": 4.785699878983461e-05,
"loss": 1.1701,
"step": 76500
},
{
"epoch": 3.43,
"learning_rate": 4.785559813544888e-05,
"loss": 1.1762,
"step": 76550
},
{
"epoch": 3.43,
"learning_rate": 4.785419748106316e-05,
"loss": 1.1818,
"step": 76600
},
{
"epoch": 3.44,
"learning_rate": 4.7852796826677424e-05,
"loss": 1.1875,
"step": 76650
},
{
"epoch": 3.44,
"learning_rate": 4.7851396172291695e-05,
"loss": 1.1868,
"step": 76700
},
{
"epoch": 3.44,
"learning_rate": 4.784999551790597e-05,
"loss": 1.1566,
"step": 76750
},
{
"epoch": 3.44,
"learning_rate": 4.784859486352024e-05,
"loss": 1.173,
"step": 76800
},
{
"epoch": 3.44,
"learning_rate": 4.784719420913451e-05,
"loss": 1.1841,
"step": 76850
},
{
"epoch": 3.45,
"learning_rate": 4.784579355474878e-05,
"loss": 1.1344,
"step": 76900
},
{
"epoch": 3.45,
"learning_rate": 4.7844392900363047e-05,
"loss": 1.183,
"step": 76950
},
{
"epoch": 3.45,
"learning_rate": 4.7842992245977325e-05,
"loss": 1.1518,
"step": 77000
},
{
"epoch": 3.45,
"learning_rate": 4.7841591591591597e-05,
"loss": 1.1861,
"step": 77050
},
{
"epoch": 3.46,
"learning_rate": 4.784019093720586e-05,
"loss": 1.1881,
"step": 77100
},
{
"epoch": 3.46,
"learning_rate": 4.783879028282013e-05,
"loss": 1.1523,
"step": 77150
},
{
"epoch": 3.46,
"learning_rate": 4.783738962843441e-05,
"loss": 1.1709,
"step": 77200
},
{
"epoch": 3.46,
"learning_rate": 4.7835988974048676e-05,
"loss": 1.1667,
"step": 77250
},
{
"epoch": 3.46,
"learning_rate": 4.783458831966295e-05,
"loss": 1.2023,
"step": 77300
},
{
"epoch": 3.47,
"learning_rate": 4.783318766527722e-05,
"loss": 1.1518,
"step": 77350
},
{
"epoch": 3.47,
"learning_rate": 4.783178701089149e-05,
"loss": 1.1496,
"step": 77400
},
{
"epoch": 3.47,
"learning_rate": 4.783038635650576e-05,
"loss": 1.169,
"step": 77450
},
{
"epoch": 3.47,
"learning_rate": 4.7828985702120035e-05,
"loss": 1.1592,
"step": 77500
},
{
"epoch": 3.48,
"learning_rate": 4.78275850477343e-05,
"loss": 1.1706,
"step": 77550
},
{
"epoch": 3.48,
"learning_rate": 4.782618439334857e-05,
"loss": 1.1922,
"step": 77600
},
{
"epoch": 3.48,
"learning_rate": 4.782478373896285e-05,
"loss": 1.1403,
"step": 77650
},
{
"epoch": 3.48,
"learning_rate": 4.7823383084577114e-05,
"loss": 1.1817,
"step": 77700
},
{
"epoch": 3.48,
"learning_rate": 4.7821982430191386e-05,
"loss": 1.1655,
"step": 77750
},
{
"epoch": 3.49,
"learning_rate": 4.782058177580566e-05,
"loss": 1.1826,
"step": 77800
},
{
"epoch": 3.49,
"learning_rate": 4.781918112141993e-05,
"loss": 1.2345,
"step": 77850
},
{
"epoch": 3.49,
"learning_rate": 4.78177804670342e-05,
"loss": 1.1927,
"step": 77900
},
{
"epoch": 3.49,
"learning_rate": 4.781637981264847e-05,
"loss": 1.1525,
"step": 77950
},
{
"epoch": 3.5,
"learning_rate": 4.781497915826274e-05,
"loss": 1.1508,
"step": 78000
},
{
"epoch": 3.5,
"learning_rate": 4.7813578503877016e-05,
"loss": 1.2115,
"step": 78050
},
{
"epoch": 3.5,
"learning_rate": 4.781217784949129e-05,
"loss": 1.1696,
"step": 78100
},
{
"epoch": 3.5,
"learning_rate": 4.781077719510555e-05,
"loss": 1.1726,
"step": 78150
},
{
"epoch": 3.5,
"learning_rate": 4.7809376540719824e-05,
"loss": 1.1721,
"step": 78200
},
{
"epoch": 3.51,
"learning_rate": 4.78079758863341e-05,
"loss": 1.1736,
"step": 78250
},
{
"epoch": 3.51,
"learning_rate": 4.780657523194837e-05,
"loss": 1.1784,
"step": 78300
},
{
"epoch": 3.51,
"learning_rate": 4.780517457756264e-05,
"loss": 1.14,
"step": 78350
},
{
"epoch": 3.51,
"learning_rate": 4.780377392317691e-05,
"loss": 1.1828,
"step": 78400
},
{
"epoch": 3.52,
"learning_rate": 4.780237326879118e-05,
"loss": 1.1638,
"step": 78450
},
{
"epoch": 3.52,
"learning_rate": 4.7800972614405454e-05,
"loss": 1.1667,
"step": 78500
},
{
"epoch": 3.52,
"learning_rate": 4.7799571960019725e-05,
"loss": 1.154,
"step": 78550
},
{
"epoch": 3.52,
"learning_rate": 4.779817130563399e-05,
"loss": 1.1937,
"step": 78600
},
{
"epoch": 3.53,
"learning_rate": 4.779677065124827e-05,
"loss": 1.1851,
"step": 78650
},
{
"epoch": 3.53,
"learning_rate": 4.779536999686254e-05,
"loss": 1.1986,
"step": 78700
},
{
"epoch": 3.53,
"learning_rate": 4.7793969342476805e-05,
"loss": 1.1953,
"step": 78750
},
{
"epoch": 3.53,
"learning_rate": 4.779256868809108e-05,
"loss": 1.1659,
"step": 78800
},
{
"epoch": 3.53,
"learning_rate": 4.779116803370535e-05,
"loss": 1.1662,
"step": 78850
},
{
"epoch": 3.54,
"learning_rate": 4.778976737931962e-05,
"loss": 1.1517,
"step": 78900
},
{
"epoch": 3.54,
"learning_rate": 4.778836672493389e-05,
"loss": 1.1697,
"step": 78950
},
{
"epoch": 3.54,
"learning_rate": 4.778696607054816e-05,
"loss": 1.1895,
"step": 79000
},
{
"epoch": 3.54,
"learning_rate": 4.778556541616243e-05,
"loss": 1.1425,
"step": 79050
},
{
"epoch": 3.55,
"learning_rate": 4.7784164761776707e-05,
"loss": 1.1622,
"step": 79100
},
{
"epoch": 3.55,
"learning_rate": 4.778276410739098e-05,
"loss": 1.1712,
"step": 79150
},
{
"epoch": 3.55,
"learning_rate": 4.778136345300524e-05,
"loss": 1.1632,
"step": 79200
},
{
"epoch": 3.55,
"learning_rate": 4.7779962798619515e-05,
"loss": 1.171,
"step": 79250
},
{
"epoch": 3.55,
"learning_rate": 4.777856214423379e-05,
"loss": 1.159,
"step": 79300
},
{
"epoch": 3.56,
"learning_rate": 4.777716148984806e-05,
"loss": 1.1655,
"step": 79350
},
{
"epoch": 3.56,
"learning_rate": 4.777576083546233e-05,
"loss": 1.1825,
"step": 79400
},
{
"epoch": 3.56,
"learning_rate": 4.77743601810766e-05,
"loss": 1.2058,
"step": 79450
},
{
"epoch": 3.56,
"learning_rate": 4.777295952669087e-05,
"loss": 1.1672,
"step": 79500
},
{
"epoch": 3.57,
"learning_rate": 4.7771558872305145e-05,
"loss": 1.1774,
"step": 79550
},
{
"epoch": 3.57,
"learning_rate": 4.7770158217919416e-05,
"loss": 1.1497,
"step": 79600
},
{
"epoch": 3.57,
"learning_rate": 4.776875756353368e-05,
"loss": 1.1707,
"step": 79650
},
{
"epoch": 3.57,
"learning_rate": 4.776735690914796e-05,
"loss": 1.2059,
"step": 79700
},
{
"epoch": 3.57,
"learning_rate": 4.776595625476223e-05,
"loss": 1.1527,
"step": 79750
},
{
"epoch": 3.58,
"learning_rate": 4.7764555600376496e-05,
"loss": 1.1573,
"step": 79800
},
{
"epoch": 3.58,
"learning_rate": 4.776315494599077e-05,
"loss": 1.1846,
"step": 79850
},
{
"epoch": 3.58,
"learning_rate": 4.776175429160504e-05,
"loss": 1.2171,
"step": 79900
},
{
"epoch": 3.58,
"learning_rate": 4.776035363721931e-05,
"loss": 1.1666,
"step": 79950
},
{
"epoch": 3.59,
"learning_rate": 4.775895298283358e-05,
"loss": 1.1736,
"step": 80000
},
{
"epoch": 3.59,
"learning_rate": 4.7757552328447854e-05,
"loss": 1.157,
"step": 80050
},
{
"epoch": 3.59,
"learning_rate": 4.775615167406212e-05,
"loss": 1.1828,
"step": 80100
},
{
"epoch": 3.59,
"learning_rate": 4.77547510196764e-05,
"loss": 1.1898,
"step": 80150
},
{
"epoch": 3.59,
"learning_rate": 4.775335036529067e-05,
"loss": 1.1761,
"step": 80200
},
{
"epoch": 3.6,
"learning_rate": 4.7751949710904934e-05,
"loss": 1.1554,
"step": 80250
},
{
"epoch": 3.6,
"learning_rate": 4.7750549056519205e-05,
"loss": 1.1623,
"step": 80300
},
{
"epoch": 3.6,
"learning_rate": 4.7749148402133484e-05,
"loss": 1.1596,
"step": 80350
},
{
"epoch": 3.6,
"learning_rate": 4.774774774774775e-05,
"loss": 1.1777,
"step": 80400
},
{
"epoch": 3.61,
"learning_rate": 4.774634709336202e-05,
"loss": 1.1608,
"step": 80450
},
{
"epoch": 3.61,
"learning_rate": 4.774494643897629e-05,
"loss": 1.1305,
"step": 80500
},
{
"epoch": 3.61,
"learning_rate": 4.7743545784590564e-05,
"loss": 1.1636,
"step": 80550
},
{
"epoch": 3.61,
"learning_rate": 4.7742145130204835e-05,
"loss": 1.1405,
"step": 80600
},
{
"epoch": 3.61,
"learning_rate": 4.774074447581911e-05,
"loss": 1.164,
"step": 80650
},
{
"epoch": 3.62,
"learning_rate": 4.773934382143337e-05,
"loss": 1.1696,
"step": 80700
},
{
"epoch": 3.62,
"learning_rate": 4.773794316704765e-05,
"loss": 1.1624,
"step": 80750
},
{
"epoch": 3.62,
"learning_rate": 4.773654251266192e-05,
"loss": 1.1748,
"step": 80800
},
{
"epoch": 3.62,
"learning_rate": 4.773514185827619e-05,
"loss": 1.1486,
"step": 80850
},
{
"epoch": 3.63,
"learning_rate": 4.773374120389046e-05,
"loss": 1.1813,
"step": 80900
},
{
"epoch": 3.63,
"learning_rate": 4.773234054950473e-05,
"loss": 1.1725,
"step": 80950
},
{
"epoch": 3.63,
"learning_rate": 4.7730939895119e-05,
"loss": 1.1872,
"step": 81000
},
{
"epoch": 3.63,
"learning_rate": 4.772953924073327e-05,
"loss": 1.1534,
"step": 81050
},
{
"epoch": 3.63,
"learning_rate": 4.7728138586347545e-05,
"loss": 1.1725,
"step": 81100
},
{
"epoch": 3.64,
"learning_rate": 4.772673793196181e-05,
"loss": 1.1668,
"step": 81150
},
{
"epoch": 3.64,
"learning_rate": 4.772533727757609e-05,
"loss": 1.1781,
"step": 81200
},
{
"epoch": 3.64,
"learning_rate": 4.772393662319036e-05,
"loss": 1.1684,
"step": 81250
},
{
"epoch": 3.64,
"learning_rate": 4.7722535968804625e-05,
"loss": 1.1879,
"step": 81300
},
{
"epoch": 3.65,
"learning_rate": 4.7721135314418896e-05,
"loss": 1.1728,
"step": 81350
},
{
"epoch": 3.65,
"learning_rate": 4.7719734660033175e-05,
"loss": 1.1831,
"step": 81400
},
{
"epoch": 3.65,
"learning_rate": 4.771833400564744e-05,
"loss": 1.1714,
"step": 81450
},
{
"epoch": 3.65,
"learning_rate": 4.771693335126171e-05,
"loss": 1.1622,
"step": 81500
},
{
"epoch": 3.66,
"learning_rate": 4.771553269687598e-05,
"loss": 1.1586,
"step": 81550
},
{
"epoch": 3.66,
"learning_rate": 4.7714132042490254e-05,
"loss": 1.1451,
"step": 81600
},
{
"epoch": 3.66,
"learning_rate": 4.7712731388104526e-05,
"loss": 1.1707,
"step": 81650
},
{
"epoch": 3.66,
"learning_rate": 4.77113307337188e-05,
"loss": 1.1656,
"step": 81700
},
{
"epoch": 3.66,
"learning_rate": 4.770993007933306e-05,
"loss": 1.1915,
"step": 81750
},
{
"epoch": 3.67,
"learning_rate": 4.770852942494734e-05,
"loss": 1.1767,
"step": 81800
},
{
"epoch": 3.67,
"learning_rate": 4.770712877056161e-05,
"loss": 1.1862,
"step": 81850
},
{
"epoch": 3.67,
"learning_rate": 4.770572811617588e-05,
"loss": 1.1925,
"step": 81900
},
{
"epoch": 3.67,
"learning_rate": 4.770432746179015e-05,
"loss": 1.1957,
"step": 81950
},
{
"epoch": 3.68,
"learning_rate": 4.770292680740442e-05,
"loss": 1.1652,
"step": 82000
},
{
"epoch": 3.68,
"learning_rate": 4.770152615301869e-05,
"loss": 1.1723,
"step": 82050
},
{
"epoch": 3.68,
"learning_rate": 4.7700125498632964e-05,
"loss": 1.183,
"step": 82100
},
{
"epoch": 3.68,
"learning_rate": 4.7698724844247236e-05,
"loss": 1.1691,
"step": 82150
},
{
"epoch": 3.68,
"learning_rate": 4.76973241898615e-05,
"loss": 1.1415,
"step": 82200
},
{
"epoch": 3.69,
"learning_rate": 4.769592353547578e-05,
"loss": 1.1928,
"step": 82250
},
{
"epoch": 3.69,
"learning_rate": 4.769452288109005e-05,
"loss": 1.1779,
"step": 82300
},
{
"epoch": 3.69,
"learning_rate": 4.7693122226704315e-05,
"loss": 1.155,
"step": 82350
},
{
"epoch": 3.69,
"learning_rate": 4.769172157231859e-05,
"loss": 1.1755,
"step": 82400
},
{
"epoch": 3.7,
"learning_rate": 4.7690320917932865e-05,
"loss": 1.1804,
"step": 82450
},
{
"epoch": 3.7,
"learning_rate": 4.768892026354713e-05,
"loss": 1.1769,
"step": 82500
},
{
"epoch": 3.7,
"learning_rate": 4.76875196091614e-05,
"loss": 1.1553,
"step": 82550
},
{
"epoch": 3.7,
"learning_rate": 4.7686118954775674e-05,
"loss": 1.1611,
"step": 82600
},
{
"epoch": 3.7,
"learning_rate": 4.7684718300389945e-05,
"loss": 1.1786,
"step": 82650
},
{
"epoch": 3.71,
"learning_rate": 4.768331764600422e-05,
"loss": 1.1768,
"step": 82700
},
{
"epoch": 3.71,
"learning_rate": 4.768191699161849e-05,
"loss": 1.1694,
"step": 82750
},
{
"epoch": 3.71,
"learning_rate": 4.768051633723275e-05,
"loss": 1.214,
"step": 82800
},
{
"epoch": 3.71,
"learning_rate": 4.767911568284703e-05,
"loss": 1.1711,
"step": 82850
},
{
"epoch": 3.72,
"learning_rate": 4.7677715028461303e-05,
"loss": 1.1475,
"step": 82900
},
{
"epoch": 3.72,
"learning_rate": 4.767631437407557e-05,
"loss": 1.1716,
"step": 82950
},
{
"epoch": 3.72,
"learning_rate": 4.767491371968984e-05,
"loss": 1.184,
"step": 83000
},
{
"epoch": 3.72,
"learning_rate": 4.767351306530412e-05,
"loss": 1.1876,
"step": 83050
},
{
"epoch": 3.72,
"learning_rate": 4.767211241091838e-05,
"loss": 1.2014,
"step": 83100
},
{
"epoch": 3.73,
"learning_rate": 4.7670711756532655e-05,
"loss": 1.1782,
"step": 83150
},
{
"epoch": 3.73,
"learning_rate": 4.7669311102146926e-05,
"loss": 1.1751,
"step": 83200
},
{
"epoch": 3.73,
"learning_rate": 4.766791044776119e-05,
"loss": 1.1593,
"step": 83250
},
{
"epoch": 3.73,
"learning_rate": 4.766650979337547e-05,
"loss": 1.1758,
"step": 83300
},
{
"epoch": 3.74,
"learning_rate": 4.766510913898974e-05,
"loss": 1.157,
"step": 83350
},
{
"epoch": 3.74,
"learning_rate": 4.7663708484604006e-05,
"loss": 1.1296,
"step": 83400
},
{
"epoch": 3.74,
"learning_rate": 4.766230783021828e-05,
"loss": 1.1392,
"step": 83450
},
{
"epoch": 3.74,
"learning_rate": 4.7660907175832556e-05,
"loss": 1.145,
"step": 83500
},
{
"epoch": 3.74,
"learning_rate": 4.765950652144682e-05,
"loss": 1.1592,
"step": 83550
},
{
"epoch": 3.75,
"learning_rate": 4.765810586706109e-05,
"loss": 1.1619,
"step": 83600
},
{
"epoch": 3.75,
"learning_rate": 4.7656705212675364e-05,
"loss": 1.1685,
"step": 83650
},
{
"epoch": 3.75,
"learning_rate": 4.7655304558289636e-05,
"loss": 1.1478,
"step": 83700
},
{
"epoch": 3.75,
"learning_rate": 4.765390390390391e-05,
"loss": 1.1554,
"step": 83750
},
{
"epoch": 3.76,
"learning_rate": 4.765250324951818e-05,
"loss": 1.1587,
"step": 83800
},
{
"epoch": 3.76,
"learning_rate": 4.7651102595132444e-05,
"loss": 1.1696,
"step": 83850
},
{
"epoch": 3.76,
"learning_rate": 4.764970194074672e-05,
"loss": 1.1849,
"step": 83900
},
{
"epoch": 3.76,
"learning_rate": 4.7648301286360994e-05,
"loss": 1.1463,
"step": 83950
},
{
"epoch": 3.76,
"learning_rate": 4.764690063197526e-05,
"loss": 1.1289,
"step": 84000
},
{
"epoch": 3.77,
"learning_rate": 4.764549997758953e-05,
"loss": 1.1503,
"step": 84050
},
{
"epoch": 3.77,
"learning_rate": 4.764409932320381e-05,
"loss": 1.1848,
"step": 84100
},
{
"epoch": 3.77,
"learning_rate": 4.7642698668818074e-05,
"loss": 1.167,
"step": 84150
},
{
"epoch": 3.77,
"learning_rate": 4.7641298014432346e-05,
"loss": 1.1467,
"step": 84200
},
{
"epoch": 3.78,
"learning_rate": 4.763989736004662e-05,
"loss": 1.1529,
"step": 84250
},
{
"epoch": 3.78,
"learning_rate": 4.763849670566088e-05,
"loss": 1.1826,
"step": 84300
},
{
"epoch": 3.78,
"learning_rate": 4.763709605127516e-05,
"loss": 1.1499,
"step": 84350
},
{
"epoch": 3.78,
"learning_rate": 4.763569539688943e-05,
"loss": 1.18,
"step": 84400
},
{
"epoch": 3.79,
"learning_rate": 4.76342947425037e-05,
"loss": 1.1758,
"step": 84450
},
{
"epoch": 3.79,
"learning_rate": 4.763289408811797e-05,
"loss": 1.1627,
"step": 84500
},
{
"epoch": 3.79,
"learning_rate": 4.763149343373225e-05,
"loss": 1.1634,
"step": 84550
},
{
"epoch": 3.79,
"learning_rate": 4.763009277934651e-05,
"loss": 1.1744,
"step": 84600
},
{
"epoch": 3.79,
"learning_rate": 4.7628692124960784e-05,
"loss": 1.1388,
"step": 84650
},
{
"epoch": 3.8,
"learning_rate": 4.7627291470575055e-05,
"loss": 1.1546,
"step": 84700
},
{
"epoch": 3.8,
"learning_rate": 4.762589081618933e-05,
"loss": 1.1508,
"step": 84750
},
{
"epoch": 3.8,
"learning_rate": 4.76244901618036e-05,
"loss": 1.1785,
"step": 84800
},
{
"epoch": 3.8,
"learning_rate": 4.762308950741787e-05,
"loss": 1.184,
"step": 84850
},
{
"epoch": 3.81,
"learning_rate": 4.7621688853032135e-05,
"loss": 1.1683,
"step": 84900
},
{
"epoch": 3.81,
"learning_rate": 4.762028819864641e-05,
"loss": 1.155,
"step": 84950
},
{
"epoch": 3.81,
"learning_rate": 4.7618887544260685e-05,
"loss": 1.1493,
"step": 85000
},
{
"epoch": 3.81,
"learning_rate": 4.761748688987495e-05,
"loss": 1.1736,
"step": 85050
},
{
"epoch": 3.81,
"learning_rate": 4.761608623548922e-05,
"loss": 1.1701,
"step": 85100
},
{
"epoch": 3.82,
"learning_rate": 4.761468558110349e-05,
"loss": 1.1473,
"step": 85150
},
{
"epoch": 3.82,
"learning_rate": 4.7613284926717765e-05,
"loss": 1.1543,
"step": 85200
},
{
"epoch": 3.82,
"learning_rate": 4.7611884272332036e-05,
"loss": 1.16,
"step": 85250
},
{
"epoch": 3.82,
"learning_rate": 4.761048361794631e-05,
"loss": 1.1549,
"step": 85300
},
{
"epoch": 3.83,
"learning_rate": 4.760908296356057e-05,
"loss": 1.1629,
"step": 85350
},
{
"epoch": 3.83,
"learning_rate": 4.760768230917485e-05,
"loss": 1.1526,
"step": 85400
},
{
"epoch": 3.83,
"learning_rate": 4.760628165478912e-05,
"loss": 1.1535,
"step": 85450
},
{
"epoch": 3.83,
"learning_rate": 4.760488100040339e-05,
"loss": 1.1512,
"step": 85500
},
{
"epoch": 3.83,
"learning_rate": 4.760348034601766e-05,
"loss": 1.1895,
"step": 85550
},
{
"epoch": 3.84,
"learning_rate": 4.760207969163194e-05,
"loss": 1.1491,
"step": 85600
},
{
"epoch": 3.84,
"learning_rate": 4.76006790372462e-05,
"loss": 1.1818,
"step": 85650
},
{
"epoch": 3.84,
"learning_rate": 4.7599278382860474e-05,
"loss": 1.1703,
"step": 85700
},
{
"epoch": 3.84,
"learning_rate": 4.7597877728474746e-05,
"loss": 1.1637,
"step": 85750
},
{
"epoch": 3.85,
"learning_rate": 4.759647707408902e-05,
"loss": 1.1561,
"step": 85800
},
{
"epoch": 3.85,
"learning_rate": 4.759507641970329e-05,
"loss": 1.179,
"step": 85850
},
{
"epoch": 3.85,
"learning_rate": 4.759367576531756e-05,
"loss": 1.1416,
"step": 85900
},
{
"epoch": 3.85,
"learning_rate": 4.7592275110931826e-05,
"loss": 1.1354,
"step": 85950
},
{
"epoch": 3.85,
"learning_rate": 4.7590874456546104e-05,
"loss": 1.1555,
"step": 86000
},
{
"epoch": 3.86,
"learning_rate": 4.7589473802160376e-05,
"loss": 1.1897,
"step": 86050
},
{
"epoch": 3.86,
"learning_rate": 4.758807314777464e-05,
"loss": 1.159,
"step": 86100
},
{
"epoch": 3.86,
"learning_rate": 4.758667249338891e-05,
"loss": 1.1614,
"step": 86150
},
{
"epoch": 3.86,
"learning_rate": 4.7585271839003184e-05,
"loss": 1.177,
"step": 86200
},
{
"epoch": 3.87,
"learning_rate": 4.7583871184617456e-05,
"loss": 1.1443,
"step": 86250
},
{
"epoch": 3.87,
"learning_rate": 4.758247053023173e-05,
"loss": 1.1603,
"step": 86300
},
{
"epoch": 3.87,
"learning_rate": 4.7581069875846e-05,
"loss": 1.198,
"step": 86350
},
{
"epoch": 3.87,
"learning_rate": 4.757966922146027e-05,
"loss": 1.1655,
"step": 86400
},
{
"epoch": 3.87,
"learning_rate": 4.757826856707454e-05,
"loss": 1.2059,
"step": 86450
},
{
"epoch": 3.88,
"learning_rate": 4.7576867912688814e-05,
"loss": 1.1499,
"step": 86500
},
{
"epoch": 3.88,
"learning_rate": 4.757546725830308e-05,
"loss": 1.159,
"step": 86550
},
{
"epoch": 3.88,
"learning_rate": 4.757406660391735e-05,
"loss": 1.1589,
"step": 86600
},
{
"epoch": 3.88,
"learning_rate": 4.757266594953162e-05,
"loss": 1.1699,
"step": 86650
},
{
"epoch": 3.89,
"learning_rate": 4.7571265295145894e-05,
"loss": 1.1401,
"step": 86700
},
{
"epoch": 3.89,
"learning_rate": 4.7569864640760165e-05,
"loss": 1.1742,
"step": 86750
},
{
"epoch": 3.89,
"learning_rate": 4.756846398637444e-05,
"loss": 1.1591,
"step": 86800
},
{
"epoch": 3.89,
"learning_rate": 4.756706333198871e-05,
"loss": 1.1519,
"step": 86850
},
{
"epoch": 3.89,
"learning_rate": 4.756566267760298e-05,
"loss": 1.1516,
"step": 86900
},
{
"epoch": 3.9,
"learning_rate": 4.756426202321725e-05,
"loss": 1.1428,
"step": 86950
},
{
"epoch": 3.9,
"learning_rate": 4.7562861368831517e-05,
"loss": 1.1925,
"step": 87000
},
{
"epoch": 3.9,
"learning_rate": 4.7561460714445795e-05,
"loss": 1.1404,
"step": 87050
},
{
"epoch": 3.9,
"learning_rate": 4.756006006006006e-05,
"loss": 1.1496,
"step": 87100
},
{
"epoch": 3.91,
"learning_rate": 4.755865940567433e-05,
"loss": 1.1784,
"step": 87150
},
{
"epoch": 3.91,
"learning_rate": 4.75572587512886e-05,
"loss": 1.1627,
"step": 87200
},
{
"epoch": 3.91,
"learning_rate": 4.7555858096902875e-05,
"loss": 1.1426,
"step": 87250
},
{
"epoch": 3.91,
"learning_rate": 4.7554457442517146e-05,
"loss": 1.1499,
"step": 87300
},
{
"epoch": 3.92,
"learning_rate": 4.755305678813142e-05,
"loss": 1.1624,
"step": 87350
},
{
"epoch": 3.92,
"learning_rate": 4.755165613374569e-05,
"loss": 1.1788,
"step": 87400
},
{
"epoch": 3.92,
"learning_rate": 4.755025547935996e-05,
"loss": 1.1411,
"step": 87450
},
{
"epoch": 3.92,
"learning_rate": 4.754885482497423e-05,
"loss": 1.1643,
"step": 87500
},
{
"epoch": 3.92,
"learning_rate": 4.7547454170588505e-05,
"loss": 1.1557,
"step": 87550
},
{
"epoch": 3.93,
"learning_rate": 4.754605351620277e-05,
"loss": 1.1751,
"step": 87600
},
{
"epoch": 3.93,
"learning_rate": 4.754465286181704e-05,
"loss": 1.1482,
"step": 87650
},
{
"epoch": 3.93,
"learning_rate": 4.754325220743131e-05,
"loss": 1.1461,
"step": 87700
},
{
"epoch": 3.93,
"learning_rate": 4.7541851553045584e-05,
"loss": 1.175,
"step": 87750
},
{
"epoch": 3.94,
"learning_rate": 4.7540450898659856e-05,
"loss": 1.1366,
"step": 87800
},
{
"epoch": 3.94,
"learning_rate": 4.753905024427413e-05,
"loss": 1.1696,
"step": 87850
},
{
"epoch": 3.94,
"learning_rate": 4.75376495898884e-05,
"loss": 1.1603,
"step": 87900
},
{
"epoch": 3.94,
"learning_rate": 4.753624893550267e-05,
"loss": 1.1581,
"step": 87950
},
{
"epoch": 3.94,
"learning_rate": 4.753484828111694e-05,
"loss": 1.1782,
"step": 88000
},
{
"epoch": 3.95,
"learning_rate": 4.753344762673121e-05,
"loss": 1.1512,
"step": 88050
},
{
"epoch": 3.95,
"learning_rate": 4.7532046972345486e-05,
"loss": 1.1958,
"step": 88100
},
{
"epoch": 3.95,
"learning_rate": 4.753064631795975e-05,
"loss": 1.1588,
"step": 88150
},
{
"epoch": 3.95,
"learning_rate": 4.752924566357402e-05,
"loss": 1.1503,
"step": 88200
},
{
"epoch": 3.96,
"learning_rate": 4.7527845009188294e-05,
"loss": 1.1552,
"step": 88250
},
{
"epoch": 3.96,
"learning_rate": 4.7526444354802566e-05,
"loss": 1.178,
"step": 88300
},
{
"epoch": 3.96,
"learning_rate": 4.752504370041684e-05,
"loss": 1.1439,
"step": 88350
},
{
"epoch": 3.96,
"learning_rate": 4.752364304603111e-05,
"loss": 1.1596,
"step": 88400
},
{
"epoch": 3.96,
"learning_rate": 4.752224239164538e-05,
"loss": 1.1738,
"step": 88450
},
{
"epoch": 3.97,
"learning_rate": 4.752084173725965e-05,
"loss": 1.1629,
"step": 88500
},
{
"epoch": 3.97,
"learning_rate": 4.7519441082873924e-05,
"loss": 1.1586,
"step": 88550
},
{
"epoch": 3.97,
"learning_rate": 4.751804042848819e-05,
"loss": 1.1825,
"step": 88600
},
{
"epoch": 3.97,
"learning_rate": 4.751663977410246e-05,
"loss": 1.1345,
"step": 88650
},
{
"epoch": 3.98,
"learning_rate": 4.751523911971673e-05,
"loss": 1.1739,
"step": 88700
},
{
"epoch": 3.98,
"learning_rate": 4.7513838465331003e-05,
"loss": 1.1766,
"step": 88750
},
{
"epoch": 3.98,
"learning_rate": 4.7512437810945275e-05,
"loss": 1.1577,
"step": 88800
},
{
"epoch": 3.98,
"learning_rate": 4.751103715655955e-05,
"loss": 1.1732,
"step": 88850
},
{
"epoch": 3.98,
"learning_rate": 4.750963650217382e-05,
"loss": 1.1485,
"step": 88900
},
{
"epoch": 3.99,
"learning_rate": 4.750823584778809e-05,
"loss": 1.1586,
"step": 88950
},
{
"epoch": 3.99,
"learning_rate": 4.750683519340236e-05,
"loss": 1.1265,
"step": 89000
},
{
"epoch": 3.99,
"learning_rate": 4.750543453901663e-05,
"loss": 1.1527,
"step": 89050
},
{
"epoch": 3.99,
"learning_rate": 4.75040338846309e-05,
"loss": 1.1542,
"step": 89100
},
{
"epoch": 4.0,
"learning_rate": 4.7502633230245177e-05,
"loss": 1.1522,
"step": 89150
},
{
"epoch": 4.0,
"learning_rate": 4.750123257585944e-05,
"loss": 1.1272,
"step": 89200
},
{
"epoch": 4.0,
"learning_rate": 4.749983192147371e-05,
"loss": 1.1496,
"step": 89250
},
{
"epoch": 4.0,
"learning_rate": 4.7498431267087985e-05,
"loss": 1.1714,
"step": 89300
},
{
"epoch": 4.0,
"learning_rate": 4.7497030612702256e-05,
"loss": 1.1457,
"step": 89350
},
{
"epoch": 4.01,
"learning_rate": 4.749562995831653e-05,
"loss": 1.149,
"step": 89400
},
{
"epoch": 4.01,
"learning_rate": 4.74942293039308e-05,
"loss": 1.1828,
"step": 89450
},
{
"epoch": 4.01,
"learning_rate": 4.749282864954507e-05,
"loss": 1.1107,
"step": 89500
},
{
"epoch": 4.01,
"learning_rate": 4.749142799515934e-05,
"loss": 1.1306,
"step": 89550
},
{
"epoch": 4.02,
"learning_rate": 4.7490027340773614e-05,
"loss": 1.1476,
"step": 89600
},
{
"epoch": 4.02,
"learning_rate": 4.748862668638788e-05,
"loss": 1.1422,
"step": 89650
},
{
"epoch": 4.02,
"learning_rate": 4.748722603200215e-05,
"loss": 1.1734,
"step": 89700
},
{
"epoch": 4.02,
"learning_rate": 4.748582537761642e-05,
"loss": 1.1281,
"step": 89750
},
{
"epoch": 4.02,
"learning_rate": 4.7484424723230694e-05,
"loss": 1.1658,
"step": 89800
},
{
"epoch": 4.03,
"learning_rate": 4.7483024068844966e-05,
"loss": 1.1493,
"step": 89850
},
{
"epoch": 4.03,
"learning_rate": 4.748162341445924e-05,
"loss": 1.1633,
"step": 89900
},
{
"epoch": 4.03,
"learning_rate": 4.748022276007351e-05,
"loss": 1.1526,
"step": 89950
},
{
"epoch": 4.03,
"learning_rate": 4.747882210568778e-05,
"loss": 1.1744,
"step": 90000
}
],
"max_steps": 1784880,
"num_train_epochs": 80,
"total_flos": 1.1156563427328e+17,
"trial_name": null,
"trial_params": null
}