{
  "best_metric": 1.1089974641799927,
  "best_model_checkpoint": "data/tinyllama_moe_sft_ultrachat200k_v2_epochs5/checkpoint-3400",
  "epoch": 4.9978098992553655,
  "eval_steps": 100,
  "global_step": 5705,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.7391304347826088e-07,
      "loss": 2.7477,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.695652173913044e-07,
      "loss": 2.6989,
      "step": 5
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 2.7026,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 2.5994,
      "step": 15
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 2.4352,
      "step": 20
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.347826086956522e-06,
      "loss": 2.0773,
      "step": 25
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 1.8706,
      "step": 30
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.086956521739132e-06,
      "loss": 1.7352,
      "step": 35
    },
    {
      "epoch": 0.04,
      "learning_rate": 6.956521739130435e-06,
      "loss": 1.6574,
      "step": 40
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.82608695652174e-06,
      "loss": 1.588,
      "step": 45
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.695652173913044e-06,
      "loss": 1.5429,
      "step": 50
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.565217391304349e-06,
      "loss": 1.4804,
      "step": 55
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0434782608695653e-05,
      "loss": 1.4633,
      "step": 60
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.1304347826086957e-05,
      "loss": 1.42,
      "step": 65
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2173913043478263e-05,
      "loss": 1.4117,
      "step": 70
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 1.3668,
      "step": 75
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.391304347826087e-05,
      "loss": 1.359,
      "step": 80
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4782608695652174e-05,
      "loss": 1.3563,
      "step": 85
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.565217391304348e-05,
      "loss": 1.3425,
      "step": 90
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6521739130434785e-05,
      "loss": 1.3117,
      "step": 95
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.739130434782609e-05,
      "loss": 1.3359,
      "step": 100
    },
    {
      "epoch": 0.09,
      "eval_loss": 1.3128533363342285,
      "eval_runtime": 428.862,
      "eval_samples_per_second": 37.695,
      "eval_steps_per_second": 1.18,
      "step": 100
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.8260869565217393e-05,
      "loss": 1.3087,
      "step": 105
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9130434782608697e-05,
      "loss": 1.2993,
      "step": 110
    },
    {
      "epoch": 0.1,
      "learning_rate": 2e-05,
      "loss": 1.2999,
      "step": 115
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9999960519207943e-05,
      "loss": 1.2738,
      "step": 120
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999984207714351e-05,
      "loss": 1.2769,
      "step": 125
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9999644674741944e-05,
      "loss": 1.255,
      "step": 130
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9999368313561967e-05,
      "loss": 1.271,
      "step": 135
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9999012995785765e-05,
      "loss": 1.282,
      "step": 140
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9998578724218986e-05,
      "loss": 1.2598,
      "step": 145
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999806550229071e-05,
      "loss": 1.2622,
      "step": 150
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9997473334053415e-05,
      "loss": 1.2541,
      "step": 155
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9996802224182953e-05,
      "loss": 1.248,
      "step": 160
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.999605217797852e-05,
      "loss": 1.2444,
      "step": 165
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9995223201362596e-05,
      "loss": 1.2482,
      "step": 170
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9994315300880913e-05,
      "loss": 1.2575,
      "step": 175
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9993328483702393e-05,
      "loss": 1.2306,
      "step": 180
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.999226275761911e-05,
      "loss": 1.2327,
      "step": 185
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9991118131046197e-05,
      "loss": 1.2423,
      "step": 190
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.998989461302181e-05,
      "loss": 1.2272,
      "step": 195
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.998859221320704e-05,
      "loss": 1.2425,
      "step": 200
    },
    {
      "epoch": 0.18,
      "eval_loss": 1.2362912893295288,
      "eval_runtime": 428.6396,
      "eval_samples_per_second": 37.715,
      "eval_steps_per_second": 1.18,
      "step": 200
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9987210941885843e-05,
      "loss": 1.2403,
      "step": 205
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.998575080996496e-05,
      "loss": 1.2136,
      "step": 210
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.998421182897382e-05,
      "loss": 1.246,
      "step": 215
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9982594011064457e-05,
      "loss": 1.2197,
      "step": 220
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9980897369011424e-05,
      "loss": 1.2035,
      "step": 225
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9979121916211674e-05,
      "loss": 1.2221,
      "step": 230
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.997726766668446e-05,
      "loss": 1.2323,
      "step": 235
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9975334635071234e-05,
      "loss": 1.2047,
      "step": 240
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9973322836635517e-05,
      "loss": 1.2338,
      "step": 245
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.997123228726279e-05,
      "loss": 1.2085,
      "step": 250
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9969063003460364e-05,
      "loss": 1.2169,
      "step": 255
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9966815002357243e-05,
      "loss": 1.2208,
      "step": 260
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9964488301704004e-05,
      "loss": 1.2016,
      "step": 265
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.996208291987264e-05,
      "loss": 1.2027,
      "step": 270
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.995959887585643e-05,
      "loss": 1.2171,
      "step": 275
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9957036189269777e-05,
      "loss": 1.1921,
      "step": 280
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.995439488034806e-05,
      "loss": 1.224,
      "step": 285
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9951674969947477e-05,
      "loss": 1.1924,
      "step": 290
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9948876479544866e-05,
      "loss": 1.2121,
      "step": 295
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.994599943123755e-05,
      "loss": 1.2079,
      "step": 300
    },
    {
      "epoch": 0.26,
      "eval_loss": 1.208325743675232,
      "eval_runtime": 428.2751,
      "eval_samples_per_second": 37.747,
      "eval_steps_per_second": 1.181,
      "step": 300
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9943043847743164e-05,
      "loss": 1.2103,
      "step": 305
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9940009752399462e-05,
      "loss": 1.1775,
      "step": 310
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.993689716916414e-05,
      "loss": 1.2003,
      "step": 315
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9933706122614645e-05,
      "loss": 1.1945,
      "step": 320
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.993043663794799e-05,
      "loss": 1.1911,
      "step": 325
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.992708874098054e-05,
      "loss": 1.1859,
      "step": 330
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.992366245814783e-05,
      "loss": 1.2373,
      "step": 335
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.992015781650432e-05,
      "loss": 1.1896,
      "step": 340
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.991657484372322e-05,
      "loss": 1.1971,
      "step": 345
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9912913568096252e-05,
      "loss": 1.1909,
      "step": 350
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9909174018533428e-05,
      "loss": 1.19,
      "step": 355
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9905356224562824e-05,
      "loss": 1.1955,
      "step": 360
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9901460216330344e-05,
      "loss": 1.192,
      "step": 365
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.989748602459949e-05,
      "loss": 1.1862,
      "step": 370
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9893433680751105e-05,
      "loss": 1.1777,
      "step": 375
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.988930321678314e-05,
      "loss": 1.1933,
      "step": 380
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.988509466531039e-05,
      "loss": 1.1831,
      "step": 385
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.988080805956425e-05,
      "loss": 1.1763,
      "step": 390
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9876443433392433e-05,
      "loss": 1.1777,
      "step": 395
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9872000821258723e-05,
      "loss": 1.1849,
      "step": 400
    },
    {
      "epoch": 0.35,
      "eval_loss": 1.1909927129745483,
      "eval_runtime": 426.8078,
      "eval_samples_per_second": 37.877,
      "eval_steps_per_second": 1.186,
      "step": 400
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.986748025824268e-05,
      "loss": 1.206,
      "step": 405
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9862881780039398e-05,
      "loss": 1.1976,
      "step": 410
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9858205422959183e-05,
      "loss": 1.184,
      "step": 415
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9853451223927293e-05,
      "loss": 1.1855,
      "step": 420
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9848619220483632e-05,
      "loss": 1.1769,
      "step": 425
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.984370945078247e-05,
      "loss": 1.1842,
      "step": 430
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9838721953592122e-05,
      "loss": 1.1709,
      "step": 435
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.983365676829466e-05,
      "loss": 1.1851,
      "step": 440
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9828513934885592e-05,
      "loss": 1.1748,
      "step": 445
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.982329349397354e-05,
      "loss": 1.1996,
      "step": 450
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.981799548677993e-05,
      "loss": 1.1701,
      "step": 455
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.981261995513867e-05,
      "loss": 1.1689,
      "step": 460
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9807166941495813e-05,
      "loss": 1.1793,
      "step": 465
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9801636488909208e-05,
      "loss": 1.1832,
      "step": 470
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9796028641048197e-05,
      "loss": 1.1771,
      "step": 475
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.979034344219323e-05,
      "loss": 1.1846,
      "step": 480
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9784580937235535e-05,
      "loss": 1.1509,
      "step": 485
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9778741171676766e-05,
      "loss": 1.1836,
      "step": 490
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9772824191628635e-05,
      "loss": 1.1671,
      "step": 495
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.976683004381256e-05,
      "loss": 1.1545,
      "step": 500
    },
    {
      "epoch": 0.44,
      "eval_loss": 1.178593397140503,
      "eval_runtime": 426.2866,
      "eval_samples_per_second": 37.923,
      "eval_steps_per_second": 1.187,
      "step": 500
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9760758775559275e-05,
      "loss": 1.1682,
      "step": 505
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9754610434808476e-05,
      "loss": 1.1715,
      "step": 510
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9748385070108444e-05,
      "loss": 1.1791,
      "step": 515
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9742082730615634e-05,
      "loss": 1.1492,
      "step": 520
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9735703466094326e-05,
      "loss": 1.1689,
      "step": 525
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9729247326916194e-05,
      "loss": 1.1593,
      "step": 530
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9722714364059943e-05,
      "loss": 1.1557,
      "step": 535
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9716104629110882e-05,
      "loss": 1.1702,
      "step": 540
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9709418174260523e-05,
      "loss": 1.1591,
      "step": 545
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.970265505230617e-05,
      "loss": 1.1714,
      "step": 550
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9695815316650514e-05,
      "loss": 1.1721,
      "step": 555
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9688899021301182e-05,
      "loss": 1.1788,
      "step": 560
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9681906220870345e-05,
      "loss": 1.1759,
      "step": 565
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9674836970574253e-05,
      "loss": 1.1674,
      "step": 570
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.966769132623284e-05,
      "loss": 1.1684,
      "step": 575
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9660469344269234e-05,
      "loss": 1.1528,
      "step": 580
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9653171081709353e-05,
      "loss": 1.1686,
      "step": 585
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.9645796596181436e-05,
      "loss": 1.1598,
      "step": 590
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.9638345945915588e-05,
      "loss": 1.1847,
      "step": 595
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.963081918974332e-05,
      "loss": 1.174,
      "step": 600
    },
    {
      "epoch": 0.53,
      "eval_loss": 1.169019341468811,
      "eval_runtime": 427.0041,
      "eval_samples_per_second": 37.859,
      "eval_steps_per_second": 1.185,
      "step": 600
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.9623216387097095e-05,
      "loss": 1.1445,
      "step": 605
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.9615537598009845e-05,
      "loss": 1.1567,
      "step": 610
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.9607782883114507e-05,
      "loss": 1.1774,
      "step": 615
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.9599952303643538e-05,
      "loss": 1.1534,
      "step": 620
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.9592045921428435e-05,
      "loss": 1.1571,
      "step": 625
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.958406379889924e-05,
      "loss": 1.1573,
      "step": 630
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.957600599908406e-05,
      "loss": 1.1769,
      "step": 635
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.956787258560856e-05,
      "loss": 1.1678,
      "step": 640
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.955966362269546e-05,
      "loss": 1.1648,
      "step": 645
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.955137917516403e-05,
      "loss": 1.1546,
      "step": 650
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.954301930842958e-05,
      "loss": 1.1602,
      "step": 655
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.9534584088502946e-05,
      "loss": 1.1648,
      "step": 660
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.952607358198996e-05,
      "loss": 1.1559,
      "step": 665
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.9517487856090923e-05,
      "loss": 1.1431,
      "step": 670
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.9508826978600095e-05,
      "loss": 1.1665,
      "step": 675
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9500091017905133e-05,
      "loss": 1.1734,
      "step": 680
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9491280042986566e-05,
      "loss": 1.154,
      "step": 685
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9482394123417246e-05,
      "loss": 1.1555,
      "step": 690
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9473433329361805e-05,
      "loss": 1.1486,
      "step": 695
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9464397731576093e-05,
      "loss": 1.1609,
      "step": 700
    },
    {
      "epoch": 0.61,
      "eval_loss": 1.160956859588623,
      "eval_runtime": 426.6054,
      "eval_samples_per_second": 37.895,
      "eval_steps_per_second": 1.186,
      "step": 700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.945528740140662e-05,
      "loss": 1.1584,
      "step": 705
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.944610241079e-05,
      "loss": 1.1311,
      "step": 710
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.9436842832252363e-05,
      "loss": 1.1384,
      "step": 715
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.9427508738908817e-05,
      "loss": 1.1683,
      "step": 720
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.9418100204462843e-05,
      "loss": 1.1368,
      "step": 725
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.9408617303205712e-05,
      "loss": 1.1778,
      "step": 730
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.9399060110015918e-05,
      "loss": 1.1624,
      "step": 735
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.9389428700358575e-05,
      "loss": 1.1505,
      "step": 740
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.9379723150284817e-05,
      "loss": 1.1638,
      "step": 745
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.9369943536431207e-05,
      "loss": 1.1491,
      "step": 750
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.936008993601912e-05,
      "loss": 1.1634,
      "step": 755
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9350162426854152e-05,
      "loss": 1.152,
      "step": 760
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9340161087325483e-05,
      "loss": 1.1364,
      "step": 765
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.933008599640528e-05,
      "loss": 1.1371,
      "step": 770
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.9319937233648044e-05,
      "loss": 1.143,
      "step": 775
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.9309714879190032e-05,
      "loss": 1.1353,
      "step": 780
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.929941901374856e-05,
      "loss": 1.1533,
      "step": 785
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.9289049718621423e-05,
      "loss": 1.1305,
      "step": 790
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.9278607075686207e-05,
      "loss": 1.1585,
      "step": 795
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.9268091167399682e-05,
      "loss": 1.1449,
      "step": 800
    },
    {
      "epoch": 0.7,
      "eval_loss": 1.1543163061141968,
      "eval_runtime": 428.7409,
      "eval_samples_per_second": 37.706,
      "eval_steps_per_second": 1.18,
      "step": 800
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9257502076797125e-05,
      "loss": 1.1294,
      "step": 805
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.924683988749167e-05,
      "loss": 1.1343,
      "step": 810
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9236104683673656e-05,
      "loss": 1.1317,
      "step": 815
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9225296550109948e-05,
      "loss": 1.1248,
      "step": 820
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.921441557214329e-05,
      "loss": 1.1472,
      "step": 825
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.9203461835691596e-05,
      "loss": 1.1421,
      "step": 830
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.9192435427247313e-05,
      "loss": 1.1666,
      "step": 835
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.9181336433876704e-05,
      "loss": 1.1441,
      "step": 840
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.9170164943219186e-05,
      "loss": 1.1591,
      "step": 845
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.915892104348661e-05,
      "loss": 1.1379,
      "step": 850
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.914760482346259e-05,
      "loss": 1.1503,
      "step": 855
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.91362163725018e-05,
      "loss": 1.1451,
      "step": 860
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.9124755780529243e-05,
      "loss": 1.1601,
      "step": 865
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.911322313803958e-05,
      "loss": 1.1516,
      "step": 870
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.910161853609637e-05,
      "loss": 1.133,
      "step": 875
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.90899420663314e-05,
      "loss": 1.1461,
      "step": 880
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.9078193820943916e-05,
      "loss": 1.1315,
      "step": 885
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.9066373892699933e-05,
      "loss": 1.1316,
      "step": 890
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.905448237493147e-05,
      "loss": 1.1372,
      "step": 895
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.9042519361535835e-05,
      "loss": 1.1406,
      "step": 900
    },
    {
      "epoch": 0.79,
      "eval_loss": 1.148454189300537,
      "eval_runtime": 428.8248,
      "eval_samples_per_second": 37.698,
      "eval_steps_per_second": 1.18,
      "step": 900
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.903048494697488e-05,
      "loss": 1.1461,
      "step": 905
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.901837922627425e-05,
      "loss": 1.143,
      "step": 910
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9006202295022632e-05,
      "loss": 1.1558,
      "step": 915
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8993954249371e-05,
      "loss": 1.1318,
      "step": 920
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.898163518603187e-05,
      "loss": 1.1409,
      "step": 925
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.896924520227851e-05,
      "loss": 1.1313,
      "step": 930
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.89567843959442e-05,
      "loss": 1.1545,
      "step": 935
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.894425286542144e-05,
      "loss": 1.1453,
      "step": 940
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.8931650709661178e-05,
      "loss": 1.1461,
      "step": 945
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.8918978028172034e-05,
      "loss": 1.1554,
      "step": 950
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.8906234921019505e-05,
      "loss": 1.1522,
      "step": 955
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.889342148882519e-05,
      "loss": 1.1349,
      "step": 960
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.8880537832765976e-05,
      "loss": 1.1301,
      "step": 965
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.886758405457325e-05,
      "loss": 1.1382,
      "step": 970
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.8854560256532098e-05,
      "loss": 1.152,
      "step": 975
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.88414665414805e-05,
      "loss": 1.1468,
      "step": 980
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.8828303012808492e-05,
      "loss": 1.1304,
      "step": 985
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.8815069774457386e-05,
      "loss": 1.1337,
      "step": 990
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.8801766930918934e-05,
      "loss": 1.1495,
      "step": 995
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.8788394587234486e-05,
      "loss": 1.1241,
      "step": 1000
    },
    {
      "epoch": 0.88,
      "eval_loss": 1.1431844234466553,
      "eval_runtime": 426.7827,
      "eval_samples_per_second": 37.879,
      "eval_steps_per_second": 1.186,
      "step": 1000
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.8774952848994195e-05,
      "loss": 1.1251,
      "step": 1005
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.8761441822336152e-05,
      "loss": 1.131,
      "step": 1010
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.874786161394556e-05,
      "loss": 1.1257,
      "step": 1015
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.8734212331053904e-05,
      "loss": 1.1233,
      "step": 1020
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.872049408143808e-05,
      "loss": 1.1417,
      "step": 1025
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.8706706973419555e-05,
      "loss": 1.1215,
      "step": 1030
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8692851115863524e-05,
      "loss": 1.1322,
      "step": 1035
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8678926618178034e-05,
      "loss": 1.1415,
      "step": 1040
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.866493359031312e-05,
      "loss": 1.1396,
      "step": 1045
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8650872142759947e-05,
      "loss": 1.1322,
      "step": 1050
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.863674238654994e-05,
      "loss": 1.1262,
      "step": 1055
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.8622544433253883e-05,
      "loss": 1.1701,
      "step": 1060
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.8608278394981068e-05,
      "loss": 1.1395,
      "step": 1065
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.859394438437839e-05,
      "loss": 1.1292,
      "step": 1070
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8579542514629476e-05,
      "loss": 1.1242,
      "step": 1075
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.8565072899453763e-05,
      "loss": 1.1334,
      "step": 1080
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.8550535653105625e-05,
      "loss": 1.1194,
      "step": 1085
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.8535930890373467e-05,
      "loss": 1.118,
      "step": 1090
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8521258726578804e-05,
      "loss": 1.1354,
      "step": 1095
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.850651927757537e-05,
      "loss": 1.1477,
      "step": 1100
    },
    {
      "epoch": 0.96,
      "eval_loss": 1.138464331626892,
      "eval_runtime": 427.2443,
      "eval_samples_per_second": 37.838,
      "eval_steps_per_second": 1.184,
      "step": 1100
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8491712659748183e-05,
      "loss": 1.1413,
      "step": 1105
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.847683899001265e-05,
      "loss": 1.1143,
      "step": 1110
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8461898385813622e-05,
      "loss": 1.109,
      "step": 1115
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8446890965124472e-05,
      "loss": 1.1249,
      "step": 1120
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8431816846446173e-05,
      "loss": 1.119,
      "step": 1125
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8416676148806356e-05,
      "loss": 1.1372,
      "step": 1130
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8401468991758368e-05,
      "loss": 1.1256,
      "step": 1135
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8386195495380324e-05,
      "loss": 1.1361,
      "step": 1140
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8370855780274182e-05,
      "loss": 1.1013,
      "step": 1145
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.8355449967564754e-05,
      "loss": 1.0445,
      "step": 1150
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.833997817889878e-05,
      "loss": 1.0758,
      "step": 1155
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.8324440536443956e-05,
      "loss": 1.084,
      "step": 1160
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.8308837162887964e-05,
      "loss": 1.0677,
      "step": 1165
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.8293168181437516e-05,
      "loss": 1.0827,
      "step": 1170
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.827743371581737e-05,
      "loss": 1.0782,
      "step": 1175
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.8261633890269363e-05,
      "loss": 1.0785,
      "step": 1180
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.8245768829551417e-05,
      "loss": 1.0771,
      "step": 1185
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.8229838658936566e-05,
      "loss": 1.0785,
      "step": 1190
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.821384350421196e-05,
      "loss": 1.0894,
      "step": 1195
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.8197783491677873e-05,
      "loss": 1.0644,
      "step": 1200
    },
    {
      "epoch": 1.05,
      "eval_loss": 1.1381514072418213,
      "eval_runtime": 427.6281,
      "eval_samples_per_second": 37.804,
      "eval_steps_per_second": 1.183,
      "step": 1200
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.818165874814671e-05,
      "loss": 1.0904,
      "step": 1205
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.8165469400942e-05,
      "loss": 1.0588,
      "step": 1210
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.8149215577897397e-05,
      "loss": 1.0787,
      "step": 1215
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.8132897407355657e-05,
      "loss": 1.0742,
      "step": 1220
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.8116515018167636e-05,
      "loss": 1.0821,
      "step": 1225
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.8100068539691283e-05,
      "loss": 1.0653,
      "step": 1230
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.8083558101790598e-05,
      "loss": 1.0636,
      "step": 1235
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.8066983834834607e-05,
      "loss": 1.0761,
      "step": 1240
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.805034586969635e-05,
      "loss": 1.0729,
      "step": 1245
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.8033644337751833e-05,
      "loss": 1.077,
      "step": 1250
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.8016879370879006e-05,
      "loss": 1.0904,
      "step": 1255
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.800005110145669e-05,
      "loss": 1.0804,
      "step": 1260
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.7983159662363582e-05,
      "loss": 1.0639,
      "step": 1265
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.7966205186977154e-05,
      "loss": 1.0558,
      "step": 1270
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.7949187809172623e-05,
      "loss": 1.0719,
      "step": 1275
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.793210766332191e-05,
      "loss": 1.0852,
      "step": 1280
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.7914964884292543e-05,
      "loss": 1.0774,
      "step": 1285
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.7897759607446627e-05,
      "loss": 1.0782,
      "step": 1290
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.788049196863975e-05,
      "loss": 1.0647,
      "step": 1295
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.786316210421993e-05,
      "loss": 1.067,
      "step": 1300
    },
    {
      "epoch": 1.14,
      "eval_loss": 1.1359283924102783,
      "eval_runtime": 427.5945,
      "eval_samples_per_second": 37.807,
      "eval_steps_per_second": 1.183,
      "step": 1300
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.7845770151026516e-05,
      "loss": 1.0729,
      "step": 1305
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.7828316246389125e-05,
      "loss": 1.0597,
      "step": 1310
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.7810800528126556e-05,
      "loss": 1.0795,
      "step": 1315
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.7793223134545692e-05,
      "loss": 1.0637,
      "step": 1320
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.777558420444042e-05,
      "loss": 1.0759,
      "step": 1325
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.7757883877090526e-05,
      "loss": 1.0615,
      "step": 1330
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.7740122292260594e-05,
      "loss": 1.0725,
      "step": 1335
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.772229959019892e-05,
      "loss": 1.0734,
      "step": 1340
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.7704415911636378e-05,
      "loss": 1.0969,
      "step": 1345
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.7686471397785322e-05,
      "loss": 1.0553,
      "step": 1350
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.7668466190338484e-05,
      "loss": 1.0795,
      "step": 1355
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.7650400431467832e-05,
      "loss": 1.0608,
      "step": 1360
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.7632274263823458e-05,
      "loss": 1.0866,
      "step": 1365
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.7614087830532453e-05,
      "loss": 1.0733,
      "step": 1370
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.7595841275197783e-05,
      "loss": 1.0775,
      "step": 1375
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.7577534741897126e-05,
      "loss": 1.0755,
      "step": 1380
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.7559168375181777e-05,
      "loss": 1.0684,
      "step": 1385
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.7540742320075476e-05,
      "loss": 1.0711,
      "step": 1390
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.7522256722073273e-05,
      "loss": 1.0724,
      "step": 1395
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.7503711727140384e-05,
      "loss": 1.0791,
      "step": 1400
    },
    {
      "epoch": 1.23,
      "eval_loss": 1.1332117319107056,
      "eval_runtime": 427.2793,
      "eval_samples_per_second": 37.835,
      "eval_steps_per_second": 1.184,
      "step": 1400
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.7485107481711014e-05,
      "loss": 1.0694,
      "step": 1405
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.746644413268724e-05,
      "loss": 1.1044,
      "step": 1410
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.744772182743782e-05,
      "loss": 1.0771,
      "step": 1415
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.7428940713797044e-05,
      "loss": 1.077,
      "step": 1420
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.741010094006356e-05,
      "loss": 1.0789,
      "step": 1425
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.7391202654999207e-05,
      "loss": 1.0627,
      "step": 1430
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.7372246007827837e-05,
      "loss": 1.0809,
      "step": 1435
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.7353231148234134e-05,
      "loss": 1.0634,
      "step": 1440
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.7334158226362446e-05,
      "loss": 1.0771,
      "step": 1445
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.7315027392815588e-05,
      "loss": 1.0551,
      "step": 1450
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.729583879865365e-05,
      "loss": 1.0719,
      "step": 1455
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.727659259539281e-05,
      "loss": 1.0804,
      "step": 1460
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.7257288935004134e-05,
      "loss": 1.0687,
      "step": 1465
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.7237927969912393e-05,
      "loss": 1.064,
      "step": 1470
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.7218509852994825e-05,
      "loss": 1.075,
      "step": 1475
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.7199034737579962e-05,
      "loss": 1.0597,
      "step": 1480
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.7179502777446395e-05,
      "loss": 1.0519,
      "step": 1485
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.715991412682158e-05,
      "loss": 1.0667,
      "step": 1490
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7140268940380608e-05,
      "loss": 1.075,
      "step": 1495
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7120567373244976e-05,
      "loss": 1.0702,
      "step": 1500
    },
    {
      "epoch": 1.31,
      "eval_loss": 1.130350947380066,
      "eval_runtime": 436.0673,
      "eval_samples_per_second": 37.072,
      "eval_steps_per_second": 1.16,
      "step": 1500
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7100809580981384e-05,
      "loss": 1.0609,
      "step": 1505
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.708099571960049e-05,
      "loss": 1.0808,
      "step": 1510
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.706112594555568e-05,
      "loss": 1.0828,
      "step": 1515
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.7041200415741838e-05,
      "loss": 1.0941,
      "step": 1520
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.7021219287494103e-05,
      "loss": 1.0698,
      "step": 1525
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.7001182718586625e-05,
      "loss": 1.0732,
      "step": 1530
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.6981090867231337e-05,
      "loss": 1.0748,
      "step": 1535
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.6960943892076672e-05,
      "loss": 1.0659,
      "step": 1540
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.6940741952206342e-05,
      "loss": 1.0568,
      "step": 1545
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.692048520713806e-05,
      "loss": 1.067,
      "step": 1550
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.690017381682229e-05,
      "loss": 1.0706,
      "step": 1555
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.6879807941641e-05,
      "loss": 1.0869,
      "step": 1560
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.6859387742406358e-05,
      "loss": 1.0698,
      "step": 1565
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.6838913380359492e-05,
      "loss": 1.0719,
      "step": 1570
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.6818385017169213e-05,
      "loss": 1.0812,
      "step": 1575
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.6797802814930723e-05,
      "loss": 1.082,
      "step": 1580
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.6777166936164354e-05,
      "loss": 1.0631,
      "step": 1585
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.6756477543814276e-05,
      "loss": 1.0807,
      "step": 1590
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.6735734801247204e-05,
      "loss": 1.0718,
      "step": 1595
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.671493887225112e-05,
      "loss": 1.0741,
      "step": 1600
    },
    {
      "epoch": 1.4,
      "eval_loss": 1.1276899576187134,
      "eval_runtime": 427.1768,
      "eval_samples_per_second": 37.844,
      "eval_steps_per_second": 1.185,
      "step": 1600
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.6694089921033977e-05,
      "loss": 1.0777,
      "step": 1605
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.6673188112222394e-05,
      "loss": 1.0657,
      "step": 1610
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.6652233610860368e-05,
      "loss": 1.0724,
      "step": 1615
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.6631226582407954e-05,
      "loss": 1.0614,
      "step": 1620
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.661016719273998e-05,
      "loss": 1.0787,
      "step": 1625
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.6589055608144727e-05,
      "loss": 1.0711,
      "step": 1630
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.6567891995322605e-05,
      "loss": 1.0648,
      "step": 1635
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6546676521384856e-05,
      "loss": 1.0663,
      "step": 1640
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6525409353852226e-05,
      "loss": 1.066,
      "step": 1645
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.650409066065363e-05,
      "loss": 1.0708,
      "step": 1650
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.6482720610124858e-05,
      "loss": 1.0597,
      "step": 1655
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.646129937100721e-05,
      "loss": 1.0627,
      "step": 1660
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.6439827112446177e-05,
      "loss": 1.0841,
      "step": 1665
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.641830400399012e-05,
      "loss": 1.068,
      "step": 1670
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.6396730215588913e-05,
      "loss": 1.0662,
      "step": 1675
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.6375105917592607e-05,
      "loss": 1.0736,
      "step": 1680
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6353431280750083e-05,
      "loss": 1.0515,
      "step": 1685
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6331706476207708e-05,
      "loss": 1.0649,
      "step": 1690
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.630993167550798e-05,
      "loss": 1.0531,
      "step": 1695
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.6288107050588172e-05,
      "loss": 1.0701,
      "step": 1700
    },
    {
      "epoch": 1.49,
      "eval_loss": 1.1250778436660767,
      "eval_runtime": 427.8614,
      "eval_samples_per_second": 37.783,
      "eval_steps_per_second": 1.183,
      "step": 1700
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.6266232773778984e-05,
      "loss": 1.0658,
      "step": 1705
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.624430901780317e-05,
      "loss": 1.0689,
      "step": 1710
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.6222335955774178e-05,
      "loss": 1.0546,
      "step": 1715
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.6200313761194785e-05,
      "loss": 1.083,
      "step": 1720
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.617824260795573e-05,
      "loss": 1.0769,
      "step": 1725
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.615612267033434e-05,
      "loss": 1.0731,
      "step": 1730
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.613395412299314e-05,
      "loss": 1.057,
      "step": 1735
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.6111737140978495e-05,
      "loss": 1.0554,
      "step": 1740
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.6089471899719213e-05,
      "loss": 1.0803,
      "step": 1745
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.6067158575025165e-05,
      "loss": 1.0519,
      "step": 1750
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.6044797343085902e-05,
      "loss": 1.0697,
      "step": 1755
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.6022388380469248e-05,
      "loss": 1.0799,
      "step": 1760
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.5999931864119923e-05,
      "loss": 1.0697,
      "step": 1765
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.597742797135814e-05,
      "loss": 1.0532,
      "step": 1770
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.59548768798782e-05,
      "loss": 1.0733,
      "step": 1775
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.5932278767747092e-05,
      "loss": 1.0767,
      "step": 1780
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.5909633813403094e-05,
      "loss": 1.0705,
      "step": 1785
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.588694219565435e-05,
      "loss": 1.0599,
      "step": 1790
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.5864204093677464e-05,
      "loss": 1.0655,
      "step": 1795
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.5841419687016097e-05,
      "loss": 1.0529,
      "step": 1800
    },
    {
      "epoch": 1.58,
      "eval_loss": 1.122536540031433,
      "eval_runtime": 426.9183,
      "eval_samples_per_second": 37.867,
      "eval_steps_per_second": 1.185,
      "step": 1800
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.581858915557953e-05,
      "loss": 1.0673,
      "step": 1805
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.5795712679641257e-05,
      "loss": 1.0501,
      "step": 1810
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.5772790439837557e-05,
      "loss": 1.0541,
      "step": 1815
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.5749822617166067e-05,
      "loss": 1.083,
      "step": 1820
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.572680939298435e-05,
      "loss": 1.0544,
      "step": 1825
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.570375094900847e-05,
      "loss": 1.0502,
      "step": 1830
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.568064746731156e-05,
      "loss": 1.0839,
      "step": 1835
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.5657499130322366e-05,
      "loss": 1.0615,
      "step": 1840
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.5634306120823822e-05,
      "loss": 1.0754,
      "step": 1845
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.5611068621951603e-05,
      "loss": 1.0466,
      "step": 1850
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.558778681719269e-05,
      "loss": 1.0547,
      "step": 1855
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.5564460890383897e-05,
      "loss": 1.054,
      "step": 1860
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.5541091025710436e-05,
      "loss": 1.0648,
      "step": 1865
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.551767740770446e-05,
      "loss": 1.0655,
      "step": 1870
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.549422022124361e-05,
      "loss": 1.0511,
      "step": 1875
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.5470719651549543e-05,
      "loss": 1.0671,
      "step": 1880
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.544717588418648e-05,
      "loss": 1.0455,
      "step": 1885
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.542358910505974e-05,
      "loss": 1.0638,
      "step": 1890
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.5399959500414264e-05,
      "loss": 1.0498,
      "step": 1895
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.5376287256833154e-05,
      "loss": 1.072,
      "step": 1900
    },
    {
      "epoch": 1.66,
      "eval_loss": 1.1199389696121216,
      "eval_runtime": 427.9494,
      "eval_samples_per_second": 37.775,
      "eval_steps_per_second": 1.182,
      "step": 1900
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.53525725612362e-05,
      "loss": 1.0721,
      "step": 1905
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.532881560087839e-05,
      "loss": 1.0395,
      "step": 1910
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.5305016563348444e-05,
      "loss": 1.046,
      "step": 1915
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.528117563656734e-05,
      "loss": 1.0511,
      "step": 1920
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.525729300878681e-05,
      "loss": 1.0655,
      "step": 1925
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.5233368868587865e-05,
      "loss": 1.0438,
      "step": 1930
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.5209403404879305e-05,
      "loss": 1.0682,
      "step": 1935
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.5185396806896231e-05,
      "loss": 1.085,
      "step": 1940
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.5161349264198537e-05,
      "loss": 1.0628,
      "step": 1945
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.5137260966669436e-05,
      "loss": 1.0491,
      "step": 1950
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.511313210451394e-05,
      "loss": 1.0657,
      "step": 1955
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.5088962868257367e-05,
      "loss": 1.0511,
      "step": 1960
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.5064753448743834e-05,
      "loss": 1.0701,
      "step": 1965
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.5040504037134751e-05,
      "loss": 1.04,
      "step": 1970
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.5016214824907315e-05,
      "loss": 1.0782,
      "step": 1975
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.4991886003852995e-05,
      "loss": 1.0524,
      "step": 1980
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.4967517766076017e-05,
      "loss": 1.0656,
      "step": 1985
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.4943110303991844e-05,
      "loss": 1.0691,
      "step": 1990
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.491866381032566e-05,
      "loss": 1.0636,
      "step": 1995
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.4894178478110856e-05,
      "loss": 1.0759,
      "step": 2000
    },
    {
      "epoch": 1.75,
      "eval_loss": 1.1177895069122314,
      "eval_runtime": 437.3653,
      "eval_samples_per_second": 36.962,
      "eval_steps_per_second": 1.157,
      "step": 2000
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.4869654500687494e-05,
      "loss": 1.0605,
      "step": 2005
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.4845092071700786e-05,
      "loss": 1.0579,
      "step": 2010
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.4820491385099555e-05,
      "loss": 1.066,
      "step": 2015
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.4795852635134727e-05,
      "loss": 1.0677,
      "step": 2020
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.4771176016357771e-05,
      "loss": 1.0636,
      "step": 2025
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.4746461723619181e-05,
      "loss": 1.0701,
      "step": 2030
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.4721709952066925e-05,
      "loss": 1.0632,
      "step": 2035
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.4696920897144915e-05,
      "loss": 1.0444,
      "step": 2040
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.467209475459145e-05,
      "loss": 1.0587,
      "step": 2045
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.4647231720437687e-05,
      "loss": 1.0449,
      "step": 2050
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.4622331991006085e-05,
      "loss": 1.0663,
      "step": 2055
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.4597395762908848e-05,
      "loss": 1.0638,
      "step": 2060
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.4572423233046386e-05,
      "loss": 1.0375,
      "step": 2065
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.4547414598605752e-05,
      "loss": 1.0584,
      "step": 2070
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.4522370057059082e-05,
      "loss": 1.0752,
      "step": 2075
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.449728980616204e-05,
      "loss": 1.071,
      "step": 2080
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.4472174043952271e-05,
      "loss": 1.0735,
      "step": 2085
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.4447022968747803e-05,
      "loss": 1.0624,
      "step": 2090
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.4421836779145513e-05,
      "loss": 1.0553,
      "step": 2095
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.4396615674019542e-05,
      "loss": 1.0618,
      "step": 2100
    },
    {
      "epoch": 1.84,
      "eval_loss": 1.1152375936508179,
      "eval_runtime": 427.0732,
      "eval_samples_per_second": 37.853,
      "eval_steps_per_second": 1.185,
      "step": 2100
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.4371359852519736e-05,
      "loss": 1.0677,
      "step": 2105
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.4346069514070055e-05,
      "loss": 1.0532,
      "step": 2110
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.4320744858367026e-05,
      "loss": 1.0847,
      "step": 2115
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.4295386085378138e-05,
      "loss": 1.051,
      "step": 2120
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.4269993395340278e-05,
      "loss": 1.0476,
      "step": 2125
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.4244566988758152e-05,
      "loss": 1.0611,
      "step": 2130
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.4219107066402694e-05,
      "loss": 1.0682,
      "step": 2135
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.419361382930948e-05,
      "loss": 1.0576,
      "step": 2140
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.4168087478777156e-05,
      "loss": 1.048,
      "step": 2145
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.4142528216365822e-05,
      "loss": 1.0636,
      "step": 2150
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.4116936243895467e-05,
      "loss": 1.067,
      "step": 2155
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.4091311763444358e-05,
      "loss": 1.0427,
      "step": 2160
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.4065654977347452e-05,
      "loss": 1.0617,
      "step": 2165
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.4039966088194802e-05,
      "loss": 1.0517,
      "step": 2170
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.4014245298829936e-05,
      "loss": 1.077,
      "step": 2175
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.398849281234829e-05,
      "loss": 1.0654,
      "step": 2180
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.396270883209557e-05,
      "loss": 1.0646,
      "step": 2185
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.3936893561666171e-05,
      "loss": 1.0542,
      "step": 2190
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.391104720490156e-05,
      "loss": 1.0652,
      "step": 2195
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.3885169965888667e-05,
      "loss": 1.0359,
      "step": 2200
    },
    {
      "epoch": 1.93,
      "eval_loss": 1.113387107849121,
      "eval_runtime": 428.0736,
      "eval_samples_per_second": 37.765,
      "eval_steps_per_second": 1.182,
      "step": 2200
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.3859262048958261e-05,
      "loss": 1.0768,
      "step": 2205
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.3833323658683364e-05,
      "loss": 1.0545,
      "step": 2210
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.3807354999877615e-05,
      "loss": 1.0601,
      "step": 2215
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.3781356277593659e-05,
      "loss": 1.0707,
      "step": 2220
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.3755327697121523e-05,
      "loss": 1.0516,
      "step": 2225
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.3729269463987002e-05,
      "loss": 1.0575,
      "step": 2230
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.3703181783950032e-05,
      "loss": 1.0548,
      "step": 2235
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.3677064863003069e-05,
      "loss": 1.0801,
      "step": 2240
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.3650918907369455e-05,
      "loss": 1.0647,
      "step": 2245
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.36247441235018e-05,
      "loss": 1.0583,
      "step": 2250
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.3598540718080346e-05,
      "loss": 1.0718,
      "step": 2255
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.3572308898011328e-05,
      "loss": 1.0559,
      "step": 2260
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.3546048870425356e-05,
      "loss": 1.0758,
      "step": 2265
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.3519760842675767e-05,
      "loss": 1.0617,
      "step": 2270
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.3493445022336996e-05,
      "loss": 1.0482,
      "step": 2275
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.3467101617202922e-05,
      "loss": 1.052,
      "step": 2280
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.344073083528525e-05,
      "loss": 1.0294,
      "step": 2285
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.3414332884811847e-05,
      "loss": 0.9769,
      "step": 2290
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.3387907974225119e-05,
      "loss": 0.9721,
      "step": 2295
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.3361456312180339e-05,
      "loss": 0.9918,
      "step": 2300
    },
    {
      "epoch": 2.01,
      "eval_loss": 1.1195367574691772,
      "eval_runtime": 427.4072,
      "eval_samples_per_second": 37.823,
      "eval_steps_per_second": 1.184,
      "step": 2300
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.3334978107544026e-05,
      "loss": 0.984,
      "step": 2305
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.3308473569392274e-05,
      "loss": 0.9903,
      "step": 2310
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.3281942907009113e-05,
      "loss": 0.9957,
      "step": 2315
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.3255386329884867e-05,
      "loss": 0.9965,
      "step": 2320
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.3228804047714462e-05,
      "loss": 0.9898,
      "step": 2325
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.320219627039582e-05,
      "loss": 0.993,
      "step": 2330
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.3175563208028161e-05,
      "loss": 0.982,
      "step": 2335
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.3148905070910363e-05,
      "loss": 1.0008,
      "step": 2340
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.31222220695393e-05,
      "loss": 0.9914,
      "step": 2345
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.3095514414608181e-05,
      "loss": 0.9918,
      "step": 2350
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.3068782317004876e-05,
      "loss": 0.9959,
      "step": 2355
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.3042025987810267e-05,
      "loss": 0.9924,
      "step": 2360
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.3015245638296565e-05,
      "loss": 0.9918,
      "step": 2365
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.2988441479925652e-05,
      "loss": 0.9896,
      "step": 2370
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.296161372434741e-05,
      "loss": 0.9795,
      "step": 2375
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.2934762583398043e-05,
      "loss": 0.9971,
      "step": 2380
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.2907888269098418e-05,
      "loss": 1.0019,
      "step": 2385
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.2880990993652379e-05,
      "loss": 0.992,
      "step": 2390
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.2854070969445067e-05,
      "loss": 0.9808,
      "step": 2395
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.2827128409041263e-05,
      "loss": 1.002,
      "step": 2400
    },
    {
      "epoch": 2.1,
      "eval_loss": 1.120516300201416,
      "eval_runtime": 427.3661,
      "eval_samples_per_second": 37.827,
      "eval_steps_per_second": 1.184,
      "step": 2400
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.2800163525183689e-05,
      "loss": 0.9872,
      "step": 2405
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.2773176530791342e-05,
      "loss": 0.9786,
      "step": 2410
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.2746167638957808e-05,
      "loss": 0.9981,
      "step": 2415
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.2719137062949569e-05,
      "loss": 1.0032,
      "step": 2420
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.2692085016204334e-05,
      "loss": 0.9959,
      "step": 2425
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.2665011712329355e-05,
      "loss": 0.996,
      "step": 2430
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.2637917365099726e-05,
      "loss": 0.9809,
      "step": 2435
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.2610802188456708e-05,
      "loss": 0.9971,
      "step": 2440
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.2583666396506024e-05,
      "loss": 0.9926,
      "step": 2445
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.255651020351619e-05,
      "loss": 0.9777,
      "step": 2450
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.2529333823916807e-05,
      "loss": 0.9908,
      "step": 2455
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.2502137472296879e-05,
      "loss": 0.98,
      "step": 2460
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.2474921363403096e-05,
      "loss": 1.009,
      "step": 2465
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.2447685712138175e-05,
      "loss": 0.9895,
      "step": 2470
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.2420430733559126e-05,
      "loss": 1.0016,
      "step": 2475
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.2393156642875579e-05,
      "loss": 0.9825,
      "step": 2480
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.2365863655448076e-05,
      "loss": 0.9997,
      "step": 2485
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.2338551986786368e-05,
      "loss": 0.9718,
      "step": 2490
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.2311221852547724e-05,
      "loss": 0.9895,
      "step": 2495
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.2283873468535201e-05,
      "loss": 0.993,
      "step": 2500
    },
    {
      "epoch": 2.19,
      "eval_loss": 1.1193997859954834,
      "eval_runtime": 426.4898,
      "eval_samples_per_second": 37.905,
      "eval_steps_per_second": 1.186,
      "step": 2500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.2256507050695978e-05,
      "loss": 0.985,
      "step": 2505
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.2229122815119629e-05,
      "loss": 0.9976,
      "step": 2510
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.2201720978036411e-05,
      "loss": 0.9921,
      "step": 2515
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.2174301755815572e-05,
      "loss": 0.9818,
      "step": 2520
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.2146865364963634e-05,
      "loss": 1.0,
      "step": 2525
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2119412022122684e-05,
      "loss": 1.0082,
      "step": 2530
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2091941944068666e-05,
      "loss": 0.9906,
      "step": 2535
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2064455347709672e-05,
      "loss": 0.9886,
      "step": 2540
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2036952450084216e-05,
      "loss": 0.978,
      "step": 2545
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2009433468359539e-05,
      "loss": 0.9916,
      "step": 2550
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.1981898619829879e-05,
      "loss": 1.0023,
      "step": 2555
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.1954348121914758e-05,
      "loss": 0.9728,
      "step": 2560
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.1926782192157276e-05,
      "loss": 1.0034,
      "step": 2565
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.1899201048222377e-05,
      "loss": 0.9884,
      "step": 2570
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.1871604907895149e-05,
      "loss": 0.9777,
      "step": 2575
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.1843993989079081e-05,
      "loss": 0.9932,
      "step": 2580
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.1816368509794365e-05,
      "loss": 1.0011,
      "step": 2585
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.1788728688176163e-05,
      "loss": 0.9914,
      "step": 2590
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.1761074742472882e-05,
      "loss": 0.9718,
      "step": 2595
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.173340689104446e-05,
      "loss": 0.9872,
      "step": 2600
    },
    {
      "epoch": 2.28,
      "eval_loss": 1.1183725595474243,
      "eval_runtime": 428.4998,
      "eval_samples_per_second": 37.727,
      "eval_steps_per_second": 1.181,
      "step": 2600
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.1705725352360635e-05,
      "loss": 0.9991,
      "step": 2605
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.167803034499922e-05,
      "loss": 0.9916,
      "step": 2610
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.165032208764438e-05,
      "loss": 0.988,
      "step": 2615
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1622600799084907e-05,
      "loss": 0.994,
      "step": 2620
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1594866698212484e-05,
      "loss": 0.9644,
      "step": 2625
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1567120004019967e-05,
      "loss": 0.9953,
      "step": 2630
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1539360935599646e-05,
      "loss": 0.9918,
      "step": 2635
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1511589712141527e-05,
      "loss": 0.9922,
      "step": 2640
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1483806552931585e-05,
      "loss": 0.9901,
      "step": 2645
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.1456011677350052e-05,
      "loss": 0.9851,
      "step": 2650
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1428205304869662e-05,
      "loss": 0.9882,
      "step": 2655
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1400387655053942e-05,
      "loss": 1.0009,
      "step": 2660
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1372558947555457e-05,
      "loss": 0.9967,
      "step": 2665
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1344719402114093e-05,
      "loss": 1.0144,
      "step": 2670
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1316869238555312e-05,
      "loss": 0.985,
      "step": 2675
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.1289008676788415e-05,
      "loss": 0.9948,
      "step": 2680
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.1261137936804813e-05,
      "loss": 0.9788,
      "step": 2685
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.123325723867628e-05,
      "loss": 0.9884,
      "step": 2690
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.1205366802553231e-05,
      "loss": 0.9982,
      "step": 2695
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.1177466848662965e-05,
      "loss": 0.9849,
      "step": 2700
    },
    {
      "epoch": 2.37,
      "eval_loss": 1.1171647310256958,
      "eval_runtime": 429.8432,
      "eval_samples_per_second": 37.609,
      "eval_steps_per_second": 1.177,
      "step": 2700
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.1149557597307936e-05,
      "loss": 0.9876,
      "step": 2705
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.1121639268864014e-05,
      "loss": 0.9984,
      "step": 2710
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.1093712083778748e-05,
      "loss": 1.0014,
      "step": 2715
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.1065776262569605e-05,
      "loss": 0.9906,
      "step": 2720
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.1037832025822266e-05,
      "loss": 1.0017,
      "step": 2725
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.1009879594188844e-05,
      "loss": 0.9945,
      "step": 2730
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0981919188386171e-05,
      "loss": 0.9916,
      "step": 2735
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0953951029194039e-05,
      "loss": 0.9786,
      "step": 2740
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0925975337453462e-05,
      "loss": 0.9991,
      "step": 2745
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.0897992334064937e-05,
      "loss": 0.9888,
      "step": 2750
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.0870002239986689e-05,
      "loss": 0.9892,
      "step": 2755
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.0842005276232932e-05,
      "loss": 0.9937,
      "step": 2760
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.0814001663872133e-05,
      "loss": 1.0033,
      "step": 2765
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.0785991624025249e-05,
      "loss": 0.9837,
      "step": 2770
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.0757975377863989e-05,
      "loss": 0.9955,
      "step": 2775
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.0729953146609076e-05,
      "loss": 0.993,
      "step": 2780
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.0701925151528484e-05,
      "loss": 0.9918,
      "step": 2785
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.06738916139357e-05,
      "loss": 0.9777,
      "step": 2790
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.0645852755187984e-05,
      "loss": 0.9869,
      "step": 2795
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.06178087966846e-05,
      "loss": 0.9924,
      "step": 2800
    },
    {
      "epoch": 2.45,
      "eval_loss": 1.1156463623046875,
      "eval_runtime": 434.7239,
      "eval_samples_per_second": 37.187,
      "eval_steps_per_second": 1.164,
      "step": 2800
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.0589759959865087e-05,
      "loss": 0.9908,
      "step": 2805
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.0561706466207506e-05,
      "loss": 0.9973,
      "step": 2810
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.0533648537226688e-05,
      "loss": 0.9985,
      "step": 2815
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.0505586394472486e-05,
      "loss": 0.99,
      "step": 2820
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.0477520259528023e-05,
      "loss": 0.9794,
      "step": 2825
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.0449450354007942e-05,
      "loss": 0.9982,
      "step": 2830
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.0421376899556668e-05,
      "loss": 1.008,
      "step": 2835
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.0393300117846648e-05,
      "loss": 1.0023,
      "step": 2840
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.0365220230576592e-05,
      "loss": 0.9875,
      "step": 2845
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.033713745946974e-05,
      "loss": 0.9962,
      "step": 2850
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.0309052026272099e-05,
      "loss": 1.0005,
      "step": 2855
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.0280964152750701e-05,
      "loss": 0.9762,
      "step": 2860
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.0252874060691847e-05,
      "loss": 1.011,
      "step": 2865
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.0224781971899353e-05,
      "loss": 0.9907,
      "step": 2870
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.0196688108192798e-05,
      "loss": 0.9759,
      "step": 2875
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.0168592691405782e-05,
      "loss": 0.9907,
      "step": 2880
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.014049594338417e-05,
      "loss": 1.0041,
      "step": 2885
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.0112398085984333e-05,
      "loss": 1.0098,
      "step": 2890
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.0084299341071404e-05,
      "loss": 0.9962,
      "step": 2895
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.0056199930517525e-05,
      "loss": 0.9971,
      "step": 2900
    },
    {
      "epoch": 2.54,
      "eval_loss": 1.1144633293151855,
      "eval_runtime": 433.0074,
      "eval_samples_per_second": 37.334,
      "eval_steps_per_second": 1.169,
      "step": 2900
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.0028100076200088e-05,
      "loss": 0.9757,
      "step": 2905
    },
    {
      "epoch": 2.55,
      "learning_rate": 1e-05,
      "loss": 0.9864,
      "step": 2910
    },
    {
      "epoch": 2.55,
      "learning_rate": 9.971899923799915e-06,
      "loss": 0.9928,
      "step": 2915
    },
    {
      "epoch": 2.56,
      "learning_rate": 9.943800069482478e-06,
      "loss": 0.9893,
      "step": 2920
    },
    {
      "epoch": 2.56,
      "learning_rate": 9.915700658928599e-06,
      "loss": 0.9939,
      "step": 2925
    },
    {
      "epoch": 2.57,
      "learning_rate": 9.887601914015668e-06,
      "loss": 0.9845,
      "step": 2930
    },
    {
      "epoch": 2.57,
      "learning_rate": 9.859504056615832e-06,
      "loss": 1.0015,
      "step": 2935
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.831407308594216e-06,
      "loss": 0.9892,
      "step": 2940
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.803311891807205e-06,
      "loss": 0.9891,
      "step": 2945
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.77521802810065e-06,
      "loss": 0.9769,
      "step": 2950
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.747125939308154e-06,
      "loss": 0.9904,
      "step": 2955
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.719035847249304e-06,
      "loss": 0.9794,
      "step": 2960
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.690947973727905e-06,
      "loss": 0.9893,
      "step": 2965
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.662862540530267e-06,
      "loss": 1.0053,
      "step": 2970
    },
    {
      "epoch": 2.61,
      "learning_rate": 9.634779769423412e-06,
      "loss": 0.9977,
      "step": 2975
    },
    {
      "epoch": 2.61,
      "learning_rate": 9.606699882153357e-06,
      "loss": 0.9895,
      "step": 2980
    },
    {
      "epoch": 2.61,
      "learning_rate": 9.578623100443333e-06,
      "loss": 1.0,
      "step": 2985
    },
    {
      "epoch": 2.62,
      "learning_rate": 9.550549645992061e-06,
      "loss": 0.9878,
      "step": 2990
    },
    {
      "epoch": 2.62,
      "learning_rate": 9.522479740471979e-06,
      "loss": 0.9942,
      "step": 2995
    },
    {
      "epoch": 2.63,
      "learning_rate": 9.494413605527515e-06,
      "loss": 0.9786,
      "step": 3000
    },
    {
      "epoch": 2.63,
      "eval_loss": 1.1129907369613647,
      "eval_runtime": 436.9997,
      "eval_samples_per_second": 36.993,
      "eval_steps_per_second": 1.158,
      "step": 3000
    },
    {
      "epoch": 2.63,
      "learning_rate": 9.466351462773314e-06,
      "loss": 0.9917,
      "step": 3005
    },
    {
      "epoch": 2.64,
      "learning_rate": 9.438293533792496e-06,
      "loss": 0.9784,
      "step": 3010
    },
    {
      "epoch": 2.64,
      "learning_rate": 9.410240040134918e-06,
      "loss": 0.9877,
      "step": 3015
    },
    {
      "epoch": 2.65,
      "learning_rate": 9.382191203315404e-06,
      "loss": 0.983,
      "step": 3020
    },
    {
      "epoch": 2.65,
      "learning_rate": 9.354147244812021e-06,
      "loss": 1.0003,
      "step": 3025
    },
    {
      "epoch": 2.65,
      "learning_rate": 9.326108386064303e-06,
      "loss": 0.9796,
      "step": 3030
    },
    {
      "epoch": 2.66,
      "learning_rate": 9.298074848471521e-06,
      "loss": 0.9753,
      "step": 3035
    },
    {
      "epoch": 2.66,
      "learning_rate": 9.270046853390924e-06,
      "loss": 0.992,
      "step": 3040
    },
    {
      "epoch": 2.67,
      "learning_rate": 9.242024622136013e-06,
      "loss": 0.9919,
      "step": 3045
    },
    {
      "epoch": 2.67,
      "learning_rate": 9.214008375974751e-06,
      "loss": 0.9876,
      "step": 3050
    },
    {
      "epoch": 2.68,
      "learning_rate": 9.185998336127869e-06,
      "loss": 0.9985,
      "step": 3055
    },
    {
      "epoch": 2.68,
      "learning_rate": 9.157994723767071e-06,
      "loss": 0.9925,
      "step": 3060
    },
    {
      "epoch": 2.69,
      "learning_rate": 9.129997760013316e-06,
      "loss": 1.0047,
      "step": 3065
    },
    {
      "epoch": 2.69,
      "learning_rate": 9.102007665935068e-06,
      "loss": 0.9851,
      "step": 3070
    },
    {
      "epoch": 2.69,
      "learning_rate": 9.07402466254654e-06,
      "loss": 0.9819,
      "step": 3075
    },
    {
      "epoch": 2.7,
      "learning_rate": 9.046048970805964e-06,
      "loss": 0.9903,
      "step": 3080
    },
    {
      "epoch": 2.7,
      "learning_rate": 9.018080811613832e-06,
      "loss": 1.0065,
      "step": 3085
    },
    {
      "epoch": 2.71,
      "learning_rate": 8.99012040581116e-06,
      "loss": 0.9884,
      "step": 3090
    },
    {
      "epoch": 2.71,
      "learning_rate": 8.962167974177736e-06,
      "loss": 0.9914,
      "step": 3095
    },
    {
      "epoch": 2.72,
      "learning_rate": 8.934223737430397e-06,
      "loss": 0.9923,
      "step": 3100
    },
    {
      "epoch": 2.72,
      "eval_loss": 1.1121999025344849,
      "eval_runtime": 436.2817,
      "eval_samples_per_second": 37.054,
      "eval_steps_per_second": 1.16,
      "step": 3100
    },
    {
      "epoch": 2.72,
      "learning_rate": 8.906287916221259e-06,
      "loss": 0.9978,
      "step": 3105
    },
    {
      "epoch": 2.72,
      "learning_rate": 8.878360731135987e-06,
      "loss": 0.9882,
      "step": 3110
    },
    {
      "epoch": 2.73,
      "learning_rate": 8.850442402692068e-06,
      "loss": 0.9883,
      "step": 3115
    },
    {
      "epoch": 2.73,
      "learning_rate": 8.822533151337038e-06,
      "loss": 0.9794,
      "step": 3120
    },
    {
      "epoch": 2.74,
      "learning_rate": 8.79463319744677e-06,
      "loss": 0.9828,
      "step": 3125
    },
    {
      "epoch": 2.74,
      "learning_rate": 8.766742761323718e-06,
      "loss": 0.9974,
      "step": 3130
    },
    {
      "epoch": 2.75,
      "learning_rate": 8.73886206319519e-06,
      "loss": 1.0021,
      "step": 3135
    },
    {
      "epoch": 2.75,
      "learning_rate": 8.710991323211586e-06,
      "loss": 0.9778,
      "step": 3140
    },
    {
      "epoch": 2.76,
      "learning_rate": 8.683130761444691e-06,
      "loss": 0.979,
      "step": 3145
    },
    {
      "epoch": 2.76,
      "learning_rate": 8.65528059788591e-06,
      "loss": 0.9965,
      "step": 3150
    },
    {
      "epoch": 2.76,
      "learning_rate": 8.627441052444545e-06,
      "loss": 0.9993,
      "step": 3155
    },
    {
      "epoch": 2.77,
      "learning_rate": 8.599612344946063e-06,
      "loss": 0.977,
      "step": 3160
    },
    {
      "epoch": 2.77,
      "learning_rate": 8.571794695130343e-06,
      "loss": 0.9768,
      "step": 3165
    },
    {
      "epoch": 2.78,
      "learning_rate": 8.543988322649954e-06,
      "loss": 0.9896,
      "step": 3170
    },
    {
      "epoch": 2.78,
      "learning_rate": 8.516193447068415e-06,
      "loss": 0.9913,
      "step": 3175
    },
    {
      "epoch": 2.79,
      "learning_rate": 8.488410287858478e-06,
      "loss": 0.9929,
      "step": 3180
    },
    {
      "epoch": 2.79,
      "learning_rate": 8.460639064400354e-06,
      "loss": 0.9836,
      "step": 3185
    },
    {
      "epoch": 2.79,
      "learning_rate": 8.432879995980036e-06,
      "loss": 0.9988,
      "step": 3190
    },
    {
      "epoch": 2.8,
      "learning_rate": 8.405133301787521e-06,
      "loss": 0.9934,
      "step": 3195
    },
    {
      "epoch": 2.8,
      "learning_rate": 8.377399200915098e-06,
      "loss": 0.9888,
      "step": 3200
    },
    {
      "epoch": 2.8,
      "eval_loss": 1.1105643510818481,
      "eval_runtime": 437.3273,
      "eval_samples_per_second": 36.965,
      "eval_steps_per_second": 1.157,
      "step": 3200
    },
    {
      "epoch": 2.81,
      "learning_rate": 8.349677912355624e-06,
      "loss": 0.977,
      "step": 3205
    },
    {
      "epoch": 2.81,
      "learning_rate": 8.321969655000782e-06,
      "loss": 0.987,
      "step": 3210
    },
    {
      "epoch": 2.82,
      "learning_rate": 8.294274647639369e-06,
      "loss": 0.9819,
      "step": 3215
    },
    {
      "epoch": 2.82,
      "learning_rate": 8.266593108955541e-06,
      "loss": 0.9884,
      "step": 3220
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.238925257527122e-06,
      "loss": 0.9865,
      "step": 3225
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.211271311823839e-06,
      "loss": 0.996,
      "step": 3230
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.183631490205636e-06,
      "loss": 0.9826,
      "step": 3235
    },
    {
      "epoch": 2.84,
      "learning_rate": 8.156006010920919e-06,
      "loss": 1.0028,
      "step": 3240
    },
    {
      "epoch": 2.84,
      "learning_rate": 8.128395092104855e-06,
      "loss": 0.9725,
      "step": 3245
    },
    {
      "epoch": 2.85,
      "learning_rate": 8.100798951777626e-06,
      "loss": 1.0054,
      "step": 3250
    },
    {
      "epoch": 2.85,
      "learning_rate": 8.073217807842727e-06,
      "loss": 0.9879,
      "step": 3255
    },
    {
      "epoch": 2.86,
      "learning_rate": 8.045651878085245e-06,
      "loss": 0.998,
      "step": 3260
    },
    {
      "epoch": 2.86,
      "learning_rate": 8.018101380170123e-06,
      "loss": 0.9806,
      "step": 3265
    },
    {
      "epoch": 2.86,
      "learning_rate": 7.990566531640463e-06,
      "loss": 0.9806,
      "step": 3270
    },
    {
      "epoch": 2.87,
      "learning_rate": 7.963047549915785e-06,
      "loss": 0.9914,
      "step": 3275
    },
    {
      "epoch": 2.87,
      "learning_rate": 7.935544652290331e-06,
      "loss": 0.9929,
      "step": 3280
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.908058055931334e-06,
      "loss": 0.9777,
      "step": 3285
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.88058797787732e-06,
      "loss": 0.9831,
      "step": 3290
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.853134635036371e-06,
      "loss": 0.9942,
      "step": 3295
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.825698244184432e-06,
      "loss": 0.9826,
      "step": 3300
    },
    {
      "epoch": 2.89,
      "eval_loss": 1.109144926071167,
      "eval_runtime": 436.0343,
      "eval_samples_per_second": 37.075,
      "eval_steps_per_second": 1.16,
      "step": 3300
    },
    {
      "epoch": 2.9,
      "learning_rate": 7.798279021963594e-06,
      "loss": 0.9707,
      "step": 3305
    },
    {
      "epoch": 2.9,
      "learning_rate": 7.770877184880373e-06,
      "loss": 0.9672,
      "step": 3310
    },
    {
      "epoch": 2.9,
      "learning_rate": 7.743492949304023e-06,
      "loss": 0.979,
      "step": 3315
    },
    {
      "epoch": 2.91,
      "learning_rate": 7.716126531464799e-06,
      "loss": 0.9893,
      "step": 3320
    },
    {
      "epoch": 2.91,
      "learning_rate": 7.688778147452281e-06,
      "loss": 0.9905,
      "step": 3325
    },
    {
      "epoch": 2.92,
      "learning_rate": 7.66144801321363e-06,
      "loss": 0.9895,
      "step": 3330
    },
    {
      "epoch": 2.92,
      "learning_rate": 7.634136344551926e-06,
      "loss": 0.9935,
      "step": 3335
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.606843357124426e-06,
      "loss": 0.9884,
      "step": 3340
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.579569266440877e-06,
      "loss": 0.9894,
      "step": 3345
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.55231428786183e-06,
      "loss": 0.9745,
      "step": 3350
    },
    {
      "epoch": 2.94,
      "learning_rate": 7.525078636596906e-06,
      "loss": 0.9903,
      "step": 3355
    },
    {
      "epoch": 2.94,
      "learning_rate": 7.497862527703127e-06,
      "loss": 1.0,
      "step": 3360
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.470666176083193e-06,
      "loss": 0.9934,
      "step": 3365
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.443489796483812e-06,
      "loss": 0.9847,
      "step": 3370
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.416333603493977e-06,
      "loss": 0.9854,
      "step": 3375
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.389197811543296e-06,
      "loss": 0.9914,
      "step": 3380
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.362082634900276e-06,
      "loss": 0.978,
      "step": 3385
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.334988287670648e-06,
      "loss": 0.9901,
      "step": 3390
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.3079149837956695e-06,
      "loss": 0.9698,
      "step": 3395
    },
    {
      "epoch": 2.98,
      "learning_rate": 7.280862937050435e-06,
      "loss": 0.9997,
      "step": 3400
    },
    {
      "epoch": 2.98,
      "eval_loss": 1.1089974641799927,
      "eval_runtime": 437.9541,
      "eval_samples_per_second": 36.913,
      "eval_steps_per_second": 1.155,
      "step": 3400
    },
    {
      "epoch": 2.98,
      "learning_rate": 7.2538323610421965e-06,
      "loss": 0.9906,
      "step": 3405
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.226823469208659e-06,
      "loss": 0.9808,
      "step": 3410
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.199836474816313e-06,
      "loss": 0.9828,
      "step": 3415
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.172871590958739e-06,
      "loss": 0.9907,
      "step": 3420
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.145929030554936e-06,
      "loss": 0.9672,
      "step": 3425
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.119009006347625e-06,
      "loss": 0.9034,
      "step": 3430
    },
    {
      "epoch": 3.01,
      "learning_rate": 7.0921117309015855e-06,
      "loss": 0.9385,
      "step": 3435
    },
    {
      "epoch": 3.01,
      "learning_rate": 7.0652374166019625e-06,
      "loss": 0.9349,
      "step": 3440
    },
    {
      "epoch": 3.02,
      "learning_rate": 7.038386275652594e-06,
      "loss": 0.9394,
      "step": 3445
    },
    {
      "epoch": 3.02,
      "learning_rate": 7.011558520074352e-06,
      "loss": 0.9382,
      "step": 3450
    },
    {
      "epoch": 3.03,
      "learning_rate": 6.984754361703437e-06,
      "loss": 0.9311,
      "step": 3455
    },
    {
      "epoch": 3.03,
      "learning_rate": 6.957974012189734e-06,
      "loss": 0.9272,
      "step": 3460
    },
    {
      "epoch": 3.04,
      "learning_rate": 6.931217682995124e-06,
      "loss": 0.9243,
      "step": 3465
    },
    {
      "epoch": 3.04,
      "learning_rate": 6.9044855853918224e-06,
      "loss": 0.9306,
      "step": 3470
    },
    {
      "epoch": 3.04,
      "learning_rate": 6.877777930460701e-06,
      "loss": 0.9366,
      "step": 3475
    },
    {
      "epoch": 3.05,
      "learning_rate": 6.85109492908964e-06,
      "loss": 0.9339,
      "step": 3480
    },
    {
      "epoch": 3.05,
      "learning_rate": 6.8244367919718445e-06,
      "loss": 0.9285,
      "step": 3485
    },
    {
      "epoch": 3.06,
      "learning_rate": 6.797803729604183e-06,
      "loss": 0.9249,
      "step": 3490
    },
    {
      "epoch": 3.06,
      "learning_rate": 6.771195952285541e-06,
      "loss": 0.9211,
      "step": 3495
    },
    {
      "epoch": 3.07,
      "learning_rate": 6.744613670115137e-06,
      "loss": 0.9267,
      "step": 3500
    },
    {
      "epoch": 3.07,
      "eval_loss": 1.121911883354187,
      "eval_runtime": 435.9813,
      "eval_samples_per_second": 37.08,
      "eval_steps_per_second": 1.161,
      "step": 3500
    },
    {
      "epoch": 3.07,
      "learning_rate": 6.718057092990889e-06,
      "loss": 0.9107,
      "step": 3505
    },
    {
      "epoch": 3.07,
      "learning_rate": 6.691526430607729e-06,
      "loss": 0.9276,
      "step": 3510
    },
    {
      "epoch": 3.08,
      "learning_rate": 6.665021892455978e-06,
      "loss": 0.9386,
      "step": 3515
    },
    {
      "epoch": 3.08,
      "learning_rate": 6.638543687819663e-06,
      "loss": 0.9384,
      "step": 3520
    },
    {
      "epoch": 3.09,
      "learning_rate": 6.612092025774885e-06,
      "loss": 0.935,
      "step": 3525
    },
    {
      "epoch": 3.09,
      "learning_rate": 6.585667115188157e-06,
      "loss": 0.9239,
      "step": 3530
    },
    {
      "epoch": 3.1,
      "learning_rate": 6.559269164714753e-06,
      "loss": 0.9363,
      "step": 3535
    },
    {
      "epoch": 3.1,
      "learning_rate": 6.532898382797082e-06,
      "loss": 0.9234,
      "step": 3540
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.5065549776630076e-06,
      "loss": 0.9343,
      "step": 3545
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.480239157324235e-06,
      "loss": 0.9264,
      "step": 3550
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.453951129574644e-06,
      "loss": 0.9271,
      "step": 3555
    },
    {
      "epoch": 3.12,
      "learning_rate": 6.427691101988673e-06,
      "loss": 0.9241,
      "step": 3560
    },
    {
      "epoch": 3.12,
      "learning_rate": 6.401459281919656e-06,
      "loss": 0.9253,
      "step": 3565
    },
    {
      "epoch": 3.13,
      "learning_rate": 6.375255876498202e-06,
      "loss": 0.9377,
      "step": 3570
    },
    {
      "epoch": 3.13,
      "learning_rate": 6.3490810926305495e-06,
      "loss": 0.923,
      "step": 3575
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.322935136996935e-06,
      "loss": 0.9169,
      "step": 3580
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.296818216049973e-06,
      "loss": 0.9246,
      "step": 3585
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.270730536013e-06,
      "loss": 0.9254,
      "step": 3590
    },
    {
      "epoch": 3.15,
      "learning_rate": 6.244672302878479e-06,
      "loss": 0.9399,
      "step": 3595
    },
    {
      "epoch": 3.15,
      "learning_rate": 6.218643722406342e-06,
      "loss": 0.9465,
      "step": 3600
    },
    {
      "epoch": 3.15,
      "eval_loss": 1.1225427389144897,
      "eval_runtime": 436.2413,
      "eval_samples_per_second": 37.057,
      "eval_steps_per_second": 1.16,
      "step": 3600
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.192645000122386e-06,
      "loss": 0.9498,
      "step": 3605
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.1666763413166355e-06,
      "loss": 0.9249,
      "step": 3610
    },
    {
      "epoch": 3.17,
      "learning_rate": 6.140737951041742e-06,
      "loss": 0.9548,
      "step": 3615
    },
    {
      "epoch": 3.17,
      "learning_rate": 6.114830034111336e-06,
      "loss": 0.9007,
      "step": 3620
    },
    {
      "epoch": 3.18,
      "learning_rate": 6.088952795098442e-06,
      "loss": 0.9335,
      "step": 3625
    },
    {
      "epoch": 3.18,
      "learning_rate": 6.063106438333832e-06,
      "loss": 0.9424,
      "step": 3630
    },
    {
      "epoch": 3.18,
      "learning_rate": 6.0372911679044334e-06,
      "loss": 0.9382,
      "step": 3635
    },
    {
      "epoch": 3.19,
      "learning_rate": 6.011507187651715e-06,
      "loss": 0.9337,
      "step": 3640
    },
    {
      "epoch": 3.19,
      "learning_rate": 5.985754701170066e-06,
      "loss": 0.9377,
      "step": 3645
    },
    {
      "epoch": 3.2,
      "learning_rate": 5.960033911805202e-06,
      "loss": 0.9472,
      "step": 3650
    },
    {
      "epoch": 3.2,
      "learning_rate": 5.9343450226525475e-06,
      "loss": 0.9342,
      "step": 3655
    },
    {
      "epoch": 3.21,
      "learning_rate": 5.908688236555644e-06,
      "loss": 0.9387,
      "step": 3660
    },
    {
      "epoch": 3.21,
      "learning_rate": 5.883063756104535e-06,
      "loss": 0.936,
      "step": 3665
    },
    {
      "epoch": 3.22,
      "learning_rate": 5.857471783634181e-06,
      "loss": 0.9264,
      "step": 3670
    },
    {
      "epoch": 3.22,
      "learning_rate": 5.831912521222849e-06,
      "loss": 0.9346,
      "step": 3675
    },
    {
      "epoch": 3.22,
      "learning_rate": 5.806386170690519e-06,
      "loss": 0.9337,
      "step": 3680
    },
    {
      "epoch": 3.23,
      "learning_rate": 5.780892933597309e-06,
      "loss": 0.9182,
      "step": 3685
    },
    {
      "epoch": 3.23,
      "learning_rate": 5.755433011241851e-06,
      "loss": 0.9251,
      "step": 3690
    },
    {
      "epoch": 3.24,
      "learning_rate": 5.730006604659726e-06,
      "loss": 0.9358,
      "step": 3695
    },
    {
      "epoch": 3.24,
      "learning_rate": 5.704613914621865e-06,
      "loss": 0.9255,
      "step": 3700
    },
    {
      "epoch": 3.24,
      "eval_loss": 1.1221187114715576,
      "eval_runtime": 435.9069,
      "eval_samples_per_second": 37.086,
      "eval_steps_per_second": 1.161,
      "step": 3700
    },
    {
      "epoch": 3.25,
      "learning_rate": 5.679255141632977e-06,
      "loss": 0.9204,
      "step": 3705
    },
    {
      "epoch": 3.25,
      "learning_rate": 5.653930485929944e-06,
      "loss": 0.9399,
      "step": 3710
    },
    {
      "epoch": 3.25,
      "learning_rate": 5.6286401474802675e-06,
      "loss": 0.9266,
      "step": 3715
    },
    {
      "epoch": 3.26,
      "learning_rate": 5.603384325980461e-06,
      "loss": 0.9183,
      "step": 3720
    },
    {
      "epoch": 3.26,
      "learning_rate": 5.578163220854489e-06,
      "loss": 0.9397,
      "step": 3725
    },
    {
      "epoch": 3.27,
      "learning_rate": 5.5529770312522e-06,
      "loss": 0.9407,
      "step": 3730
    },
    {
      "epoch": 3.27,
      "learning_rate": 5.52782595604773e-06,
      "loss": 0.9378,
      "step": 3735
    },
    {
      "epoch": 3.28,
      "learning_rate": 5.502710193837959e-06,
      "loss": 0.9291,
      "step": 3740
    },
    {
      "epoch": 3.28,
      "learning_rate": 5.477629942940923e-06,
      "loss": 0.9293,
      "step": 3745
    },
    {
      "epoch": 3.29,
      "learning_rate": 5.452585401394254e-06,
      "loss": 0.9311,
      "step": 3750
    },
    {
      "epoch": 3.29,
      "learning_rate": 5.427576766953615e-06,
      "loss": 0.9228,
      "step": 3755
    },
    {
      "epoch": 3.29,
      "learning_rate": 5.402604237091156e-06,
      "loss": 0.9243,
      "step": 3760
    },
    {
      "epoch": 3.3,
      "learning_rate": 5.377668008993921e-06,
      "loss": 0.9388,
      "step": 3765
    },
    {
      "epoch": 3.3,
      "learning_rate": 5.352768279562315e-06,
      "loss": 0.9354,
      "step": 3770
    },
    {
      "epoch": 3.31,
      "learning_rate": 5.327905245408556e-06,
      "loss": 0.9219,
      "step": 3775
    },
    {
      "epoch": 3.31,
      "learning_rate": 5.303079102855089e-06,
      "loss": 0.9392,
      "step": 3780
    },
    {
      "epoch": 3.32,
      "learning_rate": 5.278290047933077e-06,
      "loss": 0.9303,
      "step": 3785
    },
    {
      "epoch": 3.32,
      "learning_rate": 5.2535382763808185e-06,
      "loss": 0.9294,
      "step": 3790
    },
    {
      "epoch": 3.32,
      "learning_rate": 5.228823983642228e-06,
      "loss": 0.9239,
      "step": 3795
    },
    {
      "epoch": 3.33,
      "learning_rate": 5.204147364865275e-06,
      "loss": 0.9532,
      "step": 3800
    },
    {
      "epoch": 3.33,
      "eval_loss": 1.12142813205719,
      "eval_runtime": 437.0064,
      "eval_samples_per_second": 36.993,
      "eval_steps_per_second": 1.158,
      "step": 3800
    },
    {
      "epoch": 3.33,
      "learning_rate": 5.179508614900448e-06,
      "loss": 0.9383,
      "step": 3805
    },
    {
      "epoch": 3.34,
      "learning_rate": 5.154907928299217e-06,
      "loss": 0.9507,
      "step": 3810
    },
    {
      "epoch": 3.34,
      "learning_rate": 5.1303454993125075e-06,
      "loss": 0.9423,
      "step": 3815
    },
    {
      "epoch": 3.35,
      "learning_rate": 5.105821521889147e-06,
      "loss": 0.9433,
      "step": 3820
    },
    {
      "epoch": 3.35,
      "learning_rate": 5.081336189674342e-06,
      "loss": 0.9223,
      "step": 3825
    },
    {
      "epoch": 3.36,
      "learning_rate": 5.056889696008162e-06,
      "loss": 0.9367,
      "step": 3830
    },
    {
      "epoch": 3.36,
      "learning_rate": 5.032482233923984e-06,
      "loss": 0.9276,
      "step": 3835
    },
    {
      "epoch": 3.36,
      "learning_rate": 5.008113996147006e-06,
      "loss": 0.9436,
      "step": 3840
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.983785175092684e-06,
      "loss": 0.9505,
      "step": 3845
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.959495962865249e-06,
      "loss": 0.9427,
      "step": 3850
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.93524655125617e-06,
      "loss": 0.9331,
      "step": 3855
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.911037131742637e-06,
      "loss": 0.9269,
      "step": 3860
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.886867895486065e-06,
      "loss": 0.9226,
      "step": 3865
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.862739033330566e-06,
      "loss": 0.9334,
      "step": 3870
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.8386507358014664e-06,
      "loss": 0.9188,
      "step": 3875
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.814603193103773e-06,
      "loss": 0.9248,
      "step": 3880
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.790596595120699e-06,
      "loss": 0.9235,
      "step": 3885
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.766631131412136e-06,
      "loss": 0.9387,
      "step": 3890
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.742706991213191e-06,
      "loss": 0.9332,
      "step": 3895
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.718824363432663e-06,
      "loss": 0.9372,
      "step": 3900
    },
    {
      "epoch": 3.42,
      "eval_loss": 1.1215200424194336,
      "eval_runtime": 437.1913,
      "eval_samples_per_second": 36.977,
      "eval_steps_per_second": 1.157,
      "step": 3900
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.694983436651559e-06,
      "loss": 0.9355,
      "step": 3905
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.671184399121619e-06,
      "loss": 0.9223,
      "step": 3910
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.647427438763806e-06,
      "loss": 0.9315,
      "step": 3915
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.623712743166851e-06,
      "loss": 0.9329,
      "step": 3920
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.60004049958574e-06,
      "loss": 0.9284,
      "step": 3925
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.576410894940265e-06,
      "loss": 0.9469,
      "step": 3930
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.552824115813522e-06,
      "loss": 0.9308,
      "step": 3935
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.52928034845046e-06,
      "loss": 0.9299,
      "step": 3940
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.5057797787563905e-06,
      "loss": 0.932,
      "step": 3945
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.482322592295541e-06,
      "loss": 0.9312,
      "step": 3950
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.458908974289568e-06,
      "loss": 0.9338,
      "step": 3955
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.4355391096161085e-06,
      "loss": 0.9232,
      "step": 3960
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.412213182807315e-06,
      "loss": 0.9365,
      "step": 3965
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.3889313780484e-06,
      "loss": 0.9303,
      "step": 3970
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.365693879176186e-06,
      "loss": 0.9432,
      "step": 3975
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.342500869677638e-06,
      "loss": 0.9348,
      "step": 3980
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.319352532688444e-06,
      "loss": 0.9435,
      "step": 3985
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.296249050991529e-06,
      "loss": 0.9437,
      "step": 3990
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.273190607015652e-06,
      "loss": 0.9241,
      "step": 3995
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.250177382833937e-06,
      "loss": 0.9206,
      "step": 4000
    },
    {
      "epoch": 3.5,
      "eval_loss": 1.1212979555130005,
      "eval_runtime": 437.0246,
      "eval_samples_per_second": 36.991,
      "eval_steps_per_second": 1.158,
      "step": 4000
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.227209560162443e-06,
      "loss": 0.941,
      "step": 4005
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.204287320358744e-06,
      "loss": 0.9412,
      "step": 4010
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.181410844420473e-06,
      "loss": 0.9333,
      "step": 4015
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.158580312983908e-06,
      "loss": 0.9199,
      "step": 4020
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.135795906322539e-06,
      "loss": 0.9588,
      "step": 4025
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.113057804345656e-06,
      "loss": 0.9237,
      "step": 4030
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.090366186596907e-06,
      "loss": 0.9307,
      "step": 4035
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.067721232252909e-06,
      "loss": 0.9377,
      "step": 4040
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.0451231201217996e-06,
      "loss": 0.9283,
      "step": 4045
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.022572028641861e-06,
      "loss": 0.9409,
      "step": 4050
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.00006813588008e-06,
      "loss": 0.9178,
      "step": 4055
    },
    {
      "epoch": 3.56,
      "learning_rate": 3.977611619530755e-06,
      "loss": 0.9433,
      "step": 4060
    },
    {
      "epoch": 3.56,
      "learning_rate": 3.955202656914102e-06,
      "loss": 0.9512,
      "step": 4065
    },
    {
      "epoch": 3.57,
      "learning_rate": 3.932841424974838e-06,
      "loss": 0.9408,
      "step": 4070
    },
    {
      "epoch": 3.57,
      "learning_rate": 3.910528100280793e-06,
      "loss": 0.9341,
      "step": 4075
    },
    {
      "epoch": 3.57,
      "learning_rate": 3.888262859021508e-06,
      "loss": 0.9376,
      "step": 4080
    },
    {
      "epoch": 3.58,
      "learning_rate": 3.866045877006863e-06,
      "loss": 0.9355,
      "step": 4085
    },
    {
      "epoch": 3.58,
      "learning_rate": 3.843877329665662e-06,
      "loss": 0.9307,
      "step": 4090
    },
    {
      "epoch": 3.59,
      "learning_rate": 3.821757392044271e-06,
      "loss": 0.9243,
      "step": 4095
    },
    {
      "epoch": 3.59,
      "learning_rate": 3.7996862388052192e-06,
      "loss": 0.9394,
      "step": 4100
    },
    {
      "epoch": 3.59,
      "eval_loss": 1.1206693649291992,
      "eval_runtime": 436.5414,
      "eval_samples_per_second": 37.032,
      "eval_steps_per_second": 1.159,
      "step": 4100
    },
    {
      "epoch": 3.6,
      "learning_rate": 3.777664044225825e-06,
      "loss": 0.9185,
      "step": 4105
    },
    {
      "epoch": 3.6,
      "learning_rate": 3.7556909821968335e-06,
      "loss": 0.9235,
      "step": 4110
    },
    {
      "epoch": 3.6,
      "learning_rate": 3.7337672262210155e-06,
      "loss": 0.9342,
      "step": 4115
    },
    {
      "epoch": 3.61,
      "learning_rate": 3.7118929494118284e-06,
      "loss": 0.9214,
      "step": 4120
    },
    {
      "epoch": 3.61,
      "learning_rate": 3.690068324492023e-06,
      "loss": 0.9318,
      "step": 4125
    },
    {
      "epoch": 3.62,
      "learning_rate": 3.6682935237922956e-06,
      "loss": 0.9383,
      "step": 4130
    },
    {
      "epoch": 3.62,
      "learning_rate": 3.6465687192499176e-06,
      "loss": 0.9211,
      "step": 4135
    },
    {
      "epoch": 3.63,
      "learning_rate": 3.6248940824073955e-06,
      "loss": 0.9305,
      "step": 4140
    },
    {
      "epoch": 3.63,
      "learning_rate": 3.6032697844110896e-06,
      "loss": 0.9306,
      "step": 4145
    },
    {
      "epoch": 3.64,
      "learning_rate": 3.5816959960098817e-06,
      "loss": 0.9406,
      "step": 4150
    },
    {
      "epoch": 3.64,
      "learning_rate": 3.560172887553827e-06,
      "loss": 0.9171,
      "step": 4155
    },
    {
      "epoch": 3.64,
      "learning_rate": 3.538700628992794e-06,
      "loss": 0.9166,
      "step": 4160
    },
    {
      "epoch": 3.65,
      "learning_rate": 3.5172793898751446e-06,
      "loss": 0.9133,
      "step": 4165
    },
    {
      "epoch": 3.65,
      "learning_rate": 3.4959093393463716e-06,
      "loss": 0.9347,
      "step": 4170
    },
    {
      "epoch": 3.66,
      "learning_rate": 3.474590646147781e-06,
      "loss": 0.9311,
      "step": 4175
    },
    {
      "epoch": 3.66,
      "learning_rate": 3.453323478615146e-06,
      "loss": 0.9229,
      "step": 4180
    },
    {
      "epoch": 3.67,
      "learning_rate": 3.4321080046773993e-06,
      "loss": 0.9229,
      "step": 4185
    },
    {
      "epoch": 3.67,
      "learning_rate": 3.410944391855279e-06,
      "loss": 0.9242,
      "step": 4190
    },
    {
      "epoch": 3.67,
      "learning_rate": 3.3898328072600216e-06,
      "loss": 0.9246,
      "step": 4195
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.3687734175920505e-06,
      "loss": 0.9367,
      "step": 4200
    },
    {
      "epoch": 3.68,
      "eval_loss": 1.1195218563079834,
      "eval_runtime": 435.7564,
      "eval_samples_per_second": 37.099,
      "eval_steps_per_second": 1.161,
      "step": 4200
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.347766389139635e-06,
      "loss": 0.9297,
      "step": 4205
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.326811887777607e-06,
      "loss": 0.9328,
      "step": 4210
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.3059100789660215e-06,
      "loss": 0.9167,
      "step": 4215
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.28506112774888e-06,
      "loss": 0.9326,
      "step": 4220
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.2642651987527984e-06,
      "loss": 0.9318,
      "step": 4225
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.243522456185728e-06,
      "loss": 0.9245,
      "step": 4230
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.2228330638356463e-06,
      "loss": 0.9287,
      "step": 4235
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.202197185069279e-06,
      "loss": 0.9302,
      "step": 4240
    },
    {
      "epoch": 3.72,
      "learning_rate": 3.181614982830792e-06,
      "loss": 0.9123,
      "step": 4245
    },
    {
      "epoch": 3.72,
      "learning_rate": 3.161086619640509e-06,
      "loss": 0.9379,
      "step": 4250
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.1406122575936447e-06,
      "loss": 0.9426,
      "step": 4255
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.1201920583590005e-06,
      "loss": 0.9218,
      "step": 4260
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.09982618317771e-06,
      "loss": 0.9317,
      "step": 4265
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.079514792861943e-06,
      "loss": 0.9196,
      "step": 4270
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.0592580477936606e-06,
      "loss": 0.9331,
      "step": 4275
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.0390561079233294e-06,
      "loss": 0.9217,
      "step": 4280
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.018909132768666e-06,
      "loss": 0.9298,
      "step": 4285
    },
    {
      "epoch": 3.76,
      "learning_rate": 2.9988172814133774e-06,
      "loss": 0.9336,
      "step": 4290
    },
    {
      "epoch": 3.76,
      "learning_rate": 2.978780712505902e-06,
      "loss": 0.9317,
      "step": 4295
    },
    {
      "epoch": 3.77,
      "learning_rate": 2.9587995842581673e-06,
      "loss": 0.9245,
      "step": 4300
    },
    {
      "epoch": 3.77,
      "eval_loss": 1.1190528869628906,
      "eval_runtime": 435.7619,
      "eval_samples_per_second": 37.098,
      "eval_steps_per_second": 1.161,
      "step": 4300
    },
    {
      "epoch": 3.77,
      "learning_rate": 2.938874054444323e-06,
      "loss": 0.9312,
      "step": 4305
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.9190042803995135e-06,
      "loss": 0.9459,
      "step": 4310
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.899190419018616e-06,
      "loss": 0.9273,
      "step": 4315
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.8794326267550243e-06,
      "loss": 0.9402,
      "step": 4320
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.859731059619393e-06,
      "loss": 0.9412,
      "step": 4325
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.84008587317842e-06,
      "loss": 0.9343,
      "step": 4330
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.8204972225536066e-06,
      "loss": 0.9448,
      "step": 4335
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.8009652624200436e-06,
      "loss": 0.9148,
      "step": 4340
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.7814901470051804e-06,
      "loss": 0.933,
      "step": 4345
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.76207203008761e-06,
      "loss": 0.9194,
      "step": 4350
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.7427110649958676e-06,
      "loss": 0.9241,
      "step": 4355
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.7234074046071933e-06,
      "loss": 0.9527,
      "step": 4360
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.7041612013463535e-06,
      "loss": 0.9216,
      "step": 4365
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.6849726071844117e-06,
      "loss": 0.9263,
      "step": 4370
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.6658417736375543e-06,
      "loss": 0.9165,
      "step": 4375
    },
    {
      "epoch": 3.84,
      "learning_rate": 2.6467688517658685e-06,
      "loss": 0.9246,
      "step": 4380
    },
    {
      "epoch": 3.84,
      "learning_rate": 2.6277539921721663e-06,
      "loss": 0.9396,
      "step": 4385
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.6087973450007953e-06,
      "loss": 0.9313,
      "step": 4390
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.5898990599364416e-06,
      "loss": 0.9285,
      "step": 4395
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.5710592862029594e-06,
      "loss": 0.9386,
      "step": 4400
    },
    {
      "epoch": 3.85,
      "eval_loss": 1.1187002658843994,
      "eval_runtime": 435.5382,
      "eval_samples_per_second": 37.117,
      "eval_steps_per_second": 1.162,
      "step": 4400
    },
    {
      "epoch": 3.86,
      "learning_rate": 2.5522781725621814e-06,
      "loss": 0.9307,
      "step": 4405
    },
    {
      "epoch": 3.86,
      "learning_rate": 2.5335558673127647e-06,
      "loss": 0.9365,
      "step": 4410
    },
    {
      "epoch": 3.87,
      "learning_rate": 2.514892518288988e-06,
      "loss": 0.9354,
      "step": 4415
    },
    {
      "epoch": 3.87,
      "learning_rate": 2.4962882728596215e-06,
      "loss": 0.9458,
      "step": 4420
    },
    {
      "epoch": 3.88,
      "learning_rate": 2.4777432779267254e-06,
      "loss": 0.9212,
      "step": 4425
    },
    {
      "epoch": 3.88,
      "learning_rate": 2.459257679924524e-06,
      "loss": 0.926,
      "step": 4430
    },
    {
      "epoch": 3.89,
      "learning_rate": 2.440831624818224e-06,
      "loss": 0.9283,
      "step": 4435
    },
    {
      "epoch": 3.89,
      "learning_rate": 2.422465258102875e-06,
      "loss": 0.9265,
      "step": 4440
    },
    {
      "epoch": 3.89,
      "learning_rate": 2.4041587248022215e-06,
      "loss": 0.9423,
      "step": 4445
    },
    {
      "epoch": 3.9,
      "learning_rate": 2.385912169467547e-06,
      "loss": 0.9322,
      "step": 4450
    },
    {
      "epoch": 3.9,
      "learning_rate": 2.367725736176545e-06,
      "loss": 0.9316,
      "step": 4455
    },
    {
      "epoch": 3.91,
      "learning_rate": 2.3495995685321705e-06,
      "loss": 0.9347,
      "step": 4460
    },
    {
      "epoch": 3.91,
      "learning_rate": 2.331533809661518e-06,
      "loss": 0.9347,
      "step": 4465
    },
    {
      "epoch": 3.92,
      "learning_rate": 2.3135286022146785e-06,
      "loss": 0.938,
      "step": 4470
    },
    {
      "epoch": 3.92,
      "learning_rate": 2.295584088363627e-06,
      "loss": 0.9361,
      "step": 4475
    },
    {
      "epoch": 3.92,
      "learning_rate": 2.2777004098010834e-06,
      "loss": 0.9288,
      "step": 4480
    },
    {
      "epoch": 3.93,
      "learning_rate": 2.2598777077394063e-06,
      "loss": 0.9234,
      "step": 4485
    },
    {
      "epoch": 3.93,
      "learning_rate": 2.242116122909478e-06,
      "loss": 0.936,
      "step": 4490
    },
    {
      "epoch": 3.94,
      "learning_rate": 2.2244157955595835e-06,
      "loss": 0.941,
      "step": 4495
    },
    {
      "epoch": 3.94,
      "learning_rate": 2.206776865454312e-06,
      "loss": 0.9209,
      "step": 4500
    },
    {
      "epoch": 3.94,
      "eval_loss": 1.118669867515564,
      "eval_runtime": 435.446,
      "eval_samples_per_second": 37.125,
      "eval_steps_per_second": 1.162,
      "step": 4500
    },
    {
      "epoch": 3.95,
      "learning_rate": 2.1891994718734477e-06,
      "loss": 0.949,
      "step": 4505
    },
    {
      "epoch": 3.95,
      "learning_rate": 2.171683753610878e-06,
      "loss": 0.9396,
      "step": 4510
    },
    {
      "epoch": 3.96,
      "learning_rate": 2.154229848973486e-06,
      "loss": 0.9165,
      "step": 4515
    },
    {
      "epoch": 3.96,
      "learning_rate": 2.1368378957800716e-06,
      "loss": 0.9358,
      "step": 4520
    },
    {
      "epoch": 3.96,
      "learning_rate": 2.1195080313602514e-06,
      "loss": 0.9135,
      "step": 4525
    },
    {
      "epoch": 3.97,
      "learning_rate": 2.102240392553375e-06,
      "loss": 0.9425,
      "step": 4530
    },
    {
      "epoch": 3.97,
      "learning_rate": 2.08503511570746e-06,
      "loss": 0.9174,
      "step": 4535
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.0678923366780934e-06,
      "loss": 0.9472,
      "step": 4540
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.0508121908273783e-06,
      "loss": 0.9342,
      "step": 4545
    },
    {
      "epoch": 3.99,
      "learning_rate": 2.03379481302285e-06,
      "loss": 0.9472,
      "step": 4550
    },
    {
      "epoch": 3.99,
      "learning_rate": 2.01684033763642e-06,
      "loss": 0.9377,
      "step": 4555
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.999948898543308e-06,
      "loss": 0.9325,
      "step": 4560
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.983120629120998e-06,
      "loss": 0.9244,
      "step": 4565
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.9663556622481695e-06,
      "loss": 0.8944,
      "step": 4570
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.9496541303036533e-06,
      "loss": 0.906,
      "step": 4575
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.9330161651653968e-06,
      "loss": 0.8895,
      "step": 4580
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.9164418982094036e-06,
      "loss": 0.9024,
      "step": 4585
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.899931460308716e-06,
      "loss": 0.9009,
      "step": 4590
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.883484981832362e-06,
      "loss": 0.895,
      "step": 4595
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.8671025926443464e-06,
      "loss": 0.9028,
      "step": 4600
    },
    {
      "epoch": 4.03,
      "eval_loss": 1.126094102859497,
      "eval_runtime": 435.6841,
      "eval_samples_per_second": 37.105,
      "eval_steps_per_second": 1.161,
      "step": 4600
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.8507844221026061e-06,
      "loss": 0.9128,
      "step": 4605
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.834530599058001e-06,
      "loss": 0.902,
      "step": 4610
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.8183412518532907e-06,
      "loss": 0.9013,
      "step": 4615
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.8022165083221298e-06,
      "loss": 0.9072,
      "step": 4620
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.7861564957880451e-06,
      "loss": 0.9039,
      "step": 4625
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.7701613410634367e-06,
      "loss": 0.9058,
      "step": 4630
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.754231170448586e-06,
      "loss": 0.9289,
      "step": 4635
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.738366109730638e-06,
      "loss": 0.8887,
      "step": 4640
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.7225662841826308e-06,
      "loss": 0.8917,
      "step": 4645
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.7068318185624844e-06,
      "loss": 0.8864,
      "step": 4650
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.691162837112038e-06,
      "loss": 0.9031,
      "step": 4655
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.6755594635560468e-06,
      "loss": 0.8963,
      "step": 4660
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.660021821101222e-06,
      "loss": 0.8957,
      "step": 4665
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.6445500324352493e-06,
      "loss": 0.8945,
      "step": 4670
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.62914421972582e-06,
      "loss": 0.9148,
      "step": 4675
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.613804504619676e-06,
      "loss": 0.8986,
      "step": 4680
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.598531008241635e-06,
      "loss": 0.9071,
      "step": 4685
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.5833238511936467e-06,
      "loss": 0.8929,
      "step": 4690
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.5681831535538283e-06,
      "loss": 0.897,
      "step": 4695
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.5531090348755307e-06,
      "loss": 0.9087,
      "step": 4700
    },
    {
      "epoch": 4.12,
      "eval_loss": 1.1278347969055176,
      "eval_runtime": 435.9828,
      "eval_samples_per_second": 37.079,
      "eval_steps_per_second": 1.161,
      "step": 4700
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.5381016141863804e-06,
      "loss": 0.9185,
      "step": 4705
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.5231610099873505e-06,
      "loss": 0.9038,
      "step": 4710
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.5082873402518172e-06,
      "loss": 0.907,
      "step": 4715
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.4934807224246338e-06,
      "loss": 0.9096,
      "step": 4720
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.4787412734211992e-06,
      "loss": 0.8883,
      "step": 4725
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.4640691096265358e-06,
      "loss": 0.9188,
      "step": 4730
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.4494643468943782e-06,
      "loss": 0.9065,
      "step": 4735
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.4349271005462395e-06,
      "loss": 0.9072,
      "step": 4740
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.4204574853705278e-06,
      "loss": 0.9056,
      "step": 4745
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.40605561562161e-06,
      "loss": 0.9205,
      "step": 4750
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.3917216050189353e-06,
      "loss": 0.9022,
      "step": 4755
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.377455566746121e-06,
      "loss": 0.9068,
      "step": 4760
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.3632576134500653e-06,
      "loss": 0.8971,
      "step": 4765
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.3491278572400558e-06,
      "loss": 0.8975,
      "step": 4770
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.3350664096868837e-06,
      "loss": 0.907,
      "step": 4775
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.3210733818219701e-06,
      "loss": 0.8957,
      "step": 4780
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.3071488841364776e-06,
      "loss": 0.8918,
      "step": 4785
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.2932930265804478e-06,
      "loss": 0.9037,
      "step": 4790
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.279505918561923e-06,
      "loss": 0.9081,
      "step": 4795
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.2657876689460979e-06,
      "loss": 0.9114,
      "step": 4800
    },
    {
      "epoch": 4.2,
      "eval_loss": 1.1276744604110718,
      "eval_runtime": 435.7272,
      "eval_samples_per_second": 37.101,
      "eval_steps_per_second": 1.161,
      "step": 4800
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.252138386054441e-06,
      "loss": 0.8939,
      "step": 4805
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.2385581776638512e-06,
      "loss": 0.8811,
      "step": 4810
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.225047151005807e-06,
      "loss": 0.9179,
      "step": 4815
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.2116054127655163e-06,
      "loss": 0.9085,
      "step": 4820
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.1982330690810717e-06,
      "loss": 0.8873,
      "step": 4825
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.1849302255426154e-06,
      "loss": 0.895,
      "step": 4830
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.171696987191513e-06,
      "loss": 0.8799,
      "step": 4835
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.158533458519504e-06,
      "loss": 0.8997,
      "step": 4840
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.1454397434679022e-06,
      "loss": 0.9045,
      "step": 4845
    },
    {
      "epoch": 4.25,
      "learning_rate": 1.1324159454267503e-06,
      "loss": 0.9076,
      "step": 4850
    },
    {
      "epoch": 4.25,
      "learning_rate": 1.1194621672340266e-06,
      "loss": 0.8929,
      "step": 4855
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.1065785111748117e-06,
      "loss": 0.9057,
      "step": 4860
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.0937650789804944e-06,
      "loss": 0.8989,
      "step": 4865
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.081021971827968e-06,
      "loss": 0.9081,
      "step": 4870
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.068349290338825e-06,
      "loss": 0.8956,
      "step": 4875
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.055747134578563e-06,
      "loss": 0.9012,
      "step": 4880
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.0432156040558018e-06,
      "loss": 0.8985,
      "step": 4885
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.0307547977214916e-06,
      "loss": 0.9195,
      "step": 4890
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.0183648139681324e-06,
      "loss": 0.9079,
      "step": 4895
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.006045750629001e-06,
      "loss": 0.8854,
      "step": 4900
    },
    {
      "epoch": 4.29,
      "eval_loss": 1.1279754638671875,
      "eval_runtime": 435.9621,
      "eval_samples_per_second": 37.081,
      "eval_steps_per_second": 1.161,
      "step": 4900
    },
    {
      "epoch": 4.3,
      "learning_rate": 9.937977049773717e-07,
      "loss": 0.9037,
      "step": 4905
    },
    {
      "epoch": 4.3,
      "learning_rate": 9.81620773725751e-07,
      "loss": 0.8908,
      "step": 4910
    },
    {
      "epoch": 4.31,
      "learning_rate": 9.695150530251207e-07,
      "loss": 0.9205,
      "step": 4915
    },
    {
      "epoch": 4.31,
      "learning_rate": 9.574806384641666e-07,
      "loss": 0.8954,
      "step": 4920
    },
    {
      "epoch": 4.31,
      "learning_rate": 9.455176250685338e-07,
      "loss": 0.9131,
      "step": 4925
    },
    {
      "epoch": 4.32,
      "learning_rate": 9.336261073000707e-07,
      "loss": 0.9113,
      "step": 4930
    },
    {
      "epoch": 4.32,
      "learning_rate": 9.218061790560862e-07,
      "loss": 0.8923,
      "step": 4935
    },
    {
      "epoch": 4.33,
      "learning_rate": 9.100579336686033e-07,
      "loss": 0.8957,
      "step": 4940
    },
    {
      "epoch": 4.33,
      "learning_rate": 8.983814639036314e-07,
      "loss": 0.8905,
      "step": 4945
    },
    {
      "epoch": 4.34,
      "learning_rate": 8.867768619604255e-07,
      "loss": 0.9079,
      "step": 4950
    },
    {
      "epoch": 4.34,
      "learning_rate": 8.752442194707577e-07,
      "loss": 0.8856,
      "step": 4955
    },
    {
      "epoch": 4.35,
      "learning_rate": 8.637836274982048e-07,
      "loss": 0.905,
      "step": 4960
    },
    {
      "epoch": 4.35,
      "learning_rate": 8.523951765374117e-07,
      "loss": 0.8866,
      "step": 4965
    },
    {
      "epoch": 4.35,
      "learning_rate": 8.410789565133948e-07,
      "loss": 0.9056,
      "step": 4970
    },
    {
      "epoch": 4.36,
      "learning_rate": 8.298350567808178e-07,
      "loss": 0.8848,
      "step": 4975
    },
    {
      "epoch": 4.36,
      "learning_rate": 8.186635661232966e-07,
      "loss": 0.914,
      "step": 4980
    },
    {
      "epoch": 4.37,
      "learning_rate": 8.075645727526893e-07,
      "loss": 0.9114,
      "step": 4985
    },
    {
      "epoch": 4.37,
      "learning_rate": 7.965381643084069e-07,
      "loss": 0.9009,
      "step": 4990
    },
    {
      "epoch": 4.38,
      "learning_rate": 7.85584427856716e-07,
      "loss": 0.9231,
      "step": 4995
    },
    {
      "epoch": 4.38,
      "learning_rate": 7.74703449890053e-07,
      "loss": 0.902,
      "step": 5000
    },
    {
      "epoch": 4.38,
      "eval_loss": 1.127801537513733,
      "eval_runtime": 435.7089,
      "eval_samples_per_second": 37.103,
      "eval_steps_per_second": 1.161,
      "step": 5000
    },
    {
      "epoch": 4.38,
      "learning_rate": 7.638953163263485e-07,
      "loss": 0.8891,
      "step": 5005
    },
    {
      "epoch": 4.39,
      "learning_rate": 7.531601125083321e-07,
      "loss": 0.9126,
      "step": 5010
    },
    {
      "epoch": 4.39,
      "learning_rate": 7.424979232028784e-07,
      "loss": 0.9055,
      "step": 5015
    },
    {
      "epoch": 4.4,
      "learning_rate": 7.319088326003187e-07,
      "loss": 0.8927,
      "step": 5020
    },
    {
      "epoch": 4.4,
      "learning_rate": 7.213929243137952e-07,
      "loss": 0.897,
      "step": 5025
    },
    {
      "epoch": 4.41,
      "learning_rate": 7.109502813785818e-07,
      "loss": 0.9028,
      "step": 5030
    },
    {
      "epoch": 4.41,
      "learning_rate": 7.005809862514412e-07,
      "loss": 0.8991,
      "step": 5035
    },
    {
      "epoch": 4.42,
      "learning_rate": 6.902851208099704e-07,
      "loss": 0.8951,
      "step": 5040
    },
    {
      "epoch": 4.42,
      "learning_rate": 6.800627663519566e-07,
      "loss": 0.8852,
      "step": 5045
    },
    {
      "epoch": 4.42,
      "learning_rate": 6.699140035947271e-07,
      "loss": 0.8994,
      "step": 5050
    },
    {
      "epoch": 4.43,
      "learning_rate": 6.598389126745209e-07,
      "loss": 0.9086,
      "step": 5055
    },
    {
      "epoch": 4.43,
      "learning_rate": 6.498375731458529e-07,
      "loss": 0.9007,
      "step": 5060
    },
    {
      "epoch": 4.44,
      "learning_rate": 6.399100639808819e-07,
      "loss": 0.8997,
      "step": 5065
    },
    {
      "epoch": 4.44,
      "learning_rate": 6.300564635687978e-07,
      "loss": 0.8955,
      "step": 5070
    },
    {
      "epoch": 4.45,
      "learning_rate": 6.202768497151845e-07,
      "loss": 0.8908,
      "step": 5075
    },
    {
      "epoch": 4.45,
      "learning_rate": 6.10571299641427e-07,
      "loss": 0.8981,
      "step": 5080
    },
    {
      "epoch": 4.45,
      "learning_rate": 6.009398899840835e-07,
      "loss": 0.9026,
      "step": 5085
    },
    {
      "epoch": 4.46,
      "learning_rate": 5.913826967942926e-07,
      "loss": 0.9035,
      "step": 5090
    },
    {
      "epoch": 4.46,
      "learning_rate": 5.81899795537163e-07,
      "loss": 0.9109,
      "step": 5095
    },
    {
      "epoch": 4.47,
      "learning_rate": 5.724912610911848e-07,
      "loss": 0.9038,
      "step": 5100
    },
    {
      "epoch": 4.47,
      "eval_loss": 1.1280251741409302,
      "eval_runtime": 436.2069,
      "eval_samples_per_second": 37.06,
      "eval_steps_per_second": 1.16,
      "step": 5100
    },
    {
      "epoch": 4.47,
      "learning_rate": 5.6315716774764e-07,
      "loss": 0.905,
      "step": 5105
    },
    {
      "epoch": 4.48,
      "learning_rate": 5.538975892100041e-07,
      "loss": 0.8944,
      "step": 5110
    },
    {
      "epoch": 4.48,
      "learning_rate": 5.44712598593381e-07,
      "loss": 0.9034,
      "step": 5115
    },
    {
      "epoch": 4.49,
      "learning_rate": 5.35602268423906e-07,
      "loss": 0.9053,
      "step": 5120
    },
    {
      "epoch": 4.49,
      "learning_rate": 5.265666706381944e-07,
      "loss": 0.9201,
      "step": 5125
    },
    {
      "epoch": 4.49,
      "learning_rate": 5.176058765827541e-07,
      "loss": 0.9142,
      "step": 5130
    },
    {
      "epoch": 4.5,
      "learning_rate": 5.087199570134371e-07,
      "loss": 0.9092,
      "step": 5135
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.9990898209487e-07,
      "loss": 0.9046,
      "step": 5140
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.911730213999078e-07,
      "loss": 0.8922,
      "step": 5145
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.825121439090785e-07,
      "loss": 0.8799,
      "step": 5150
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.7392641801004336e-07,
      "loss": 0.9117,
      "step": 5155
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.654159114970547e-07,
      "loss": 0.8987,
      "step": 5160
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.5698069157042e-07,
      "loss": 0.902,
      "step": 5165
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.4862082483597247e-07,
      "loss": 0.9031,
      "step": 5170
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.4033637730454103e-07,
      "loss": 0.9031,
      "step": 5175
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.321274143914411e-07,
      "loss": 0.8961,
      "step": 5180
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.2399400091594154e-07,
      "loss": 0.9032,
      "step": 5185
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.159362011007606e-07,
      "loss": 0.9152,
      "step": 5190
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.079540785715674e-07,
      "loss": 0.9044,
      "step": 5195
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.000476963564637e-07,
      "loss": 0.8935,
      "step": 5200
    },
    {
      "epoch": 4.56,
      "eval_loss": 1.1279747486114502,
      "eval_runtime": 435.5117,
      "eval_samples_per_second": 37.12,
      "eval_steps_per_second": 1.162,
      "step": 5200
    },
    {
      "epoch": 4.56,
      "learning_rate": 3.9221711688549493e-07,
      "loss": 0.8852,
      "step": 5205
    },
    {
      "epoch": 4.56,
      "learning_rate": 3.844624019901566e-07,
      "loss": 0.9019,
      "step": 5210
    },
    {
      "epoch": 4.57,
      "learning_rate": 3.76783612902909e-07,
      "loss": 0.8971,
      "step": 5215
    },
    {
      "epoch": 4.57,
      "learning_rate": 3.6918081025668296e-07,
      "loss": 0.8902,
      "step": 5220
    },
    {
      "epoch": 4.58,
      "learning_rate": 3.616540540844171e-07,
      "loss": 0.9043,
      "step": 5225
    },
    {
      "epoch": 4.58,
      "learning_rate": 3.54203403818566e-07,
      "loss": 0.8943,
      "step": 5230
    },
    {
      "epoch": 4.59,
      "learning_rate": 3.4682891829064923e-07,
      "loss": 0.9106,
      "step": 5235
    },
    {
      "epoch": 4.59,
      "learning_rate": 3.395306557307698e-07,
      "loss": 0.8853,
      "step": 5240
    },
    {
      "epoch": 4.59,
      "learning_rate": 3.3230867376716324e-07,
      "loss": 0.8912,
      "step": 5245
    },
    {
      "epoch": 4.6,
      "learning_rate": 3.2516302942574794e-07,
      "loss": 0.9133,
      "step": 5250
    },
    {
      "epoch": 4.6,
      "learning_rate": 3.180937791296601e-07,
      "loss": 0.9023,
      "step": 5255
    },
    {
      "epoch": 4.61,
      "learning_rate": 3.1110097869882063e-07,
      "loss": 0.9151,
      "step": 5260
    },
    {
      "epoch": 4.61,
      "learning_rate": 3.041846833494888e-07,
      "loss": 0.9023,
      "step": 5265
    },
    {
      "epoch": 4.62,
      "learning_rate": 2.973449476938306e-07,
      "loss": 0.9021,
      "step": 5270
    },
    {
      "epoch": 4.62,
      "learning_rate": 2.905818257394799e-07,
      "loss": 0.9142,
      "step": 5275
    },
    {
      "epoch": 4.63,
      "learning_rate": 2.838953708891201e-07,
      "loss": 0.8908,
      "step": 5280
    },
    {
      "epoch": 4.63,
      "learning_rate": 2.772856359400589e-07,
      "loss": 0.9061,
      "step": 5285
    },
    {
      "epoch": 4.63,
      "learning_rate": 2.7075267308380726e-07,
      "loss": 0.8914,
      "step": 5290
    },
    {
      "epoch": 4.64,
      "learning_rate": 2.64296533905678e-07,
      "loss": 0.9053,
      "step": 5295
    },
    {
      "epoch": 4.64,
      "learning_rate": 2.579172693843679e-07,
      "loss": 0.9053,
      "step": 5300
    },
    {
      "epoch": 4.64,
      "eval_loss": 1.1279793977737427,
      "eval_runtime": 436.5436,
      "eval_samples_per_second": 37.032,
      "eval_steps_per_second": 1.159,
      "step": 5300
    },
    {
      "epoch": 4.65,
      "learning_rate": 2.5161492989156046e-07,
      "loss": 0.8985,
      "step": 5305
    },
    {
      "epoch": 4.65,
      "learning_rate": 2.45389565191525e-07,
      "loss": 0.9,
      "step": 5310
    },
    {
      "epoch": 4.66,
      "learning_rate": 2.392412244407294e-07,
      "loss": 0.8978,
      "step": 5315
    },
    {
      "epoch": 4.66,
      "learning_rate": 2.3316995618744343e-07,
      "loss": 0.9026,
      "step": 5320
    },
    {
      "epoch": 4.66,
      "learning_rate": 2.271758083713671e-07,
      "loss": 0.8969,
      "step": 5325
    },
    {
      "epoch": 4.67,
      "learning_rate": 2.2125882832323865e-07,
      "loss": 0.9007,
      "step": 5330
    },
    {
      "epoch": 4.67,
      "learning_rate": 2.1541906276446922e-07,
      "loss": 0.9003,
      "step": 5335
    },
    {
      "epoch": 4.68,
      "learning_rate": 2.0965655780677441e-07,
      "loss": 0.8952,
      "step": 5340
    },
    {
      "epoch": 4.68,
      "learning_rate": 2.0397135895180443e-07,
      "loss": 0.9143,
      "step": 5345
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.983635110907922e-07,
      "loss": 0.8936,
      "step": 5350
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.9283305850419153e-07,
      "loss": 0.9068,
      "step": 5355
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.8738004486133166e-07,
      "loss": 0.9059,
      "step": 5360
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.8200451322007208e-07,
      "loss": 0.9156,
      "step": 5365
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.76706506026465e-07,
      "loss": 0.8897,
      "step": 5370
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.7148606511441123e-07,
      "loss": 0.8995,
      "step": 5375
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.6634323170533928e-07,
      "loss": 0.8976,
      "step": 5380
    },
    {
      "epoch": 4.72,
      "learning_rate": 1.6127804640787781e-07,
      "loss": 0.8973,
      "step": 5385
    },
    {
      "epoch": 4.72,
      "learning_rate": 1.562905492175326e-07,
      "loss": 0.9179,
      "step": 5390
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.513807795163702e-07,
      "loss": 0.9091,
      "step": 5395
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.4654877607271024e-07,
      "loss": 0.9091,
      "step": 5400
    },
    {
      "epoch": 4.73,
      "eval_loss": 1.1277990341186523,
      "eval_runtime": 435.7368,
      "eval_samples_per_second": 37.1,
      "eval_steps_per_second": 1.161,
      "step": 5400
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.417945770408191e-07,
      "loss": 0.8984,
      "step": 5405
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.371182199606036e-07,
      "loss": 0.9025,
      "step": 5410
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.3251974175731986e-07,
      "loss": 0.913,
      "step": 5415
    },
    {
      "epoch": 4.75,
      "learning_rate": 1.2799917874128154e-07,
      "loss": 0.9018,
      "step": 5420
    },
    {
      "epoch": 4.75,
      "learning_rate": 1.2355656660757e-07,
      "loss": 0.8923,
      "step": 5425
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.1919194043575333e-07,
      "loss": 0.9171,
      "step": 5430
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.1490533468961118e-07,
      "loss": 0.8981,
      "step": 5435
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.1069678321686372e-07,
      "loss": 0.8963,
      "step": 5440
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.0656631924889749e-07,
      "loss": 0.9035,
      "step": 5445
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.0251397540051334e-07,
      "loss": 0.903,
      "step": 5450
    },
    {
      "epoch": 4.78,
      "learning_rate": 9.853978366965667e-08,
      "loss": 0.9133,
      "step": 5455
    },
    {
      "epoch": 4.78,
      "learning_rate": 9.464377543717651e-08,
      "loss": 0.8988,
      "step": 5460
    },
    {
      "epoch": 4.79,
      "learning_rate": 9.08259814665724e-08,
      "loss": 0.9008,
      "step": 5465
    },
    {
      "epoch": 4.79,
      "learning_rate": 8.7086431903749e-08,
      "loss": 0.8861,
      "step": 5470
    },
    {
      "epoch": 4.8,
      "learning_rate": 8.342515627678182e-08,
      "loss": 0.9158,
      "step": 5475
    },
    {
      "epoch": 4.8,
      "learning_rate": 7.984218349568307e-08,
      "loss": 0.9057,
      "step": 5480
    },
    {
      "epoch": 4.81,
      "learning_rate": 7.63375418521739e-08,
      "loss": 0.8892,
      "step": 5485
    },
    {
      "epoch": 4.81,
      "learning_rate": 7.291125901946027e-08,
      "loss": 0.9238,
      "step": 5490
    },
    {
      "epoch": 4.81,
      "learning_rate": 6.956336205201419e-08,
      "loss": 0.8901,
      "step": 5495
    },
    {
      "epoch": 4.82,
      "learning_rate": 6.62938773853583e-08,
      "loss": 0.8968,
      "step": 5500
    },
    {
      "epoch": 4.82,
      "eval_loss": 1.127881646156311,
      "eval_runtime": 437.416,
      "eval_samples_per_second": 36.958,
      "eval_steps_per_second": 1.157,
      "step": 5500
    },
    {
      "epoch": 4.82,
      "learning_rate": 6.310283083586499e-08,
      "loss": 0.9202,
      "step": 5505
    },
    {
      "epoch": 4.83,
      "learning_rate": 5.999024760054095e-08,
      "loss": 0.9119,
      "step": 5510
    },
    {
      "epoch": 4.83,
      "learning_rate": 5.695615225683737e-08,
      "loss": 0.9056,
      "step": 5515
    },
    {
      "epoch": 4.84,
      "learning_rate": 5.400056876245119e-08,
      "loss": 0.8842,
      "step": 5520
    },
    {
      "epoch": 4.84,
      "learning_rate": 5.1123520455137465e-08,
      "loss": 0.8926,
      "step": 5525
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.832503005252731e-08,
      "loss": 0.9064,
      "step": 5530
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.5605119651941366e-08,
      "loss": 0.9129,
      "step": 5535
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.296381073022549e-08,
      "loss": 0.906,
      "step": 5540
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.040112414357311e-08,
      "loss": 0.8982,
      "step": 5545
    },
    {
      "epoch": 4.86,
      "learning_rate": 3.791708012736206e-08,
      "loss": 0.9011,
      "step": 5550
    },
    {
      "epoch": 4.87,
      "learning_rate": 3.551169829599799e-08,
      "loss": 0.8882,
      "step": 5555
    },
    {
      "epoch": 4.87,
      "learning_rate": 3.318499764275784e-08,
      "loss": 0.8883,
      "step": 5560
    },
    {
      "epoch": 4.88,
      "learning_rate": 3.0936996539636663e-08,
      "loss": 0.8906,
      "step": 5565
    },
    {
      "epoch": 4.88,
      "learning_rate": 2.876771273720991e-08,
      "loss": 0.903,
      "step": 5570
    },
    {
      "epoch": 4.88,
      "learning_rate": 2.667716336448356e-08,
      "loss": 0.9019,
      "step": 5575
    },
    {
      "epoch": 4.89,
      "learning_rate": 2.4665364928767586e-08,
      "loss": 0.8916,
      "step": 5580
    },
    {
      "epoch": 4.89,
      "learning_rate": 2.273233331554159e-08,
      "loss": 0.8997,
      "step": 5585
    },
    {
      "epoch": 4.9,
      "learning_rate": 2.087808378832934e-08,
      "loss": 0.9029,
      "step": 5590
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.9102630988577788e-08,
      "loss": 0.885,
      "step": 5595
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.7405988935544906e-08,
      "loss": 0.9196,
      "step": 5600
    },
    {
      "epoch": 4.91,
      "eval_loss": 1.1278820037841797,
      "eval_runtime": 436.3538,
      "eval_samples_per_second": 37.048,
      "eval_steps_per_second": 1.16,
      "step": 5600
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.578817102618424e-08,
      "loss": 0.8877,
      "step": 5605
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.424919003504166e-08,
      "loss": 0.9056,
      "step": 5610
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.2789058114156538e-08,
      "loss": 0.8966,
      "step": 5615
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.140778679296073e-08,
      "loss": 0.9023,
      "step": 5620
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.0105386978191967e-08,
      "loss": 0.9105,
      "step": 5625
    },
    {
      "epoch": 4.93,
      "learning_rate": 8.88186895380505e-09,
      "loss": 0.9008,
      "step": 5630
    },
    {
      "epoch": 4.94,
      "learning_rate": 7.737242380891907e-09,
      "loss": 0.9024,
      "step": 5635
    },
    {
      "epoch": 4.94,
      "learning_rate": 6.671516297606095e-09,
      "loss": 0.8923,
      "step": 5640
    },
    {
      "epoch": 4.95,
      "learning_rate": 5.684699119089532e-09,
      "loss": 0.905,
      "step": 5645
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.776798637405877e-09,
      "loss": 0.8933,
      "step": 5650
    },
    {
      "epoch": 4.95,
      "learning_rate": 3.9478220214816956e-09,
      "loss": 0.8988,
      "step": 5655
    },
    {
      "epoch": 4.96,
      "learning_rate": 3.1977758170476105e-09,
      "loss": 0.8974,
      "step": 5660
    },
    {
      "epoch": 4.96,
      "learning_rate": 2.5266659465883468e-09,
      "loss": 0.8958,
      "step": 5665
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.9344977092927707e-09,
      "loss": 0.8963,
      "step": 5670
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.4212757810150301e-09,
      "loss": 0.8992,
      "step": 5675
    },
    {
      "epoch": 4.98,
      "learning_rate": 9.870042142368085e-10,
      "loss": 0.9161,
      "step": 5680
    },
    {
      "epoch": 4.98,
      "learning_rate": 6.316864380351284e-10,
      "loss": 0.9143,
      "step": 5685
    },
    {
      "epoch": 4.98,
      "learning_rate": 3.553252580557054e-10,
      "loss": 0.8801,
      "step": 5690
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.57922856489634e-10,
      "loss": 0.9072,
      "step": 5695
    },
    {
      "epoch": 4.99,
      "learning_rate": 3.948079205895461e-11,
      "loss": 0.9129,
      "step": 5700
    },
    {
      "epoch": 4.99,
      "eval_loss": 1.1278934478759766,
      "eval_runtime": 435.9648,
      "eval_samples_per_second": 37.081,
      "eval_steps_per_second": 1.161,
      "step": 5700
    },
    {
      "epoch": 5.0,
      "learning_rate": 0.0,
      "loss": 0.8974,
      "step": 5705
    },
    {
      "epoch": 5.0,
      "step": 5705,
      "total_flos": 5.71030084361021e+19,
      "train_loss": 1.0224046702974203,
      "train_runtime": 86934.362,
      "train_samples_per_second": 8.4,
      "train_steps_per_second": 0.066
    }
  ],
  "logging_steps": 5,
  "max_steps": 5705,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 100,
  "total_flos": 5.71030084361021e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}