{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 955,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 2461.7163655359695,
      "learning_rate": 2.0833333333333333e-07,
      "loss": 13.4422,
      "step": 1
    },
    {
      "epoch": 0.01,
      "grad_norm": 1188.3611863310348,
      "learning_rate": 1.0416666666666667e-06,
      "loss": 12.564,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 383.2777721914162,
      "learning_rate": 2.0833333333333334e-06,
      "loss": 7.5043,
      "step": 10
    },
    {
      "epoch": 0.02,
      "grad_norm": 85.32523705996411,
      "learning_rate": 3.125e-06,
      "loss": 4.3848,
      "step": 15
    },
    {
      "epoch": 0.02,
      "grad_norm": 44.902597609978045,
      "learning_rate": 4.166666666666667e-06,
      "loss": 3.608,
      "step": 20
    },
    {
      "epoch": 0.03,
      "grad_norm": 33.8945502589581,
      "learning_rate": 5.208333333333334e-06,
      "loss": 3.3411,
      "step": 25
    },
    {
      "epoch": 0.03,
      "grad_norm": 22.789039733408682,
      "learning_rate": 6.25e-06,
      "loss": 3.1891,
      "step": 30
    },
    {
      "epoch": 0.04,
      "grad_norm": 15.294909208517709,
      "learning_rate": 7.291666666666667e-06,
      "loss": 3.0935,
      "step": 35
    },
    {
      "epoch": 0.04,
      "grad_norm": 16.346336894842942,
      "learning_rate": 8.333333333333334e-06,
      "loss": 2.9414,
      "step": 40
    },
    {
      "epoch": 0.05,
      "grad_norm": 23.553918714950836,
      "learning_rate": 9.375000000000001e-06,
      "loss": 2.8648,
      "step": 45
    },
    {
      "epoch": 0.05,
      "grad_norm": 164.07588077953187,
      "learning_rate": 1.0416666666666668e-05,
      "loss": 2.5263,
      "step": 50
    },
    {
      "epoch": 0.06,
      "grad_norm": 48.559212060939444,
      "learning_rate": 1.1458333333333333e-05,
      "loss": 2.037,
      "step": 55
    },
    {
      "epoch": 0.06,
      "grad_norm": 23.491477625412887,
      "learning_rate": 1.25e-05,
      "loss": 1.5635,
      "step": 60
    },
    {
      "epoch": 0.07,
      "grad_norm": 18.534543889923896,
      "learning_rate": 1.3541666666666668e-05,
      "loss": 1.4948,
      "step": 65
    },
    {
      "epoch": 0.07,
      "grad_norm": 12.384878393353059,
      "learning_rate": 1.4583333333333333e-05,
      "loss": 1.4257,
      "step": 70
    },
    {
      "epoch": 0.08,
      "grad_norm": 9.477210018385332,
      "learning_rate": 1.5625e-05,
      "loss": 1.3939,
      "step": 75
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.144109465129273,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.3457,
      "step": 80
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.552451526784706,
      "learning_rate": 1.7708333333333335e-05,
      "loss": 1.3328,
      "step": 85
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.9924625599541206,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.3063,
      "step": 90
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.7886605684614403,
      "learning_rate": 1.979166666666667e-05,
      "loss": 1.3082,
      "step": 95
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.590180516177269,
      "learning_rate": 1.999892997072575e-05,
      "loss": 1.2868,
      "step": 100
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.258640200275494,
      "learning_rate": 1.99945833692589e-05,
      "loss": 1.3019,
      "step": 105
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.200726638847038,
      "learning_rate": 1.9986894771071707e-05,
      "loss": 1.2737,
      "step": 110
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.226850310714147,
      "learning_rate": 1.9975866747083734e-05,
      "loss": 1.2763,
      "step": 115
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.9708049477307656,
      "learning_rate": 1.9961502984854394e-05,
      "loss": 1.2526,
      "step": 120
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.498450336726286,
      "learning_rate": 1.9943808287349902e-05,
      "loss": 1.2729,
      "step": 125
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.3080885736994894,
      "learning_rate": 1.992278857133726e-05,
      "loss": 1.243,
      "step": 130
    },
    {
      "epoch": 0.14,
      "grad_norm": 5.053212283450933,
      "learning_rate": 1.9898450865405786e-05,
      "loss": 1.2731,
      "step": 135
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.17535563832229,
      "learning_rate": 1.9870803307616916e-05,
      "loss": 1.2692,
      "step": 140
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.822523160059189,
      "learning_rate": 1.983985514278296e-05,
      "loss": 1.2534,
      "step": 145
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.4132366650716515,
      "learning_rate": 1.9805616719375852e-05,
      "loss": 1.2642,
      "step": 150
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.773367552594801,
      "learning_rate": 1.9768099486066776e-05,
      "loss": 1.2669,
      "step": 155
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.505204667225315,
      "learning_rate": 1.9727315987897993e-05,
      "loss": 1.2221,
      "step": 160
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.378575933551222,
      "learning_rate": 1.9683279862087986e-05,
      "loss": 1.2432,
      "step": 165
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.9521011616333936,
      "learning_rate": 1.963600583347147e-05,
      "loss": 1.2243,
      "step": 170
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.126328532378981,
      "learning_rate": 1.9585509709575646e-05,
      "loss": 1.242,
      "step": 175
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.314912808408647,
      "learning_rate": 1.9531808375334512e-05,
      "loss": 1.2545,
      "step": 180
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.0121454881889225,
      "learning_rate": 1.9474919787442835e-05,
      "loss": 1.2378,
      "step": 185
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.369424629625938,
      "learning_rate": 1.9414862968351788e-05,
      "loss": 1.2304,
      "step": 190
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.135366351640658,
      "learning_rate": 1.935165799990821e-05,
      "loss": 1.2384,
      "step": 195
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.468708898225178,
      "learning_rate": 1.9285326016639624e-05,
      "loss": 1.2372,
      "step": 200
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.141211198337755,
      "learning_rate": 1.9215889198687245e-05,
      "loss": 1.2342,
      "step": 205
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.564399747906429,
      "learning_rate": 1.9143370764389374e-05,
      "loss": 1.245,
      "step": 210
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.423614603504273,
      "learning_rate": 1.906779496251763e-05,
      "loss": 1.2127,
      "step": 215
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.77469168667574,
      "learning_rate": 1.8989187064168643e-05,
      "loss": 1.2114,
      "step": 220
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.7507426379732873,
      "learning_rate": 1.8907573354313853e-05,
      "loss": 1.2057,
      "step": 225
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.2625231428295396,
      "learning_rate": 1.8822981123010343e-05,
      "loss": 1.2005,
      "step": 230
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.559565219376083,
      "learning_rate": 1.873543865627556e-05,
      "loss": 1.2121,
      "step": 235
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.674000836928357,
      "learning_rate": 1.8644975226629025e-05,
      "loss": 1.2064,
      "step": 240
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.054211528310419,
      "learning_rate": 1.8551621083304147e-05,
      "loss": 1.206,
      "step": 245
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.8005222642398317,
      "learning_rate": 1.8455407442133467e-05,
      "loss": 1.1824,
      "step": 250
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.270369602281788,
      "learning_rate": 1.8356366475110697e-05,
      "loss": 1.2048,
      "step": 255
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.904842228016003,
      "learning_rate": 1.8254531299633007e-05,
      "loss": 1.2052,
      "step": 260
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.286875472560863,
      "learning_rate": 1.81499359674272e-05,
      "loss": 1.2018,
      "step": 265
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.1899104367297864,
      "learning_rate": 1.8042615453163484e-05,
      "loss": 1.2018,
      "step": 270
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.273989115747855,
      "learning_rate": 1.7932605642760607e-05,
      "loss": 1.1888,
      "step": 275
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.268115493890591,
      "learning_rate": 1.7819943321386295e-05,
      "loss": 1.1906,
      "step": 280
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.421685752864093,
      "learning_rate": 1.7704666161156994e-05,
      "loss": 1.2086,
      "step": 285
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.715983707085352,
      "learning_rate": 1.7586812708541046e-05,
      "loss": 1.1922,
      "step": 290
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.727172850716651,
      "learning_rate": 1.746642237146948e-05,
      "loss": 1.2142,
      "step": 295
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.115772105064366,
      "learning_rate": 1.7343535406158773e-05,
      "loss": 1.1973,
      "step": 300
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.907139227773489,
      "learning_rate": 1.7218192903649926e-05,
      "loss": 1.1804,
      "step": 305
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.857633937230002,
      "learning_rate": 1.7090436776068422e-05,
      "loss": 1.2183,
      "step": 310
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.6278739870653705,
      "learning_rate": 1.6960309742609603e-05,
      "loss": 1.1918,
      "step": 315
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.037905874676671,
      "learning_rate": 1.682785531525422e-05,
      "loss": 1.1793,
      "step": 320
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.042020400450931,
      "learning_rate": 1.6693117784218818e-05,
      "loss": 1.1942,
      "step": 325
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.6059688835627632,
      "learning_rate": 1.655614220314598e-05,
      "loss": 1.1901,
      "step": 330
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.027640956254004,
      "learning_rate": 1.6416974374039227e-05,
      "loss": 1.1815,
      "step": 335
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.469869352005406,
      "learning_rate": 1.6275660831947725e-05,
      "loss": 1.1882,
      "step": 340
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.913192938827672,
      "learning_rate": 1.6132248829405845e-05,
      "loss": 1.1799,
      "step": 345
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.193881408589,
      "learning_rate": 1.5986786320632842e-05,
      "loss": 1.1993,
      "step": 350
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.863252905360088,
      "learning_rate": 1.5839321945497847e-05,
      "loss": 1.1824,
      "step": 355
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.775458735232249,
      "learning_rate": 1.5689905013255683e-05,
      "loss": 1.1721,
      "step": 360
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.4362566052272228,
      "learning_rate": 1.5538585486058747e-05,
      "loss": 1.1846,
      "step": 365
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.812829346931678,
      "learning_rate": 1.5385413962250657e-05,
      "loss": 1.1828,
      "step": 370
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.6565563697093495,
      "learning_rate": 1.5230441659447128e-05,
      "loss": 1.1707,
      "step": 375
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.7129216895293524,
      "learning_rate": 1.507372039740978e-05,
      "loss": 1.1778,
      "step": 380
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.934774129904253,
      "learning_rate": 1.4915302580718614e-05,
      "loss": 1.1913,
      "step": 385
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.941744536837656,
      "learning_rate": 1.4755241181248923e-05,
      "loss": 1.1825,
      "step": 390
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.725933867619445,
      "learning_rate": 1.4593589720458507e-05,
      "loss": 1.1804,
      "step": 395
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.884385616617823,
      "learning_rate": 1.443040225149114e-05,
      "loss": 1.1766,
      "step": 400
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.448418045396495,
      "learning_rate": 1.4265733341102235e-05,
      "loss": 1.1677,
      "step": 405
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.543829508747149,
      "learning_rate": 1.4099638051412745e-05,
      "loss": 1.1802,
      "step": 410
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.2565990410366017,
      "learning_rate": 1.3932171921497483e-05,
      "loss": 1.1866,
      "step": 415
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.5069328829068236,
      "learning_rate": 1.3763390948813897e-05,
      "loss": 1.1622,
      "step": 420
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.3809314070147165,
      "learning_rate": 1.3593351570477608e-05,
      "loss": 1.1941,
      "step": 425
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.910200688628565,
      "learning_rate": 1.3422110644390911e-05,
      "loss": 1.1709,
      "step": 430
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.302365264776221,
      "learning_rate": 1.3249725430230595e-05,
      "loss": 1.1739,
      "step": 435
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.246681366222887,
      "learning_rate": 1.3076253570301409e-05,
      "loss": 1.1603,
      "step": 440
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.280421565698981,
      "learning_rate": 1.2901753070261565e-05,
      "loss": 1.186,
      "step": 445
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.81317992852912,
      "learning_rate": 1.2726282279726788e-05,
      "loss": 1.1658,
      "step": 450
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.8610620659207617,
      "learning_rate": 1.2549899872759288e-05,
      "loss": 1.1825,
      "step": 455
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.4010239256735115,
      "learning_rate": 1.237266482824832e-05,
      "loss": 1.1496,
      "step": 460
    },
    {
      "epoch": 0.49,
      "grad_norm": 8.49710325570422,
      "learning_rate": 1.2194636410188748e-05,
      "loss": 1.173,
      "step": 465
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.6548860275475397,
      "learning_rate": 1.2015874147864314e-05,
      "loss": 1.1591,
      "step": 470
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.5679037646309197,
      "learning_rate": 1.183643781594219e-05,
      "loss": 1.1691,
      "step": 475
    },
    {
      "epoch": 0.5,
      "grad_norm": 4.749061818607719,
      "learning_rate": 1.165638741448548e-05,
      "loss": 1.1716,
      "step": 480
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.8240982671284898,
      "learning_rate": 1.147578314889033e-05,
      "loss": 1.1539,
      "step": 485
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.9542808971197947,
      "learning_rate": 1.1294685409754434e-05,
      "loss": 1.159,
      "step": 490
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.1350411827108906,
      "learning_rate": 1.1113154752683548e-05,
      "loss": 1.2067,
      "step": 495
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.8905318360977628,
      "learning_rate": 1.0931251878042882e-05,
      "loss": 1.1769,
      "step": 500
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.0053111002447745,
      "learning_rate": 1.0749037610660041e-05,
      "loss": 1.1723,
      "step": 505
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.3485613915497026,
      "learning_rate": 1.0566572879486388e-05,
      "loss": 1.1653,
      "step": 510
    },
    {
      "epoch": 0.54,
      "grad_norm": 4.082048046997961,
      "learning_rate": 1.0383918697223564e-05,
      "loss": 1.1785,
      "step": 515
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.8712520171978,
      "learning_rate": 1.020113613992203e-05,
      "loss": 1.1746,
      "step": 520
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.26766401286956,
      "learning_rate": 1.001828632655837e-05,
      "loss": 1.1372,
      "step": 525
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.0082362180315343,
      "learning_rate": 9.835430398598319e-06,
      "loss": 1.1699,
      "step": 530
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.6001344186192736,
      "learning_rate": 9.652629499552216e-06,
      "loss": 1.187,
      "step": 535
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.455098713036843,
      "learning_rate": 9.469944754529784e-06,
      "loss": 1.1526,
      "step": 540
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.506173198506875,
      "learning_rate": 9.28743724980107e-06,
      "loss": 1.1593,
      "step": 545
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.492647004795416,
      "learning_rate": 9.105168012370372e-06,
      "loss": 1.1407,
      "step": 550
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.070429402307121,
      "learning_rate": 8.923197989569981e-06,
      "loss": 1.1662,
      "step": 555
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.7831387429713894,
      "learning_rate": 8.741588028680566e-06,
      "loss": 1.1552,
      "step": 560
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.5233461063094142,
      "learning_rate": 8.560398856585002e-06,
      "loss": 1.165,
      "step": 565
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.079554638580303,
      "learning_rate": 8.379691059462478e-06,
      "loss": 1.1741,
      "step": 570
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.367550043194744,
      "learning_rate": 8.199525062529626e-06,
      "loss": 1.1572,
      "step": 575
    },
    {
      "epoch": 0.61,
      "grad_norm": 3.442018148642513,
      "learning_rate": 8.01996110983552e-06,
      "loss": 1.1591,
      "step": 580
    },
    {
      "epoch": 0.61,
      "grad_norm": 3.0524742405717142,
      "learning_rate": 7.841059244117189e-06,
      "loss": 1.1678,
      "step": 585
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.747340823312245,
      "learning_rate": 7.662879286722496e-06,
      "loss": 1.1598,
      "step": 590
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.9472846603989944,
      "learning_rate": 7.485480817607031e-06,
      "loss": 1.1753,
      "step": 595
    },
    {
      "epoch": 0.63,
      "grad_norm": 3.9279530098870943,
      "learning_rate": 7.30892315541171e-06,
      "loss": 1.1462,
      "step": 600
    },
    {
      "epoch": 0.63,
      "grad_norm": 3.056461777781048,
      "learning_rate": 7.133265337627757e-06,
      "loss": 1.1319,
      "step": 605
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.5655491221643256,
      "learning_rate": 6.958566100855716e-06,
      "loss": 1.1469,
      "step": 610
    },
    {
      "epoch": 0.64,
      "grad_norm": 4.033014172979536,
      "learning_rate": 6.78488386116505e-06,
      "loss": 1.1522,
      "step": 615
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.2636560884902512,
      "learning_rate": 6.612276694560927e-06,
      "loss": 1.1653,
      "step": 620
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.099825834412963,
      "learning_rate": 6.44080231756473e-06,
      "loss": 1.1695,
      "step": 625
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.5276354474143465,
      "learning_rate": 6.2705180679147455e-06,
      "loss": 1.1586,
      "step": 630
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.8120221788177417,
      "learning_rate": 6.101480885393537e-06,
      "loss": 1.1735,
      "step": 635
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.7317060856823705,
      "learning_rate": 5.933747292788369e-06,
      "loss": 1.1601,
      "step": 640
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.8630486147702414,
      "learning_rate": 5.767373376991082e-06,
      "loss": 1.1548,
      "step": 645
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.044565653563942,
      "learning_rate": 5.602414770243698e-06,
      "loss": 1.1431,
      "step": 650
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.784721573945372,
      "learning_rate": 5.438926631536087e-06,
      "loss": 1.1562,
      "step": 655
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.9182503829263386,
      "learning_rate": 5.276963628161833e-06,
      "loss": 1.1501,
      "step": 660
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.0148200179539995,
      "learning_rate": 5.116579917438564e-06,
      "loss": 1.1599,
      "step": 665
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.779138701850297,
      "learning_rate": 4.957829128598781e-06,
      "loss": 1.1407,
      "step": 670
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.8364467956103447,
      "learning_rate": 4.80076434485727e-06,
      "loss": 1.1632,
      "step": 675
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.9955667796891445,
      "learning_rate": 4.645438085661085e-06,
      "loss": 1.1653,
      "step": 680
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.2640655907001874,
      "learning_rate": 4.4919022891280725e-06,
      "loss": 1.1526,
      "step": 685
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.2789098333817797,
      "learning_rate": 4.340208294679745e-06,
      "loss": 1.1529,
      "step": 690
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.755334882067621,
      "learning_rate": 4.190406825874377e-06,
      "loss": 1.1461,
      "step": 695
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.3859515382051506,
      "learning_rate": 4.042547973446017e-06,
      "loss": 1.136,
      "step": 700
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.7768674529680197,
      "learning_rate": 3.896681178555099e-06,
      "loss": 1.1494,
      "step": 705
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.7160887414907453,
      "learning_rate": 3.7528552162562858e-06,
      "loss": 1.1435,
      "step": 710
    },
    {
      "epoch": 0.75,
      "grad_norm": 3.445482448946737,
      "learning_rate": 3.6111181791890184e-06,
      "loss": 1.1518,
      "step": 715
    },
    {
      "epoch": 0.75,
      "grad_norm": 3.0678976022117186,
      "learning_rate": 3.471517461496253e-06,
      "loss": 1.1191,
      "step": 720
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.9920996388866588,
      "learning_rate": 3.3340997429767786e-06,
      "loss": 1.1509,
      "step": 725
    },
    {
      "epoch": 0.76,
      "grad_norm": 3.5189782505268377,
      "learning_rate": 3.1989109734763936e-06,
      "loss": 1.1447,
      "step": 730
    },
    {
      "epoch": 0.77,
      "grad_norm": 4.465010089218058,
      "learning_rate": 3.0659963575231544e-06,
      "loss": 1.1384,
      "step": 735
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.8116282143136586,
      "learning_rate": 2.935400339211841e-06,
      "loss": 1.1448,
      "step": 740
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.821536237846906,
      "learning_rate": 2.8071665873427244e-06,
      "loss": 1.1529,
      "step": 745
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.616142918937676,
      "learning_rate": 2.681337980819536e-06,
      "loss": 1.1276,
      "step": 750
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.648221961084194,
      "learning_rate": 2.5579565943116092e-06,
      "loss": 1.1511,
      "step": 755
    },
    {
      "epoch": 0.8,
      "grad_norm": 4.305338632641424,
      "learning_rate": 2.437063684184893e-06,
      "loss": 1.139,
      "step": 760
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.820239172457965,
      "learning_rate": 2.318699674706639e-06,
      "loss": 1.1305,
      "step": 765
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.813379017123292,
      "learning_rate": 2.202904144528295e-06,
      "loss": 1.1465,
      "step": 770
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.5727532652839655,
      "learning_rate": 2.08971581345115e-06,
      "loss": 1.1392,
      "step": 775
    },
    {
      "epoch": 0.82,
      "grad_norm": 3.2395630905470822,
      "learning_rate": 1.979172529479193e-06,
      "loss": 1.1545,
      "step": 780
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.6177906399433017,
      "learning_rate": 1.8713112561634671e-06,
      "loss": 1.1372,
      "step": 785
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.523775559650496,
      "learning_rate": 1.7661680602421594e-06,
      "loss": 1.1374,
      "step": 790
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.8009704991006927,
      "learning_rate": 1.663778099580583e-06,
      "loss": 1.1272,
      "step": 795
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.4906631285299548,
      "learning_rate": 1.5641756114150552e-06,
      "loss": 1.1294,
      "step": 800
    },
    {
      "epoch": 0.84,
      "grad_norm": 3.1402684266522565,
      "learning_rate": 1.4673939009046268e-06,
      "loss": 1.1361,
      "step": 805
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.8346706660144414,
      "learning_rate": 1.3734653299944834e-06,
      "loss": 1.1416,
      "step": 810
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.656713151507134,
      "learning_rate": 1.2824213065947232e-06,
      "loss": 1.1123,
      "step": 815
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.6781138539963876,
      "learning_rate": 1.194292274078156e-06,
      "loss": 1.1428,
      "step": 820
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.683665650227597,
      "learning_rate": 1.1091077011006302e-06,
      "loss": 1.1546,
      "step": 825
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.6042088842327704,
      "learning_rate": 1.0268960717472742e-06,
      "loss": 1.1501,
      "step": 830
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.5487361412205423,
      "learning_rate": 9.476848760079671e-07,
      "loss": 1.1409,
      "step": 835
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.5405778981950227,
      "learning_rate": 8.715006005852144e-07,
      "loss": 1.1482,
      "step": 840
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.384660533885737,
      "learning_rate": 7.983687200375046e-07,
      "loss": 1.1196,
      "step": 845
    },
    {
      "epoch": 0.89,
      "grad_norm": 3.7475252922006828,
      "learning_rate": 7.283136882611063e-07,
      "loss": 1.1417,
      "step": 850
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.832637666387188,
      "learning_rate": 6.613589303131506e-07,
      "loss": 1.1508,
      "step": 855
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.7620043818781497,
      "learning_rate": 5.975268345787455e-07,
      "loss": 1.1787,
      "step": 860
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.548067253837801,
      "learning_rate": 5.368387452847312e-07,
      "loss": 1.1385,
      "step": 865
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.6676850416420477,
      "learning_rate": 4.793149553625786e-07,
      "loss": 1.1464,
      "step": 870
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.813724959820899,
      "learning_rate": 4.2497469966282125e-07,
      "loss": 1.1306,
      "step": 875
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.48368594730713,
      "learning_rate": 3.738361485232922e-07,
      "loss": 1.1174,
      "step": 880
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.4430892492916625,
      "learning_rate": 3.2591640169331697e-07,
      "loss": 1.1436,
      "step": 885
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.857473623835687,
      "learning_rate": 2.8123148261587465e-07,
      "loss": 1.1365,
      "step": 890
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.5325081829773244,
      "learning_rate": 2.397963330696751e-07,
      "loss": 1.1367,
      "step": 895
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.5616316720827585,
      "learning_rate": 2.0162480817291442e-07,
      "loss": 1.1283,
      "step": 900
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.427762885310401,
      "learning_rate": 1.6672967175038634e-07,
      "loss": 1.1387,
      "step": 905
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.621680915045004,
      "learning_rate": 1.3512259206550748e-07,
      "loss": 1.1372,
      "step": 910
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.485476210774143,
      "learning_rate": 1.0681413791867157e-07,
      "loss": 1.1432,
      "step": 915
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.4391825872607704,
      "learning_rate": 8.181377511324306e-08,
      "loss": 1.1405,
      "step": 920
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.7849881804956573,
      "learning_rate": 6.012986329038462e-08,
      "loss": 1.1186,
      "step": 925
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.401471198249117,
      "learning_rate": 4.1769653133743036e-08,
      "loss": 1.1486,
      "step": 930
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.416110237940305,
      "learning_rate": 2.673928394496206e-08,
      "loss": 1.1432,
      "step": 935
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.4944820214028582,
      "learning_rate": 1.5043781590823313e-08,
      "loss": 1.1578,
      "step": 940
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.41912854884359,
      "learning_rate": 6.687056822688442e-09,
      "loss": 1.1183,
      "step": 945
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.738704813702846,
      "learning_rate": 1.6719039688162242e-09,
      "loss": 1.1294,
      "step": 950
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.4680956929047855,
      "learning_rate": 0.0,
      "loss": 1.1598,
      "step": 955
    },
    {
      "epoch": 1.0,
      "step": 955,
      "total_flos": 262883405463552.0,
      "train_loss": 1.3692507653960382,
      "train_runtime": 2783.1362,
      "train_samples_per_second": 43.907,
      "train_steps_per_second": 0.343
    }
  ],
  "logging_steps": 5,
  "max_steps": 955,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "total_flos": 262883405463552.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}