{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 200,
  "global_step": 17057,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 5.8626956674679014e-05,
      "grad_norm": 0.232421875,
      "learning_rate": 9.999413730433253e-06,
      "loss": 1.0997,
      "step": 1
    },
    {
      "epoch": 0.0014656739168669754,
      "grad_norm": 0.25,
      "learning_rate": 9.985343260831331e-06,
      "loss": 0.8715,
      "step": 25
    },
    {
      "epoch": 0.0029313478337339507,
      "grad_norm": 0.59765625,
      "learning_rate": 9.970686521662662e-06,
      "loss": 0.8613,
      "step": 50
    },
    {
      "epoch": 0.004397021750600926,
      "grad_norm": 0.3671875,
      "learning_rate": 9.95602978249399e-06,
      "loss": 0.9177,
      "step": 75
    },
    {
      "epoch": 0.0058626956674679015,
      "grad_norm": 0.412109375,
      "learning_rate": 9.941373043325322e-06,
      "loss": 0.8869,
      "step": 100
    },
    {
      "epoch": 0.007328369584334877,
      "grad_norm": 0.25,
      "learning_rate": 9.926716304156651e-06,
      "loss": 0.852,
      "step": 125
    },
    {
      "epoch": 0.008794043501201852,
      "grad_norm": 0.4921875,
      "learning_rate": 9.912059564987983e-06,
      "loss": 0.8612,
      "step": 150
    },
    {
      "epoch": 0.010259717418068828,
      "grad_norm": 0.484375,
      "learning_rate": 9.897402825819312e-06,
      "loss": 0.9075,
      "step": 175
    },
    {
      "epoch": 0.011725391334935803,
      "grad_norm": 0.578125,
      "learning_rate": 9.882746086650642e-06,
      "loss": 0.9488,
      "step": 200
    },
    {
      "epoch": 0.013191065251802778,
      "grad_norm": 0.486328125,
      "learning_rate": 9.868089347481973e-06,
      "loss": 0.8637,
      "step": 225
    },
    {
      "epoch": 0.014656739168669754,
      "grad_norm": 0.578125,
      "learning_rate": 9.853432608313303e-06,
      "loss": 0.9587,
      "step": 250
    },
    {
      "epoch": 0.01612241308553673,
      "grad_norm": 0.2451171875,
      "learning_rate": 9.838775869144634e-06,
      "loss": 0.8171,
      "step": 275
    },
    {
      "epoch": 0.017588087002403704,
      "grad_norm": 0.251953125,
      "learning_rate": 9.824119129975964e-06,
      "loss": 0.8413,
      "step": 300
    },
    {
      "epoch": 0.01905376091927068,
      "grad_norm": 0.39453125,
      "learning_rate": 9.809462390807294e-06,
      "loss": 0.796,
      "step": 325
    },
    {
      "epoch": 0.020519434836137655,
      "grad_norm": 0.326171875,
      "learning_rate": 9.794805651638625e-06,
      "loss": 0.8025,
      "step": 350
    },
    {
      "epoch": 0.02198510875300463,
      "grad_norm": 0.1630859375,
      "learning_rate": 9.780148912469955e-06,
      "loss": 0.8279,
      "step": 375
    },
    {
      "epoch": 0.023450782669871606,
      "grad_norm": 0.5078125,
      "learning_rate": 9.765492173301284e-06,
      "loss": 0.807,
      "step": 400
    },
    {
      "epoch": 0.02491645658673858,
      "grad_norm": 0.29296875,
      "learning_rate": 9.750835434132614e-06,
      "loss": 0.9146,
      "step": 425
    },
    {
      "epoch": 0.026382130503605557,
      "grad_norm": 0.3125,
      "learning_rate": 9.736178694963945e-06,
      "loss": 0.8667,
      "step": 450
    },
    {
      "epoch": 0.027847804420472532,
      "grad_norm": 0.349609375,
      "learning_rate": 9.721521955795275e-06,
      "loss": 0.8888,
      "step": 475
    },
    {
      "epoch": 0.029313478337339507,
      "grad_norm": 0.1982421875,
      "learning_rate": 9.706865216626606e-06,
      "loss": 0.8417,
      "step": 500
    },
    {
      "epoch": 0.030779152254206483,
      "grad_norm": 0.20703125,
      "learning_rate": 9.692208477457936e-06,
      "loss": 0.8205,
      "step": 525
    },
    {
      "epoch": 0.03224482617107346,
      "grad_norm": 0.2216796875,
      "learning_rate": 9.677551738289266e-06,
      "loss": 0.8273,
      "step": 550
    },
    {
      "epoch": 0.03371050008794044,
      "grad_norm": 0.39453125,
      "learning_rate": 9.662894999120597e-06,
      "loss": 0.8107,
      "step": 575
    },
    {
      "epoch": 0.03517617400480741,
      "grad_norm": 0.1728515625,
      "learning_rate": 9.648238259951927e-06,
      "loss": 0.7997,
      "step": 600
    },
    {
      "epoch": 0.03664184792167439,
      "grad_norm": 0.458984375,
      "learning_rate": 9.633581520783258e-06,
      "loss": 0.8802,
      "step": 625
    },
    {
      "epoch": 0.03810752183854136,
      "grad_norm": 0.2333984375,
      "learning_rate": 9.618924781614586e-06,
      "loss": 0.8859,
      "step": 650
    },
    {
      "epoch": 0.03957319575540834,
      "grad_norm": 0.294921875,
      "learning_rate": 9.604268042445918e-06,
      "loss": 0.8317,
      "step": 675
    },
    {
      "epoch": 0.04103886967227531,
      "grad_norm": 0.208984375,
      "learning_rate": 9.589611303277247e-06,
      "loss": 0.8483,
      "step": 700
    },
    {
      "epoch": 0.04250454358914229,
      "grad_norm": 0.2490234375,
      "learning_rate": 9.57495456410858e-06,
      "loss": 0.8267,
      "step": 725
    },
    {
      "epoch": 0.04397021750600926,
      "grad_norm": 0.3984375,
      "learning_rate": 9.560297824939908e-06,
      "loss": 0.9042,
      "step": 750
    },
    {
      "epoch": 0.04543589142287624,
      "grad_norm": 0.126953125,
      "learning_rate": 9.545641085771238e-06,
      "loss": 0.8058,
      "step": 775
    },
    {
      "epoch": 0.04690156533974321,
      "grad_norm": 0.34375,
      "learning_rate": 9.530984346602569e-06,
      "loss": 0.7874,
      "step": 800
    },
    {
      "epoch": 0.04836723925661019,
      "grad_norm": 0.216796875,
      "learning_rate": 9.516327607433899e-06,
      "loss": 0.8562,
      "step": 825
    },
    {
      "epoch": 0.04983291317347716,
      "grad_norm": 0.2890625,
      "learning_rate": 9.50167086826523e-06,
      "loss": 0.8571,
      "step": 850
    },
    {
      "epoch": 0.05129858709034414,
      "grad_norm": 0.2138671875,
      "learning_rate": 9.487014129096558e-06,
      "loss": 0.8252,
      "step": 875
    },
    {
      "epoch": 0.05276426100721111,
      "grad_norm": 0.2890625,
      "learning_rate": 9.47235738992789e-06,
      "loss": 0.9093,
      "step": 900
    },
    {
      "epoch": 0.05422993492407809,
      "grad_norm": 0.369140625,
      "learning_rate": 9.457700650759219e-06,
      "loss": 0.7995,
      "step": 925
    },
    {
      "epoch": 0.055695608840945064,
      "grad_norm": 0.330078125,
      "learning_rate": 9.443043911590551e-06,
      "loss": 0.9485,
      "step": 950
    },
    {
      "epoch": 0.05716128275781204,
      "grad_norm": 0.248046875,
      "learning_rate": 9.42838717242188e-06,
      "loss": 0.8695,
      "step": 975
    },
    {
      "epoch": 0.058626956674679015,
      "grad_norm": 0.33203125,
      "learning_rate": 9.41373043325321e-06,
      "loss": 0.8645,
      "step": 1000
    },
    {
      "epoch": 0.060092630591545994,
      "grad_norm": 1.5546875,
      "learning_rate": 9.39907369408454e-06,
      "loss": 0.9043,
      "step": 1025
    },
    {
      "epoch": 0.061558304508412966,
      "grad_norm": 2.25,
      "learning_rate": 9.384416954915871e-06,
      "loss": 0.8794,
      "step": 1050
    },
    {
      "epoch": 0.06302397842527994,
      "grad_norm": 0.248046875,
      "learning_rate": 9.369760215747201e-06,
      "loss": 0.8327,
      "step": 1075
    },
    {
      "epoch": 0.06448965234214692,
      "grad_norm": 0.353515625,
      "learning_rate": 9.355103476578532e-06,
      "loss": 0.9179,
      "step": 1100
    },
    {
      "epoch": 0.06595532625901389,
      "grad_norm": 1.140625,
      "learning_rate": 9.340446737409862e-06,
      "loss": 0.8321,
      "step": 1125
    },
    {
      "epoch": 0.06742100017588087,
      "grad_norm": 0.2412109375,
      "learning_rate": 9.325789998241193e-06,
      "loss": 0.8061,
      "step": 1150
    },
    {
      "epoch": 0.06888667409274785,
      "grad_norm": 0.25390625,
      "learning_rate": 9.311133259072523e-06,
      "loss": 0.8817,
      "step": 1175
    },
    {
      "epoch": 0.07035234800961482,
      "grad_norm": 0.283203125,
      "learning_rate": 9.296476519903852e-06,
      "loss": 0.9002,
      "step": 1200
    },
    {
      "epoch": 0.07181802192648179,
      "grad_norm": 0.38671875,
      "learning_rate": 9.281819780735182e-06,
      "loss": 0.9576,
      "step": 1225
    },
    {
      "epoch": 0.07328369584334878,
      "grad_norm": 0.439453125,
      "learning_rate": 9.267163041566513e-06,
      "loss": 0.8482,
      "step": 1250
    },
    {
      "epoch": 0.07474936976021575,
      "grad_norm": 0.1474609375,
      "learning_rate": 9.252506302397843e-06,
      "loss": 0.8323,
      "step": 1275
    },
    {
      "epoch": 0.07621504367708272,
      "grad_norm": 0.29296875,
      "learning_rate": 9.237849563229173e-06,
      "loss": 0.8371,
      "step": 1300
    },
    {
      "epoch": 0.07768071759394969,
      "grad_norm": 0.232421875,
      "learning_rate": 9.223192824060504e-06,
      "loss": 0.8462,
      "step": 1325
    },
    {
      "epoch": 0.07914639151081668,
      "grad_norm": 0.333984375,
      "learning_rate": 9.208536084891834e-06,
      "loss": 0.9729,
      "step": 1350
    },
    {
      "epoch": 0.08061206542768365,
      "grad_norm": 0.2177734375,
      "learning_rate": 9.193879345723165e-06,
      "loss": 1.0097,
      "step": 1375
    },
    {
      "epoch": 0.08207773934455062,
      "grad_norm": 0.205078125,
      "learning_rate": 9.179222606554495e-06,
      "loss": 0.8492,
      "step": 1400
    },
    {
      "epoch": 0.0835434132614176,
      "grad_norm": 0.2197265625,
      "learning_rate": 9.164565867385825e-06,
      "loss": 0.8352,
      "step": 1425
    },
    {
      "epoch": 0.08500908717828458,
      "grad_norm": 0.40625,
      "learning_rate": 9.149909128217154e-06,
      "loss": 0.82,
      "step": 1450
    },
    {
      "epoch": 0.08647476109515155,
      "grad_norm": 0.23828125,
      "learning_rate": 9.135252389048486e-06,
      "loss": 0.8827,
      "step": 1475
    },
    {
      "epoch": 0.08794043501201852,
      "grad_norm": 0.267578125,
      "learning_rate": 9.120595649879815e-06,
      "loss": 0.8238,
      "step": 1500
    },
    {
      "epoch": 0.08940610892888551,
      "grad_norm": 0.32421875,
      "learning_rate": 9.105938910711145e-06,
      "loss": 0.9153,
      "step": 1525
    },
    {
      "epoch": 0.09087178284575248,
      "grad_norm": 0.265625,
      "learning_rate": 9.091282171542476e-06,
      "loss": 0.8383,
      "step": 1550
    },
    {
      "epoch": 0.09233745676261945,
      "grad_norm": 0.5546875,
      "learning_rate": 9.076625432373806e-06,
      "loss": 0.8326,
      "step": 1575
    },
    {
      "epoch": 0.09380313067948642,
      "grad_norm": 0.197265625,
      "learning_rate": 9.061968693205137e-06,
      "loss": 0.9013,
      "step": 1600
    },
    {
      "epoch": 0.09526880459635341,
      "grad_norm": 0.23828125,
      "learning_rate": 9.047311954036467e-06,
      "loss": 0.882,
      "step": 1625
    },
    {
      "epoch": 0.09673447851322038,
      "grad_norm": 0.427734375,
      "learning_rate": 9.032655214867797e-06,
      "loss": 0.8533,
      "step": 1650
    },
    {
      "epoch": 0.09820015243008735,
      "grad_norm": 0.44140625,
      "learning_rate": 9.017998475699126e-06,
      "loss": 0.8696,
      "step": 1675
    },
    {
      "epoch": 0.09966582634695433,
      "grad_norm": 5.71875,
      "learning_rate": 9.003341736530458e-06,
      "loss": 1.0214,
      "step": 1700
    },
    {
      "epoch": 0.10113150026382131,
      "grad_norm": 0.404296875,
      "learning_rate": 8.988684997361787e-06,
      "loss": 0.8732,
      "step": 1725
    },
    {
      "epoch": 0.10259717418068828,
      "grad_norm": 0.1787109375,
      "learning_rate": 8.974028258193117e-06,
      "loss": 0.9454,
      "step": 1750
    },
    {
      "epoch": 0.10406284809755526,
      "grad_norm": 0.2294921875,
      "learning_rate": 8.959371519024448e-06,
      "loss": 0.8994,
      "step": 1775
    },
    {
      "epoch": 0.10552852201442223,
      "grad_norm": 0.25390625,
      "learning_rate": 8.944714779855778e-06,
      "loss": 0.9015,
      "step": 1800
    },
    {
      "epoch": 0.10699419593128921,
      "grad_norm": 0.138671875,
      "learning_rate": 8.930058040687109e-06,
      "loss": 0.884,
      "step": 1825
    },
    {
      "epoch": 0.10845986984815618,
      "grad_norm": 0.404296875,
      "learning_rate": 8.915401301518439e-06,
      "loss": 0.7944,
      "step": 1850
    },
    {
      "epoch": 0.10992554376502316,
      "grad_norm": 0.1953125,
      "learning_rate": 8.90074456234977e-06,
      "loss": 0.8855,
      "step": 1875
    },
    {
      "epoch": 0.11139121768189013,
      "grad_norm": 0.55859375,
      "learning_rate": 8.8860878231811e-06,
      "loss": 1.0339,
      "step": 1900
    },
    {
      "epoch": 0.11285689159875711,
      "grad_norm": 0.48046875,
      "learning_rate": 8.87143108401243e-06,
      "loss": 1.0966,
      "step": 1925
    },
    {
      "epoch": 0.11432256551562409,
      "grad_norm": 0.2421875,
      "learning_rate": 8.85677434484376e-06,
      "loss": 0.8355,
      "step": 1950
    },
    {
      "epoch": 0.11578823943249106,
      "grad_norm": 0.314453125,
      "learning_rate": 8.84211760567509e-06,
      "loss": 0.8109,
      "step": 1975
    },
    {
      "epoch": 0.11725391334935803,
      "grad_norm": 0.26171875,
      "learning_rate": 8.82746086650642e-06,
      "loss": 0.9596,
      "step": 2000
    },
    {
      "epoch": 0.11871958726622502,
      "grad_norm": 0.375,
      "learning_rate": 8.81280412733775e-06,
      "loss": 0.8931,
      "step": 2025
    },
    {
      "epoch": 0.12018526118309199,
      "grad_norm": 0.20703125,
      "learning_rate": 8.79814738816908e-06,
      "loss": 0.818,
      "step": 2050
    },
    {
      "epoch": 0.12165093509995896,
      "grad_norm": 0.2265625,
      "learning_rate": 8.783490649000411e-06,
      "loss": 0.8465,
      "step": 2075
    },
    {
      "epoch": 0.12311660901682593,
      "grad_norm": 0.1689453125,
      "learning_rate": 8.768833909831741e-06,
      "loss": 0.8754,
      "step": 2100
    },
    {
      "epoch": 0.12458228293369292,
      "grad_norm": 0.158203125,
      "learning_rate": 8.754177170663072e-06,
      "loss": 0.8368,
      "step": 2125
    },
    {
      "epoch": 0.1260479568505599,
      "grad_norm": 0.2734375,
      "learning_rate": 8.739520431494402e-06,
      "loss": 0.8626,
      "step": 2150
    },
    {
      "epoch": 0.12751363076742686,
      "grad_norm": 0.22265625,
      "learning_rate": 8.724863692325733e-06,
      "loss": 0.9038,
      "step": 2175
    },
    {
      "epoch": 0.12897930468429383,
      "grad_norm": 0.1796875,
      "learning_rate": 8.710206953157061e-06,
      "loss": 0.8421,
      "step": 2200
    },
    {
      "epoch": 0.1304449786011608,
      "grad_norm": 0.5,
      "learning_rate": 8.695550213988393e-06,
      "loss": 0.9368,
      "step": 2225
    },
    {
      "epoch": 0.13191065251802778,
      "grad_norm": 0.3671875,
      "learning_rate": 8.680893474819722e-06,
      "loss": 0.8676,
      "step": 2250
    },
    {
      "epoch": 0.13337632643489478,
      "grad_norm": 0.271484375,
      "learning_rate": 8.666236735651054e-06,
      "loss": 0.7942,
      "step": 2275
    },
    {
      "epoch": 0.13484200035176175,
      "grad_norm": 0.2216796875,
      "learning_rate": 8.651579996482383e-06,
      "loss": 0.895,
      "step": 2300
    },
    {
      "epoch": 0.13630767426862872,
      "grad_norm": 0.2119140625,
      "learning_rate": 8.636923257313713e-06,
      "loss": 0.8239,
      "step": 2325
    },
    {
      "epoch": 0.1377733481854957,
      "grad_norm": 0.1650390625,
      "learning_rate": 8.622266518145044e-06,
      "loss": 0.8594,
      "step": 2350
    },
    {
      "epoch": 0.13923902210236266,
      "grad_norm": 0.1923828125,
      "learning_rate": 8.607609778976374e-06,
      "loss": 0.9231,
      "step": 2375
    },
    {
      "epoch": 0.14070469601922964,
      "grad_norm": 0.400390625,
      "learning_rate": 8.592953039807705e-06,
      "loss": 0.8337,
      "step": 2400
    },
    {
      "epoch": 0.1421703699360966,
      "grad_norm": 0.10498046875,
      "learning_rate": 8.578296300639033e-06,
      "loss": 0.8142,
      "step": 2425
    },
    {
      "epoch": 0.14363604385296358,
      "grad_norm": 0.7421875,
      "learning_rate": 8.563639561470365e-06,
      "loss": 0.8561,
      "step": 2450
    },
    {
      "epoch": 0.14510171776983058,
      "grad_norm": 0.263671875,
      "learning_rate": 8.548982822301694e-06,
      "loss": 0.9175,
      "step": 2475
    },
    {
      "epoch": 0.14656739168669755,
      "grad_norm": 0.146484375,
      "learning_rate": 8.534326083133026e-06,
      "loss": 0.9498,
      "step": 2500
    },
    {
      "epoch": 0.14803306560356452,
      "grad_norm": 0.36328125,
      "learning_rate": 8.519669343964355e-06,
      "loss": 0.9313,
      "step": 2525
    },
    {
      "epoch": 0.1494987395204315,
      "grad_norm": 0.392578125,
      "learning_rate": 8.505012604795685e-06,
      "loss": 0.9784,
      "step": 2550
    },
    {
      "epoch": 0.15096441343729847,
      "grad_norm": 0.35546875,
      "learning_rate": 8.490355865627016e-06,
      "loss": 0.9337,
      "step": 2575
    },
    {
      "epoch": 0.15243008735416544,
      "grad_norm": 0.1025390625,
      "learning_rate": 8.475699126458346e-06,
      "loss": 0.975,
      "step": 2600
    },
    {
      "epoch": 0.1538957612710324,
      "grad_norm": 0.375,
      "learning_rate": 8.461042387289676e-06,
      "loss": 0.8933,
      "step": 2625
    },
    {
      "epoch": 0.15536143518789938,
      "grad_norm": 0.234375,
      "learning_rate": 8.446385648121007e-06,
      "loss": 0.7984,
      "step": 2650
    },
    {
      "epoch": 0.15682710910476638,
      "grad_norm": 0.2578125,
      "learning_rate": 8.431728908952337e-06,
      "loss": 0.8407,
      "step": 2675
    },
    {
      "epoch": 0.15829278302163335,
      "grad_norm": 0.23828125,
      "learning_rate": 8.417072169783668e-06,
      "loss": 0.8591,
      "step": 2700
    },
    {
      "epoch": 0.15975845693850033,
      "grad_norm": 0.439453125,
      "learning_rate": 8.402415430614998e-06,
      "loss": 0.906,
      "step": 2725
    },
    {
      "epoch": 0.1612241308553673,
      "grad_norm": 0.455078125,
      "learning_rate": 8.387758691446328e-06,
      "loss": 0.8644,
      "step": 2750
    },
    {
      "epoch": 0.16268980477223427,
      "grad_norm": 0.162109375,
      "learning_rate": 8.373101952277657e-06,
      "loss": 0.8917,
      "step": 2775
    },
    {
      "epoch": 0.16415547868910124,
      "grad_norm": 0.2197265625,
      "learning_rate": 8.358445213108988e-06,
      "loss": 0.852,
      "step": 2800
    },
    {
      "epoch": 0.1656211526059682,
      "grad_norm": 0.25390625,
      "learning_rate": 8.343788473940318e-06,
      "loss": 0.9059,
      "step": 2825
    },
    {
      "epoch": 0.1670868265228352,
      "grad_norm": 0.392578125,
      "learning_rate": 8.329131734771648e-06,
      "loss": 0.9189,
      "step": 2850
    },
    {
      "epoch": 0.16855250043970219,
      "grad_norm": 0.19140625,
      "learning_rate": 8.314474995602979e-06,
      "loss": 0.9356,
      "step": 2875
    },
    {
      "epoch": 0.17001817435656916,
      "grad_norm": 0.232421875,
      "learning_rate": 8.29981825643431e-06,
      "loss": 0.8653,
      "step": 2900
    },
    {
      "epoch": 0.17148384827343613,
      "grad_norm": 0.3125,
      "learning_rate": 8.28516151726564e-06,
      "loss": 0.9481,
      "step": 2925
    },
    {
      "epoch": 0.1729495221903031,
      "grad_norm": 0.267578125,
      "learning_rate": 8.27050477809697e-06,
      "loss": 0.8533,
      "step": 2950
    },
    {
      "epoch": 0.17441519610717007,
      "grad_norm": 0.353515625,
      "learning_rate": 8.2558480389283e-06,
      "loss": 0.9067,
      "step": 2975
    },
    {
      "epoch": 0.17588087002403704,
      "grad_norm": 0.7890625,
      "learning_rate": 8.24119129975963e-06,
      "loss": 0.8769,
      "step": 3000
    },
    {
      "epoch": 0.17734654394090402,
      "grad_norm": 0.19921875,
      "learning_rate": 8.226534560590961e-06,
      "loss": 1.0016,
      "step": 3025
    },
    {
      "epoch": 0.17881221785777102,
      "grad_norm": 0.2060546875,
      "learning_rate": 8.21187782142229e-06,
      "loss": 0.8201,
      "step": 3050
    },
    {
      "epoch": 0.180277891774638,
      "grad_norm": 0.287109375,
      "learning_rate": 8.197221082253622e-06,
      "loss": 0.9004,
      "step": 3075
    },
    {
      "epoch": 0.18174356569150496,
      "grad_norm": 0.26953125,
      "learning_rate": 8.18256434308495e-06,
      "loss": 0.9973,
      "step": 3100
    },
    {
      "epoch": 0.18320923960837193,
      "grad_norm": 0.2353515625,
      "learning_rate": 8.167907603916281e-06,
      "loss": 0.8702,
      "step": 3125
    },
    {
      "epoch": 0.1846749135252389,
      "grad_norm": 0.21875,
      "learning_rate": 8.153250864747612e-06,
      "loss": 1.1181,
      "step": 3150
    },
    {
      "epoch": 0.18614058744210588,
      "grad_norm": 0.671875,
      "learning_rate": 8.138594125578942e-06,
      "loss": 0.9449,
      "step": 3175
    },
    {
      "epoch": 0.18760626135897285,
      "grad_norm": 0.392578125,
      "learning_rate": 8.123937386410272e-06,
      "loss": 1.0326,
      "step": 3200
    },
    {
      "epoch": 0.18907193527583982,
      "grad_norm": 0.2099609375,
      "learning_rate": 8.109280647241601e-06,
      "loss": 0.836,
      "step": 3225
    },
    {
      "epoch": 0.19053760919270682,
      "grad_norm": 0.201171875,
      "learning_rate": 8.094623908072933e-06,
      "loss": 0.8702,
      "step": 3250
    },
    {
      "epoch": 0.1920032831095738,
      "grad_norm": 0.18359375,
      "learning_rate": 8.079967168904262e-06,
      "loss": 0.9676,
      "step": 3275
    },
    {
      "epoch": 0.19346895702644076,
      "grad_norm": 0.31640625,
      "learning_rate": 8.065310429735594e-06,
      "loss": 0.9803,
      "step": 3300
    },
    {
      "epoch": 0.19493463094330774,
      "grad_norm": 0.125,
      "learning_rate": 8.050653690566923e-06,
      "loss": 0.8786,
      "step": 3325
    },
    {
      "epoch": 0.1964003048601747,
      "grad_norm": 0.216796875,
      "learning_rate": 8.035996951398253e-06,
      "loss": 0.8793,
      "step": 3350
    },
    {
      "epoch": 0.19786597877704168,
      "grad_norm": 0.263671875,
      "learning_rate": 8.021340212229584e-06,
      "loss": 0.9167,
      "step": 3375
    },
    {
      "epoch": 0.19933165269390865,
      "grad_norm": 0.1484375,
      "learning_rate": 8.006683473060914e-06,
      "loss": 0.8833,
      "step": 3400
    },
    {
      "epoch": 0.20079732661077562,
      "grad_norm": 0.431640625,
      "learning_rate": 7.992026733892244e-06,
      "loss": 0.9054,
      "step": 3425
    },
    {
      "epoch": 0.20226300052764262,
      "grad_norm": 0.287109375,
      "learning_rate": 7.977369994723575e-06,
      "loss": 0.9006,
      "step": 3450
    },
    {
      "epoch": 0.2037286744445096,
      "grad_norm": 0.271484375,
      "learning_rate": 7.962713255554905e-06,
      "loss": 0.8351,
      "step": 3475
    },
    {
      "epoch": 0.20519434836137657,
      "grad_norm": 0.2099609375,
      "learning_rate": 7.948056516386236e-06,
      "loss": 0.8815,
      "step": 3500
    },
    {
      "epoch": 0.20666002227824354,
      "grad_norm": 0.396484375,
      "learning_rate": 7.933399777217566e-06,
      "loss": 0.8492,
      "step": 3525
    },
    {
      "epoch": 0.2081256961951105,
      "grad_norm": 0.23046875,
      "learning_rate": 7.918743038048895e-06,
      "loss": 0.7399,
      "step": 3550
    },
    {
      "epoch": 0.20959137011197748,
      "grad_norm": 0.2490234375,
      "learning_rate": 7.904086298880225e-06,
      "loss": 0.8195,
      "step": 3575
    },
    {
      "epoch": 0.21105704402884445,
      "grad_norm": 0.2099609375,
      "learning_rate": 7.889429559711556e-06,
      "loss": 0.8085,
      "step": 3600
    },
    {
      "epoch": 0.21252271794571143,
      "grad_norm": 0.2578125,
      "learning_rate": 7.874772820542886e-06,
      "loss": 0.9241,
      "step": 3625
    },
    {
      "epoch": 0.21398839186257843,
      "grad_norm": 0.189453125,
      "learning_rate": 7.860116081374216e-06,
      "loss": 0.8614,
      "step": 3650
    },
    {
      "epoch": 0.2154540657794454,
      "grad_norm": 0.279296875,
      "learning_rate": 7.845459342205547e-06,
      "loss": 0.8509,
      "step": 3675
    },
    {
      "epoch": 0.21691973969631237,
      "grad_norm": 0.26171875,
      "learning_rate": 7.830802603036877e-06,
      "loss": 0.9153,
      "step": 3700
    },
    {
      "epoch": 0.21838541361317934,
      "grad_norm": 0.435546875,
      "learning_rate": 7.816145863868208e-06,
      "loss": 0.857,
      "step": 3725
    },
    {
      "epoch": 0.2198510875300463,
      "grad_norm": 0.1904296875,
      "learning_rate": 7.801489124699538e-06,
      "loss": 0.8623,
      "step": 3750
    },
    {
      "epoch": 0.22131676144691328,
      "grad_norm": 0.2216796875,
      "learning_rate": 7.786832385530868e-06,
      "loss": 0.9246,
      "step": 3775
    },
    {
      "epoch": 0.22278243536378026,
      "grad_norm": 0.2890625,
      "learning_rate": 7.772175646362197e-06,
      "loss": 0.9,
      "step": 3800
    },
    {
      "epoch": 0.22424810928064723,
      "grad_norm": 0.294921875,
      "learning_rate": 7.75751890719353e-06,
      "loss": 1.0074,
      "step": 3825
    },
    {
      "epoch": 0.22571378319751423,
      "grad_norm": 0.98046875,
      "learning_rate": 7.742862168024858e-06,
      "loss": 0.8933,
      "step": 3850
    },
    {
      "epoch": 0.2271794571143812,
      "grad_norm": 0.462890625,
      "learning_rate": 7.72820542885619e-06,
      "loss": 0.8541,
      "step": 3875
    },
    {
      "epoch": 0.22864513103124817,
      "grad_norm": 0.48828125,
      "learning_rate": 7.713548689687519e-06,
      "loss": 0.8043,
      "step": 3900
    },
    {
      "epoch": 0.23011080494811514,
      "grad_norm": 0.365234375,
      "learning_rate": 7.698891950518849e-06,
      "loss": 0.9046,
      "step": 3925
    },
    {
      "epoch": 0.23157647886498212,
      "grad_norm": 0.3671875,
      "learning_rate": 7.68423521135018e-06,
      "loss": 1.0241,
      "step": 3950
    },
    {
      "epoch": 0.2330421527818491,
      "grad_norm": 0.412109375,
      "learning_rate": 7.66957847218151e-06,
      "loss": 0.8257,
      "step": 3975
    },
    {
      "epoch": 0.23450782669871606,
      "grad_norm": 0.248046875,
      "learning_rate": 7.65492173301284e-06,
      "loss": 0.9551,
      "step": 4000
    },
    {
      "epoch": 0.23597350061558303,
      "grad_norm": 0.2314453125,
      "learning_rate": 7.640264993844169e-06,
      "loss": 0.9757,
      "step": 4025
    },
    {
      "epoch": 0.23743917453245003,
      "grad_norm": 0.287109375,
      "learning_rate": 7.6256082546755e-06,
      "loss": 0.9187,
      "step": 4050
    },
    {
      "epoch": 0.238904848449317,
      "grad_norm": 0.5546875,
      "learning_rate": 7.610951515506831e-06,
      "loss": 0.9166,
      "step": 4075
    },
    {
      "epoch": 0.24037052236618398,
      "grad_norm": 0.275390625,
      "learning_rate": 7.596294776338161e-06,
      "loss": 0.9277,
      "step": 4100
    },
    {
      "epoch": 0.24183619628305095,
      "grad_norm": 0.16796875,
      "learning_rate": 7.581638037169491e-06,
      "loss": 0.8612,
      "step": 4125
    },
    {
      "epoch": 0.24330187019991792,
      "grad_norm": 0.357421875,
      "learning_rate": 7.566981298000822e-06,
      "loss": 0.8533,
      "step": 4150
    },
    {
      "epoch": 0.2447675441167849,
      "grad_norm": 0.2470703125,
      "learning_rate": 7.5523245588321515e-06,
      "loss": 0.8259,
      "step": 4175
    },
    {
      "epoch": 0.24623321803365186,
      "grad_norm": 0.126953125,
      "learning_rate": 7.537667819663482e-06,
      "loss": 0.882,
      "step": 4200
    },
    {
      "epoch": 0.24769889195051886,
      "grad_norm": 0.193359375,
      "learning_rate": 7.523011080494812e-06,
      "loss": 0.9179,
      "step": 4225
    },
    {
      "epoch": 0.24916456586738583,
      "grad_norm": 0.2138671875,
      "learning_rate": 7.508354341326143e-06,
      "loss": 0.7686,
      "step": 4250
    },
    {
      "epoch": 0.2506302397842528,
      "grad_norm": 0.1982421875,
      "learning_rate": 7.493697602157472e-06,
      "loss": 0.854,
      "step": 4275
    },
    {
      "epoch": 0.2520959137011198,
      "grad_norm": 0.2275390625,
      "learning_rate": 7.4790408629888035e-06,
      "loss": 0.9073,
      "step": 4300
    },
    {
      "epoch": 0.25356158761798675,
      "grad_norm": 0.232421875,
      "learning_rate": 7.464384123820133e-06,
      "loss": 0.8411,
      "step": 4325
    },
    {
      "epoch": 0.2550272615348537,
      "grad_norm": 0.2578125,
      "learning_rate": 7.449727384651463e-06,
      "loss": 0.911,
      "step": 4350
    },
    {
      "epoch": 0.2564929354517207,
      "grad_norm": 0.2158203125,
      "learning_rate": 7.435070645482794e-06,
      "loss": 0.8707,
      "step": 4375
    },
    {
      "epoch": 0.25795860936858767,
      "grad_norm": 0.1962890625,
      "learning_rate": 7.420413906314123e-06,
      "loss": 0.8607,
      "step": 4400
    },
    {
      "epoch": 0.25942428328545464,
      "grad_norm": 0.45703125,
      "learning_rate": 7.405757167145454e-06,
      "loss": 0.8238,
      "step": 4425
    },
    {
      "epoch": 0.2608899572023216,
      "grad_norm": 0.255859375,
      "learning_rate": 7.391100427976784e-06,
      "loss": 0.9302,
      "step": 4450
    },
    {
      "epoch": 0.2623556311191886,
      "grad_norm": 0.59375,
      "learning_rate": 7.376443688808115e-06,
      "loss": 0.8033,
      "step": 4475
    },
    {
      "epoch": 0.26382130503605555,
      "grad_norm": 0.2060546875,
      "learning_rate": 7.361786949639444e-06,
      "loss": 0.8793,
      "step": 4500
    },
    {
      "epoch": 0.2652869789529226,
      "grad_norm": 0.27734375,
      "learning_rate": 7.3471302104707754e-06,
      "loss": 0.8292,
      "step": 4525
    },
    {
      "epoch": 0.26675265286978955,
      "grad_norm": 0.232421875,
      "learning_rate": 7.332473471302105e-06,
      "loss": 0.8131,
      "step": 4550
    },
    {
      "epoch": 0.2682183267866565,
      "grad_norm": 0.51171875,
      "learning_rate": 7.317816732133436e-06,
      "loss": 0.8427,
      "step": 4575
    },
    {
      "epoch": 0.2696840007035235,
      "grad_norm": 0.333984375,
      "learning_rate": 7.303159992964766e-06,
      "loss": 0.9036,
      "step": 4600
    },
    {
      "epoch": 0.27114967462039047,
      "grad_norm": 0.484375,
      "learning_rate": 7.288503253796096e-06,
      "loss": 0.9235,
      "step": 4625
    },
    {
      "epoch": 0.27261534853725744,
      "grad_norm": 0.201171875,
      "learning_rate": 7.273846514627426e-06,
      "loss": 0.9909,
      "step": 4650
    },
    {
      "epoch": 0.2740810224541244,
      "grad_norm": 0.373046875,
      "learning_rate": 7.259189775458757e-06,
      "loss": 0.9281,
      "step": 4675
    },
    {
      "epoch": 0.2755466963709914,
      "grad_norm": 0.189453125,
      "learning_rate": 7.244533036290087e-06,
      "loss": 0.8731,
      "step": 4700
    },
    {
      "epoch": 0.27701237028785836,
      "grad_norm": 0.15234375,
      "learning_rate": 7.229876297121416e-06,
      "loss": 0.8967,
      "step": 4725
    },
    {
      "epoch": 0.27847804420472533,
      "grad_norm": 0.376953125,
      "learning_rate": 7.215219557952747e-06,
      "loss": 0.8448,
      "step": 4750
    },
    {
      "epoch": 0.2799437181215923,
      "grad_norm": 0.376953125,
      "learning_rate": 7.200562818784077e-06,
      "loss": 0.846,
      "step": 4775
    },
    {
      "epoch": 0.28140939203845927,
      "grad_norm": 0.2412109375,
      "learning_rate": 7.185906079615408e-06,
      "loss": 0.785,
      "step": 4800
    },
    {
      "epoch": 0.28287506595532624,
      "grad_norm": 0.396484375,
      "learning_rate": 7.171249340446738e-06,
      "loss": 0.995,
      "step": 4825
    },
    {
      "epoch": 0.2843407398721932,
      "grad_norm": 0.162109375,
      "learning_rate": 7.156592601278068e-06,
      "loss": 0.879,
      "step": 4850
    },
    {
      "epoch": 0.2858064137890602,
      "grad_norm": 0.1748046875,
      "learning_rate": 7.141935862109399e-06,
      "loss": 0.9504,
      "step": 4875
    },
    {
      "epoch": 0.28727208770592716,
      "grad_norm": 0.2080078125,
      "learning_rate": 7.127279122940729e-06,
      "loss": 1.0018,
      "step": 4900
    },
    {
      "epoch": 0.2887377616227942,
      "grad_norm": 0.26171875,
      "learning_rate": 7.1126223837720585e-06,
      "loss": 0.9797,
      "step": 4925
    },
    {
      "epoch": 0.29020343553966116,
      "grad_norm": 0.271484375,
      "learning_rate": 7.09796564460339e-06,
      "loss": 0.8494,
      "step": 4950
    },
    {
      "epoch": 0.29166910945652813,
      "grad_norm": 0.341796875,
      "learning_rate": 7.083308905434719e-06,
      "loss": 0.9362,
      "step": 4975
    },
    {
      "epoch": 0.2931347833733951,
      "grad_norm": 0.146484375,
      "learning_rate": 7.06865216626605e-06,
      "loss": 0.7694,
      "step": 5000
    },
    {
      "epoch": 0.2946004572902621,
      "grad_norm": 0.166015625,
      "learning_rate": 7.05399542709738e-06,
      "loss": 0.9893,
      "step": 5025
    },
    {
      "epoch": 0.29606613120712905,
      "grad_norm": 0.333984375,
      "learning_rate": 7.0393386879287106e-06,
      "loss": 0.8555,
      "step": 5050
    },
    {
      "epoch": 0.297531805123996,
      "grad_norm": 0.3046875,
      "learning_rate": 7.02468194876004e-06,
      "loss": 0.8452,
      "step": 5075
    },
    {
      "epoch": 0.298997479040863,
      "grad_norm": 0.21484375,
      "learning_rate": 7.010025209591371e-06,
      "loss": 0.8275,
      "step": 5100
    },
    {
      "epoch": 0.30046315295772996,
      "grad_norm": 0.185546875,
      "learning_rate": 6.995368470422701e-06,
      "loss": 0.7464,
      "step": 5125
    },
    {
      "epoch": 0.30192882687459693,
      "grad_norm": 0.140625,
      "learning_rate": 6.9807117312540305e-06,
      "loss": 0.8753,
      "step": 5150
    },
    {
      "epoch": 0.3033945007914639,
      "grad_norm": 0.2734375,
      "learning_rate": 6.966054992085362e-06,
      "loss": 1.016,
      "step": 5175
    },
    {
      "epoch": 0.3048601747083309,
      "grad_norm": 0.1796875,
      "learning_rate": 6.951398252916691e-06,
      "loss": 0.8956,
      "step": 5200
    },
    {
      "epoch": 0.30632584862519785,
      "grad_norm": 0.185546875,
      "learning_rate": 6.936741513748022e-06,
      "loss": 0.8358,
      "step": 5225
    },
    {
      "epoch": 0.3077915225420648,
      "grad_norm": 0.23046875,
      "learning_rate": 6.922084774579352e-06,
      "loss": 0.9687,
      "step": 5250
    },
    {
      "epoch": 0.3092571964589318,
      "grad_norm": 0.216796875,
      "learning_rate": 6.9074280354106825e-06,
      "loss": 0.8358,
      "step": 5275
    },
    {
      "epoch": 0.31072287037579877,
      "grad_norm": 0.451171875,
      "learning_rate": 6.892771296242012e-06,
      "loss": 0.8345,
      "step": 5300
    },
    {
      "epoch": 0.3121885442926658,
      "grad_norm": 0.40234375,
      "learning_rate": 6.878114557073343e-06,
      "loss": 0.9074,
      "step": 5325
    },
    {
      "epoch": 0.31365421820953276,
      "grad_norm": 4.96875,
      "learning_rate": 6.863457817904673e-06,
      "loss": 0.8969,
      "step": 5350
    },
    {
      "epoch": 0.31511989212639974,
      "grad_norm": 0.2373046875,
      "learning_rate": 6.848801078736004e-06,
      "loss": 0.7103,
      "step": 5375
    },
    {
      "epoch": 0.3165855660432667,
      "grad_norm": 0.1552734375,
      "learning_rate": 6.834144339567334e-06,
      "loss": 0.8087,
      "step": 5400
    },
    {
      "epoch": 0.3180512399601337,
      "grad_norm": 0.1982421875,
      "learning_rate": 6.819487600398664e-06,
      "loss": 0.9289,
      "step": 5425
    },
    {
      "epoch": 0.31951691387700065,
      "grad_norm": 0.24609375,
      "learning_rate": 6.804830861229994e-06,
      "loss": 0.8306,
      "step": 5450
    },
    {
      "epoch": 0.3209825877938676,
      "grad_norm": 0.19921875,
      "learning_rate": 6.790174122061325e-06,
      "loss": 0.793,
      "step": 5475
    },
    {
      "epoch": 0.3224482617107346,
      "grad_norm": 0.7109375,
      "learning_rate": 6.7755173828926545e-06,
      "loss": 0.768,
      "step": 5500
    },
    {
      "epoch": 0.32391393562760157,
      "grad_norm": 0.2041015625,
      "learning_rate": 6.760860643723984e-06,
      "loss": 0.8649,
      "step": 5525
    },
    {
      "epoch": 0.32537960954446854,
      "grad_norm": 0.2373046875,
      "learning_rate": 6.746203904555315e-06,
      "loss": 0.9173,
      "step": 5550
    },
    {
      "epoch": 0.3268452834613355,
      "grad_norm": 0.341796875,
      "learning_rate": 6.731547165386645e-06,
      "loss": 0.8569,
      "step": 5575
    },
    {
      "epoch": 0.3283109573782025,
      "grad_norm": 0.28515625,
      "learning_rate": 6.716890426217976e-06,
      "loss": 0.8013,
      "step": 5600
    },
    {
      "epoch": 0.32977663129506946,
      "grad_norm": 0.1767578125,
      "learning_rate": 6.702233687049306e-06,
      "loss": 0.9285,
      "step": 5625
    },
    {
      "epoch": 0.3312423052119364,
      "grad_norm": 0.357421875,
      "learning_rate": 6.687576947880636e-06,
      "loss": 0.9202,
      "step": 5650
    },
    {
      "epoch": 0.3327079791288034,
      "grad_norm": 0.61328125,
      "learning_rate": 6.672920208711966e-06,
      "loss": 0.8727,
      "step": 5675
    },
    {
      "epoch": 0.3341736530456704,
      "grad_norm": 0.205078125,
      "learning_rate": 6.658263469543297e-06,
      "loss": 0.8877,
      "step": 5700
    },
    {
      "epoch": 0.3356393269625374,
      "grad_norm": 0.28515625,
      "learning_rate": 6.6436067303746264e-06,
      "loss": 0.7748,
      "step": 5725
    },
    {
      "epoch": 0.33710500087940437,
      "grad_norm": 0.2578125,
      "learning_rate": 6.628949991205958e-06,
      "loss": 0.805,
      "step": 5750
    },
    {
      "epoch": 0.33857067479627134,
      "grad_norm": 0.341796875,
      "learning_rate": 6.614293252037287e-06,
      "loss": 0.8786,
      "step": 5775
    },
    {
      "epoch": 0.3400363487131383,
      "grad_norm": 0.64453125,
      "learning_rate": 6.599636512868618e-06,
      "loss": 0.8441,
      "step": 5800
    },
    {
      "epoch": 0.3415020226300053,
      "grad_norm": 0.228515625,
      "learning_rate": 6.584979773699948e-06,
      "loss": 0.8751,
      "step": 5825
    },
    {
      "epoch": 0.34296769654687226,
      "grad_norm": 0.37109375,
      "learning_rate": 6.5703230345312785e-06,
      "loss": 0.9569,
      "step": 5850
    },
    {
      "epoch": 0.34443337046373923,
      "grad_norm": 0.294921875,
      "learning_rate": 6.555666295362608e-06,
      "loss": 0.9255,
      "step": 5875
    },
    {
      "epoch": 0.3458990443806062,
      "grad_norm": 0.3125,
      "learning_rate": 6.541009556193938e-06,
      "loss": 0.8501,
      "step": 5900
    },
    {
      "epoch": 0.3473647182974732,
      "grad_norm": 0.2001953125,
      "learning_rate": 6.526352817025269e-06,
      "loss": 0.8933,
      "step": 5925
    },
    {
      "epoch": 0.34883039221434015,
      "grad_norm": 0.19921875,
      "learning_rate": 6.511696077856598e-06,
      "loss": 0.8941,
      "step": 5950
    },
    {
      "epoch": 0.3502960661312071,
      "grad_norm": 0.25390625,
      "learning_rate": 6.49703933868793e-06,
      "loss": 1.0143,
      "step": 5975
    },
    {
      "epoch": 0.3517617400480741,
      "grad_norm": 0.279296875,
      "learning_rate": 6.482382599519259e-06,
      "loss": 0.8929,
      "step": 6000
    },
    {
      "epoch": 0.35322741396494106,
      "grad_norm": 0.333984375,
      "learning_rate": 6.46772586035059e-06,
      "loss": 0.8641,
      "step": 6025
    },
    {
      "epoch": 0.35469308788180803,
      "grad_norm": 0.263671875,
      "learning_rate": 6.45306912118192e-06,
      "loss": 0.8743,
      "step": 6050
    },
    {
      "epoch": 0.356158761798675,
      "grad_norm": 0.333984375,
      "learning_rate": 6.4384123820132504e-06,
      "loss": 0.8072,
      "step": 6075
    },
    {
      "epoch": 0.35762443571554203,
      "grad_norm": 0.345703125,
      "learning_rate": 6.42375564284458e-06,
      "loss": 0.8964,
      "step": 6100
    },
    {
      "epoch": 0.359090109632409,
      "grad_norm": 0.27734375,
      "learning_rate": 6.409098903675911e-06,
      "loss": 0.9049,
      "step": 6125
    },
    {
      "epoch": 0.360555783549276,
      "grad_norm": 0.17578125,
      "learning_rate": 6.394442164507241e-06,
      "loss": 0.9438,
      "step": 6150
    },
    {
      "epoch": 0.36202145746614295,
      "grad_norm": 0.255859375,
      "learning_rate": 6.379785425338571e-06,
      "loss": 0.8891,
      "step": 6175
    },
    {
      "epoch": 0.3634871313830099,
      "grad_norm": 0.130859375,
      "learning_rate": 6.365128686169902e-06,
      "loss": 1.1601,
      "step": 6200
    },
    {
      "epoch": 0.3649528052998769,
      "grad_norm": 0.216796875,
      "learning_rate": 6.350471947001232e-06,
      "loss": 0.968,
      "step": 6225
    },
    {
      "epoch": 0.36641847921674386,
      "grad_norm": 0.7109375,
      "learning_rate": 6.3358152078325616e-06,
      "loss": 0.962,
      "step": 6250
    },
    {
      "epoch": 0.36788415313361084,
      "grad_norm": 0.4453125,
      "learning_rate": 6.321158468663893e-06,
      "loss": 0.8971,
      "step": 6275
    },
    {
      "epoch": 0.3693498270504778,
      "grad_norm": 0.2255859375,
      "learning_rate": 6.306501729495222e-06,
      "loss": 0.8835,
      "step": 6300
    },
    {
      "epoch": 0.3708155009673448,
      "grad_norm": 0.361328125,
      "learning_rate": 6.291844990326552e-06,
      "loss": 0.8783,
      "step": 6325
    },
    {
      "epoch": 0.37228117488421175,
      "grad_norm": 0.490234375,
      "learning_rate": 6.277188251157883e-06,
      "loss": 0.8959,
      "step": 6350
    },
    {
      "epoch": 0.3737468488010787,
      "grad_norm": 0.3125,
      "learning_rate": 6.262531511989213e-06,
      "loss": 0.8945,
      "step": 6375
    },
    {
      "epoch": 0.3752125227179457,
      "grad_norm": 0.173828125,
      "learning_rate": 6.247874772820543e-06,
      "loss": 0.9492,
      "step": 6400
    },
    {
      "epoch": 0.37667819663481267,
      "grad_norm": 0.37890625,
      "learning_rate": 6.2332180336518736e-06,
      "loss": 0.8728,
      "step": 6425
    },
    {
      "epoch": 0.37814387055167964,
      "grad_norm": 0.255859375,
      "learning_rate": 6.218561294483204e-06,
      "loss": 0.8508,
      "step": 6450
    },
    {
      "epoch": 0.3796095444685466,
      "grad_norm": 0.1884765625,
      "learning_rate": 6.2039045553145335e-06,
      "loss": 0.9759,
      "step": 6475
    },
    {
      "epoch": 0.38107521838541364,
      "grad_norm": 0.216796875,
      "learning_rate": 6.189247816145865e-06,
      "loss": 1.0576,
      "step": 6500
    },
    {
      "epoch": 0.3825408923022806,
      "grad_norm": 0.240234375,
      "learning_rate": 6.174591076977194e-06,
      "loss": 0.7754,
      "step": 6525
    },
    {
      "epoch": 0.3840065662191476,
      "grad_norm": 0.189453125,
      "learning_rate": 6.159934337808526e-06,
      "loss": 0.9326,
      "step": 6550
    },
    {
      "epoch": 0.38547224013601455,
      "grad_norm": 0.1796875,
      "learning_rate": 6.145277598639855e-06,
      "loss": 0.8764,
      "step": 6575
    },
    {
      "epoch": 0.3869379140528815,
      "grad_norm": 0.2314453125,
      "learning_rate": 6.1306208594711856e-06,
      "loss": 0.8589,
      "step": 6600
    },
    {
      "epoch": 0.3884035879697485,
      "grad_norm": 1.1953125,
      "learning_rate": 6.115964120302515e-06,
      "loss": 1.0026,
      "step": 6625
    },
    {
      "epoch": 0.38986926188661547,
      "grad_norm": 0.19140625,
      "learning_rate": 6.101307381133846e-06,
      "loss": 0.8483,
      "step": 6650
    },
    {
      "epoch": 0.39133493580348244,
      "grad_norm": 0.294921875,
      "learning_rate": 6.086650641965176e-06,
      "loss": 0.9063,
      "step": 6675
    },
    {
      "epoch": 0.3928006097203494,
      "grad_norm": 0.353515625,
      "learning_rate": 6.0719939027965055e-06,
      "loss": 0.8658,
      "step": 6700
    },
    {
      "epoch": 0.3942662836372164,
      "grad_norm": 0.2197265625,
      "learning_rate": 6.057337163627837e-06,
      "loss": 0.8389,
      "step": 6725
    },
    {
      "epoch": 0.39573195755408336,
      "grad_norm": 0.94921875,
      "learning_rate": 6.042680424459166e-06,
      "loss": 0.8769,
      "step": 6750
    },
    {
      "epoch": 0.39719763147095033,
      "grad_norm": 1.1796875,
      "learning_rate": 6.0280236852904975e-06,
      "loss": 0.9461,
      "step": 6775
    },
    {
      "epoch": 0.3986633053878173,
      "grad_norm": 0.17578125,
      "learning_rate": 6.013366946121827e-06,
      "loss": 0.9144,
      "step": 6800
    },
    {
      "epoch": 0.4001289793046843,
      "grad_norm": 0.2431640625,
      "learning_rate": 5.9987102069531575e-06,
      "loss": 0.8746,
      "step": 6825
    },
    {
      "epoch": 0.40159465322155125,
      "grad_norm": 0.60546875,
      "learning_rate": 5.984053467784487e-06,
      "loss": 0.8977,
      "step": 6850
    },
    {
      "epoch": 0.4030603271384182,
      "grad_norm": 0.478515625,
      "learning_rate": 5.969396728615818e-06,
      "loss": 0.8404,
      "step": 6875
    },
    {
      "epoch": 0.40452600105528524,
      "grad_norm": 0.326171875,
      "learning_rate": 5.954739989447148e-06,
      "loss": 0.8321,
      "step": 6900
    },
    {
      "epoch": 0.4059916749721522,
      "grad_norm": 0.169921875,
      "learning_rate": 5.940083250278479e-06,
      "loss": 0.8963,
      "step": 6925
    },
    {
      "epoch": 0.4074573488890192,
      "grad_norm": 0.234375,
      "learning_rate": 5.925426511109809e-06,
      "loss": 0.9668,
      "step": 6950
    },
    {
      "epoch": 0.40892302280588616,
      "grad_norm": 0.15625,
      "learning_rate": 5.910769771941139e-06,
      "loss": 0.8921,
      "step": 6975
    },
    {
      "epoch": 0.41038869672275313,
      "grad_norm": 0.2734375,
      "learning_rate": 5.8961130327724695e-06,
      "loss": 0.9034,
      "step": 7000
    },
    {
      "epoch": 0.4118543706396201,
      "grad_norm": 0.236328125,
      "learning_rate": 5.8814562936038e-06,
      "loss": 0.873,
      "step": 7025
    },
    {
      "epoch": 0.4133200445564871,
      "grad_norm": 0.28515625,
      "learning_rate": 5.8667995544351295e-06,
      "loss": 0.9082,
      "step": 7050
    },
    {
      "epoch": 0.41478571847335405,
      "grad_norm": 3.171875,
      "learning_rate": 5.852142815266459e-06,
      "loss": 0.9186,
      "step": 7075
    },
    {
      "epoch": 0.416251392390221,
      "grad_norm": 0.1396484375,
      "learning_rate": 5.83748607609779e-06,
      "loss": 0.9711,
      "step": 7100
    },
    {
      "epoch": 0.417717066307088,
      "grad_norm": 0.8046875,
      "learning_rate": 5.82282933692912e-06,
      "loss": 0.8168,
      "step": 7125
    },
    {
      "epoch": 0.41918274022395496,
      "grad_norm": 0.205078125,
      "learning_rate": 5.808172597760451e-06,
      "loss": 0.926,
      "step": 7150
    },
    {
      "epoch": 0.42064841414082194,
      "grad_norm": 0.134765625,
      "learning_rate": 5.793515858591781e-06,
      "loss": 0.7931,
      "step": 7175
    },
    {
      "epoch": 0.4221140880576889,
      "grad_norm": 0.1904296875,
      "learning_rate": 5.778859119423111e-06,
      "loss": 0.9143,
      "step": 7200
    },
    {
      "epoch": 0.4235797619745559,
      "grad_norm": 0.298828125,
      "learning_rate": 5.7642023802544415e-06,
      "loss": 0.846,
      "step": 7225
    },
    {
      "epoch": 0.42504543589142285,
      "grad_norm": 0.328125,
      "learning_rate": 5.749545641085772e-06,
      "loss": 0.8936,
      "step": 7250
    },
    {
      "epoch": 0.4265111098082899,
      "grad_norm": 0.1923828125,
      "learning_rate": 5.7348889019171014e-06,
      "loss": 0.9142,
      "step": 7275
    },
    {
      "epoch": 0.42797678372515685,
      "grad_norm": 0.470703125,
      "learning_rate": 5.720232162748433e-06,
      "loss": 0.9059,
      "step": 7300
    },
    {
      "epoch": 0.4294424576420238,
      "grad_norm": 1.1015625,
      "learning_rate": 5.705575423579762e-06,
      "loss": 0.7794,
      "step": 7325
    },
    {
      "epoch": 0.4309081315588908,
      "grad_norm": 0.2060546875,
      "learning_rate": 5.6909186844110935e-06,
      "loss": 0.7724,
      "step": 7350
    },
    {
      "epoch": 0.43237380547575777,
      "grad_norm": 0.169921875,
      "learning_rate": 5.676261945242423e-06,
      "loss": 0.9143,
      "step": 7375
    },
    {
      "epoch": 0.43383947939262474,
      "grad_norm": 0.2275390625,
      "learning_rate": 5.6616052060737535e-06,
      "loss": 0.8556,
      "step": 7400
    },
    {
      "epoch": 0.4353051533094917,
      "grad_norm": 0.259765625,
      "learning_rate": 5.646948466905083e-06,
      "loss": 0.8668,
      "step": 7425
    },
    {
      "epoch": 0.4367708272263587,
      "grad_norm": 0.6328125,
      "learning_rate": 5.632291727736414e-06,
      "loss": 0.87,
      "step": 7450
    },
    {
      "epoch": 0.43823650114322565,
      "grad_norm": 0.173828125,
      "learning_rate": 5.617634988567744e-06,
      "loss": 0.8162,
      "step": 7475
    },
    {
      "epoch": 0.4397021750600926,
      "grad_norm": 0.279296875,
      "learning_rate": 5.602978249399073e-06,
      "loss": 0.8705,
      "step": 7500
    },
    {
      "epoch": 0.4411678489769596,
      "grad_norm": 0.26953125,
      "learning_rate": 5.588321510230405e-06,
      "loss": 0.8221,
      "step": 7525
    },
    {
      "epoch": 0.44263352289382657,
      "grad_norm": 0.236328125,
      "learning_rate": 5.573664771061734e-06,
      "loss": 0.9005,
      "step": 7550
    },
    {
      "epoch": 0.44409919681069354,
      "grad_norm": 0.2890625,
      "learning_rate": 5.5590080318930654e-06,
      "loss": 0.8577,
      "step": 7575
    },
    {
      "epoch": 0.4455648707275605,
      "grad_norm": 0.28125,
      "learning_rate": 5.544351292724395e-06,
      "loss": 0.9489,
      "step": 7600
    },
    {
      "epoch": 0.4470305446444275,
      "grad_norm": 0.29296875,
      "learning_rate": 5.529694553555725e-06,
      "loss": 0.78,
      "step": 7625
    },
    {
      "epoch": 0.44849621856129446,
      "grad_norm": 0.390625,
      "learning_rate": 5.515037814387055e-06,
      "loss": 0.7977,
      "step": 7650
    },
    {
      "epoch": 0.4499618924781615,
      "grad_norm": 0.203125,
      "learning_rate": 5.500381075218386e-06,
      "loss": 0.8348,
      "step": 7675
    },
    {
      "epoch": 0.45142756639502846,
      "grad_norm": 0.287109375,
      "learning_rate": 5.485724336049716e-06,
      "loss": 0.9294,
      "step": 7700
    },
    {
      "epoch": 0.45289324031189543,
      "grad_norm": 0.333984375,
      "learning_rate": 5.471067596881047e-06,
      "loss": 0.905,
      "step": 7725
    },
    {
      "epoch": 0.4543589142287624,
      "grad_norm": 0.2490234375,
      "learning_rate": 5.456410857712377e-06,
      "loss": 0.865,
      "step": 7750
    },
    {
      "epoch": 0.4558245881456294,
      "grad_norm": 0.2578125,
      "learning_rate": 5.441754118543707e-06,
      "loss": 0.8706,
      "step": 7775
    },
    {
      "epoch": 0.45729026206249634,
      "grad_norm": 1.2109375,
      "learning_rate": 5.427097379375037e-06,
      "loss": 1.0095,
      "step": 7800
    },
    {
      "epoch": 0.4587559359793633,
      "grad_norm": 0.177734375,
      "learning_rate": 5.412440640206368e-06,
      "loss": 0.801,
      "step": 7825
    },
    {
      "epoch": 0.4602216098962303,
      "grad_norm": 0.2578125,
      "learning_rate": 5.397783901037697e-06,
      "loss": 0.8175,
      "step": 7850
    },
    {
      "epoch": 0.46168728381309726,
      "grad_norm": 0.298828125,
      "learning_rate": 5.383127161869027e-06,
      "loss": 0.9689,
      "step": 7875
    },
    {
      "epoch": 0.46315295772996423,
      "grad_norm": 0.2373046875,
      "learning_rate": 5.368470422700358e-06,
      "loss": 0.8495,
      "step": 7900
    },
    {
      "epoch": 0.4646186316468312,
      "grad_norm": 0.1796875,
      "learning_rate": 5.353813683531688e-06,
      "loss": 0.9133,
      "step": 7925
    },
    {
      "epoch": 0.4660843055636982,
      "grad_norm": 0.2021484375,
      "learning_rate": 5.339156944363019e-06,
      "loss": 0.8828,
      "step": 7950
    },
    {
      "epoch": 0.46754997948056515,
      "grad_norm": 0.2578125,
      "learning_rate": 5.3245002051943485e-06,
      "loss": 1.0062,
      "step": 7975
    },
    {
      "epoch": 0.4690156533974321,
      "grad_norm": 0.240234375,
      "learning_rate": 5.309843466025679e-06,
      "loss": 0.8171,
      "step": 8000
    },
    {
      "epoch": 0.4704813273142991,
      "grad_norm": 0.28515625,
      "learning_rate": 5.295186726857009e-06,
      "loss": 0.8704,
      "step": 8025
    },
    {
      "epoch": 0.47194700123116606,
      "grad_norm": 0.4140625,
      "learning_rate": 5.28052998768834e-06,
      "loss": 0.866,
      "step": 8050
    },
    {
      "epoch": 0.4734126751480331,
      "grad_norm": 0.15625,
      "learning_rate": 5.265873248519669e-06,
      "loss": 0.8298,
      "step": 8075
    },
    {
      "epoch": 0.47487834906490006,
      "grad_norm": 0.330078125,
      "learning_rate": 5.251216509351001e-06,
      "loss": 0.8654,
      "step": 8100
    },
    {
      "epoch": 0.47634402298176703,
      "grad_norm": 0.205078125,
      "learning_rate": 5.23655977018233e-06,
      "loss": 0.9916,
      "step": 8125
    },
    {
      "epoch": 0.477809696898634,
      "grad_norm": 0.9609375,
      "learning_rate": 5.2219030310136605e-06,
      "loss": 0.9645,
      "step": 8150
    },
    {
      "epoch": 0.479275370815501,
      "grad_norm": 0.314453125,
      "learning_rate": 5.207246291844991e-06,
      "loss": 0.8867,
      "step": 8175
    },
    {
      "epoch": 0.48074104473236795,
      "grad_norm": 0.326171875,
      "learning_rate": 5.192589552676321e-06,
      "loss": 0.9363,
      "step": 8200
    },
    {
      "epoch": 0.4822067186492349,
      "grad_norm": 0.283203125,
      "learning_rate": 5.177932813507651e-06,
      "loss": 0.7848,
      "step": 8225
    },
    {
      "epoch": 0.4836723925661019,
      "grad_norm": 0.33203125,
      "learning_rate": 5.163276074338982e-06,
      "loss": 0.8899,
      "step": 8250
    },
    {
      "epoch": 0.48513806648296887,
      "grad_norm": 0.1748046875,
      "learning_rate": 5.148619335170312e-06,
      "loss": 0.8092,
      "step": 8275
    },
    {
      "epoch": 0.48660374039983584,
      "grad_norm": 0.41796875,
      "learning_rate": 5.133962596001641e-06,
      "loss": 0.899,
      "step": 8300
    },
    {
      "epoch": 0.4880694143167028,
      "grad_norm": 0.169921875,
      "learning_rate": 5.1193058568329725e-06,
      "loss": 0.9528,
      "step": 8325
    },
    {
      "epoch": 0.4895350882335698,
      "grad_norm": 0.1474609375,
      "learning_rate": 5.104649117664302e-06,
      "loss": 0.8668,
      "step": 8350
    },
    {
      "epoch": 0.49100076215043675,
      "grad_norm": 0.3828125,
      "learning_rate": 5.0899923784956325e-06,
      "loss": 0.9176,
      "step": 8375
    },
    {
      "epoch": 0.4924664360673037,
      "grad_norm": 0.44140625,
      "learning_rate": 5.075335639326963e-06,
      "loss": 0.9135,
      "step": 8400
    },
    {
      "epoch": 0.4939321099841707,
      "grad_norm": 0.279296875,
      "learning_rate": 5.060678900158293e-06,
      "loss": 0.8201,
      "step": 8425
    },
    {
      "epoch": 0.4953977839010377,
      "grad_norm": 0.62109375,
      "learning_rate": 5.046022160989623e-06,
      "loss": 0.8947,
      "step": 8450
    },
    {
      "epoch": 0.4968634578179047,
      "grad_norm": 0.279296875,
      "learning_rate": 5.031365421820954e-06,
      "loss": 0.8838,
      "step": 8475
    },
    {
      "epoch": 0.49832913173477167,
      "grad_norm": 0.1962890625,
      "learning_rate": 5.016708682652284e-06,
      "loss": 0.8648,
      "step": 8500
    },
    {
      "epoch": 0.49979480565163864,
      "grad_norm": 2.390625,
      "learning_rate": 5.002051943483615e-06,
      "loss": 0.9247,
      "step": 8525
    },
    {
      "epoch": 0.5012604795685056,
      "grad_norm": 0.2333984375,
      "learning_rate": 4.9873952043149445e-06,
      "loss": 0.8839,
      "step": 8550
    },
    {
      "epoch": 0.5027261534853725,
      "grad_norm": 0.51953125,
      "learning_rate": 4.972738465146275e-06,
      "loss": 0.9194,
      "step": 8575
    },
    {
      "epoch": 0.5041918274022396,
      "grad_norm": 0.26953125,
      "learning_rate": 4.9580817259776045e-06,
      "loss": 0.8232,
      "step": 8600
    },
    {
      "epoch": 0.5056575013191065,
      "grad_norm": 0.37890625,
      "learning_rate": 4.943424986808935e-06,
      "loss": 1.0866,
      "step": 8625
    },
    {
      "epoch": 0.5071231752359735,
      "grad_norm": 0.23046875,
      "learning_rate": 4.928768247640265e-06,
      "loss": 0.9213,
      "step": 8650
    },
    {
      "epoch": 0.5085888491528405,
      "grad_norm": 0.2236328125,
      "learning_rate": 4.914111508471596e-06,
      "loss": 0.993,
      "step": 8675
    },
    {
      "epoch": 0.5100545230697074,
      "grad_norm": 0.5234375,
      "learning_rate": 4.899454769302926e-06,
      "loss": 0.9335,
      "step": 8700
    },
    {
      "epoch": 0.5115201969865745,
      "grad_norm": 0.3125,
      "learning_rate": 4.8847980301342565e-06,
      "loss": 0.9327,
      "step": 8725
    },
    {
      "epoch": 0.5129858709034414,
      "grad_norm": 0.515625,
      "learning_rate": 4.870141290965587e-06,
      "loss": 0.8948,
      "step": 8750
    },
    {
      "epoch": 0.5144515448203084,
      "grad_norm": 0.1591796875,
      "learning_rate": 4.8554845517969164e-06,
      "loss": 0.9082,
      "step": 8775
    },
    {
      "epoch": 0.5159172187371753,
      "grad_norm": 0.2138671875,
      "learning_rate": 4.840827812628247e-06,
      "loss": 0.894,
      "step": 8800
    },
    {
      "epoch": 0.5173828926540424,
      "grad_norm": 0.21484375,
      "learning_rate": 4.826171073459577e-06,
      "loss": 0.9065,
      "step": 8825
    },
    {
      "epoch": 0.5188485665709093,
      "grad_norm": 0.1669921875,
      "learning_rate": 4.811514334290907e-06,
      "loss": 0.8453,
      "step": 8850
    },
    {
      "epoch": 0.5203142404877763,
      "grad_norm": 0.21484375,
      "learning_rate": 4.796857595122237e-06,
      "loss": 1.0002,
      "step": 8875
    },
    {
      "epoch": 0.5217799144046432,
      "grad_norm": 0.9921875,
      "learning_rate": 4.782200855953568e-06,
      "loss": 0.9558,
      "step": 8900
    },
    {
      "epoch": 0.5232455883215102,
      "grad_norm": 0.1884765625,
      "learning_rate": 4.767544116784898e-06,
      "loss": 0.7789,
      "step": 8925
    },
    {
      "epoch": 0.5247112622383772,
      "grad_norm": 0.365234375,
      "learning_rate": 4.7528873776162284e-06,
      "loss": 0.8602,
      "step": 8950
    },
    {
      "epoch": 0.5261769361552442,
      "grad_norm": 0.451171875,
      "learning_rate": 4.738230638447559e-06,
      "loss": 0.849,
      "step": 8975
    },
    {
      "epoch": 0.5276426100721111,
      "grad_norm": 0.1591796875,
      "learning_rate": 4.723573899278888e-06,
      "loss": 0.8461,
      "step": 9000
    },
    {
      "epoch": 0.5291082839889781,
      "grad_norm": 0.47265625,
      "learning_rate": 4.708917160110219e-06,
      "loss": 0.8729,
      "step": 9025
    },
    {
      "epoch": 0.5305739579058452,
      "grad_norm": 0.341796875,
      "learning_rate": 4.694260420941549e-06,
      "loss": 1.0451,
      "step": 9050
    },
    {
      "epoch": 0.5320396318227121,
      "grad_norm": 0.1943359375,
      "learning_rate": 4.67960368177288e-06,
      "loss": 0.817,
      "step": 9075
    },
    {
      "epoch": 0.5335053057395791,
      "grad_norm": 0.2119140625,
      "learning_rate": 4.66494694260421e-06,
      "loss": 0.9171,
      "step": 9100
    },
    {
      "epoch": 0.534970979656446,
      "grad_norm": 0.353515625,
      "learning_rate": 4.6502902034355404e-06,
      "loss": 0.7783,
      "step": 9125
    },
    {
      "epoch": 0.536436653573313,
      "grad_norm": 0.44921875,
      "learning_rate": 4.635633464266871e-06,
      "loss": 0.8943,
      "step": 9150
    },
    {
      "epoch": 0.53790232749018,
      "grad_norm": 0.2490234375,
      "learning_rate": 4.6209767250982e-06,
      "loss": 0.9554,
      "step": 9175
    },
    {
      "epoch": 0.539368001407047,
      "grad_norm": 0.162109375,
      "learning_rate": 4.606319985929531e-06,
      "loss": 0.7875,
      "step": 9200
    },
    {
      "epoch": 0.5408336753239139,
      "grad_norm": 0.33984375,
      "learning_rate": 4.591663246760861e-06,
      "loss": 0.9086,
      "step": 9225
    },
    {
      "epoch": 0.5422993492407809,
      "grad_norm": 0.279296875,
      "learning_rate": 4.577006507592191e-06,
      "loss": 0.9511,
      "step": 9250
    },
    {
      "epoch": 0.5437650231576479,
      "grad_norm": 0.2353515625,
      "learning_rate": 4.562349768423521e-06,
      "loss": 0.8182,
      "step": 9275
    },
    {
      "epoch": 0.5452306970745149,
      "grad_norm": 0.302734375,
      "learning_rate": 4.547693029254852e-06,
      "loss": 0.8487,
      "step": 9300
    },
    {
      "epoch": 0.5466963709913818,
      "grad_norm": 0.1845703125,
      "learning_rate": 4.533036290086182e-06,
      "loss": 0.8708,
      "step": 9325
    },
    {
      "epoch": 0.5481620449082488,
      "grad_norm": 0.265625,
      "learning_rate": 4.518379550917512e-06,
      "loss": 0.8577,
      "step": 9350
    },
    {
      "epoch": 0.5496277188251157,
      "grad_norm": 0.36328125,
      "learning_rate": 4.503722811748843e-06,
      "loss": 0.8896,
      "step": 9375
    },
    {
      "epoch": 0.5510933927419828,
      "grad_norm": 0.2314453125,
      "learning_rate": 4.489066072580172e-06,
      "loss": 0.8778,
      "step": 9400
    },
    {
      "epoch": 0.5525590666588497,
      "grad_norm": 0.283203125,
      "learning_rate": 4.474409333411503e-06,
      "loss": 0.847,
      "step": 9425
    },
    {
      "epoch": 0.5540247405757167,
      "grad_norm": 0.384765625,
      "learning_rate": 4.459752594242833e-06,
      "loss": 0.8678,
      "step": 9450
    },
    {
      "epoch": 0.5554904144925837,
      "grad_norm": 0.228515625,
      "learning_rate": 4.4450958550741636e-06,
      "loss": 0.7334,
      "step": 9475
    },
    {
      "epoch": 0.5569560884094507,
      "grad_norm": 0.2080078125,
      "learning_rate": 4.430439115905494e-06,
      "loss": 1.1603,
      "step": 9500
    },
    {
      "epoch": 0.5584217623263177,
      "grad_norm": 0.19921875,
      "learning_rate": 4.415782376736824e-06,
      "loss": 0.8804,
      "step": 9525
    },
    {
      "epoch": 0.5598874362431846,
      "grad_norm": 0.431640625,
      "learning_rate": 4.401125637568155e-06,
      "loss": 0.9023,
      "step": 9550
    },
    {
      "epoch": 0.5613531101600516,
      "grad_norm": 0.2353515625,
      "learning_rate": 4.386468898399484e-06,
      "loss": 0.8169,
      "step": 9575
    },
    {
      "epoch": 0.5628187840769185,
      "grad_norm": 0.119140625,
      "learning_rate": 4.371812159230815e-06,
      "loss": 0.919,
      "step": 9600
    },
    {
      "epoch": 0.5642844579937856,
      "grad_norm": 0.546875,
      "learning_rate": 4.357155420062145e-06,
      "loss": 0.8916,
      "step": 9625
    },
    {
      "epoch": 0.5657501319106525,
      "grad_norm": 0.359375,
      "learning_rate": 4.342498680893475e-06,
      "loss": 0.832,
      "step": 9650
    },
    {
      "epoch": 0.5672158058275195,
      "grad_norm": 0.302734375,
      "learning_rate": 4.327841941724805e-06,
      "loss": 0.824,
      "step": 9675
    },
    {
      "epoch": 0.5686814797443864,
      "grad_norm": 0.361328125,
      "learning_rate": 4.3131852025561355e-06,
      "loss": 0.8998,
      "step": 9700
    },
    {
      "epoch": 0.5701471536612535,
      "grad_norm": 0.44140625,
      "learning_rate": 4.298528463387466e-06,
      "loss": 0.8192,
      "step": 9725
    },
    {
      "epoch": 0.5716128275781204,
      "grad_norm": 0.169921875,
      "learning_rate": 4.283871724218796e-06,
      "loss": 0.825,
      "step": 9750
    },
    {
      "epoch": 0.5730785014949874,
      "grad_norm": 0.2734375,
      "learning_rate": 4.269214985050127e-06,
      "loss": 0.9014,
      "step": 9775
    },
    {
      "epoch": 0.5745441754118543,
      "grad_norm": 0.65234375,
      "learning_rate": 4.254558245881456e-06,
      "loss": 1.1582,
      "step": 9800
    },
    {
      "epoch": 0.5760098493287213,
      "grad_norm": 0.2138671875,
      "learning_rate": 4.239901506712787e-06,
      "loss": 0.9225,
      "step": 9825
    },
    {
      "epoch": 0.5774755232455884,
      "grad_norm": 0.328125,
      "learning_rate": 4.225244767544117e-06,
      "loss": 0.8293,
      "step": 9850
    },
    {
      "epoch": 0.5789411971624553,
      "grad_norm": 0.26171875,
      "learning_rate": 4.2105880283754475e-06,
      "loss": 0.9205,
      "step": 9875
    },
    {
      "epoch": 0.5804068710793223,
      "grad_norm": 0.28125,
      "learning_rate": 4.195931289206778e-06,
      "loss": 0.9015,
      "step": 9900
    },
    {
      "epoch": 0.5818725449961892,
      "grad_norm": 0.205078125,
      "learning_rate": 4.181274550038108e-06,
      "loss": 0.7924,
      "step": 9925
    },
    {
      "epoch": 0.5833382189130563,
      "grad_norm": 0.78515625,
      "learning_rate": 4.166617810869438e-06,
      "loss": 1.0072,
      "step": 9950
    },
    {
      "epoch": 0.5848038928299232,
      "grad_norm": 0.2353515625,
      "learning_rate": 4.151961071700768e-06,
      "loss": 0.9099,
      "step": 9975
    },
    {
      "epoch": 0.5862695667467902,
      "grad_norm": 1.2265625,
      "learning_rate": 4.137304332532099e-06,
      "loss": 1.1021,
      "step": 10000
    },
    {
      "epoch": 0.5877352406636571,
      "grad_norm": 0.33984375,
      "learning_rate": 4.122647593363428e-06,
      "loss": 0.8166,
      "step": 10025
    },
    {
      "epoch": 0.5892009145805241,
      "grad_norm": 0.296875,
      "learning_rate": 4.107990854194759e-06,
      "loss": 0.9566,
      "step": 10050
    },
    {
      "epoch": 0.5906665884973911,
      "grad_norm": 0.2119140625,
      "learning_rate": 4.093334115026089e-06,
      "loss": 0.8494,
      "step": 10075
    },
    {
      "epoch": 0.5921322624142581,
      "grad_norm": 0.2451171875,
      "learning_rate": 4.0786773758574195e-06,
      "loss": 0.9279,
      "step": 10100
    },
    {
      "epoch": 0.593597936331125,
      "grad_norm": 0.2275390625,
      "learning_rate": 4.06402063668875e-06,
      "loss": 0.8628,
      "step": 10125
    },
    {
      "epoch": 0.595063610247992,
      "grad_norm": 0.310546875,
      "learning_rate": 4.04936389752008e-06,
      "loss": 0.9406,
      "step": 10150
    },
    {
      "epoch": 0.596529284164859,
      "grad_norm": 0.212890625,
      "learning_rate": 4.03470715835141e-06,
      "loss": 0.896,
      "step": 10175
    },
    {
      "epoch": 0.597994958081726,
      "grad_norm": 0.421875,
      "learning_rate": 4.02005041918274e-06,
      "loss": 0.8608,
      "step": 10200
    },
    {
      "epoch": 0.599460631998593,
      "grad_norm": 0.255859375,
      "learning_rate": 4.005393680014071e-06,
      "loss": 0.9103,
      "step": 10225
    },
    {
      "epoch": 0.6009263059154599,
      "grad_norm": 0.29296875,
      "learning_rate": 3.990736940845401e-06,
      "loss": 0.8136,
      "step": 10250
    },
    {
      "epoch": 0.602391979832327,
      "grad_norm": 0.19921875,
      "learning_rate": 3.9760802016767315e-06,
      "loss": 0.8374,
      "step": 10275
    },
    {
      "epoch": 0.6038576537491939,
      "grad_norm": 0.1806640625,
      "learning_rate": 3.961423462508062e-06,
      "loss": 0.8049,
      "step": 10300
    },
    {
      "epoch": 0.6053233276660609,
      "grad_norm": 0.392578125,
      "learning_rate": 3.946766723339392e-06,
      "loss": 0.7943,
      "step": 10325
    },
    {
      "epoch": 0.6067890015829278,
      "grad_norm": 1.0,
      "learning_rate": 3.932109984170722e-06,
      "loss": 0.8691,
      "step": 10350
    },
    {
      "epoch": 0.6082546754997948,
      "grad_norm": 0.146484375,
      "learning_rate": 3.917453245002052e-06,
      "loss": 0.8565,
      "step": 10375
    },
    {
      "epoch": 0.6097203494166618,
      "grad_norm": 0.357421875,
      "learning_rate": 3.902796505833383e-06,
      "loss": 0.9866,
      "step": 10400
    },
    {
      "epoch": 0.6111860233335288,
      "grad_norm": 0.236328125,
      "learning_rate": 3.888139766664712e-06,
      "loss": 0.9026,
      "step": 10425
    },
    {
      "epoch": 0.6126516972503957,
      "grad_norm": 0.416015625,
      "learning_rate": 3.873483027496043e-06,
      "loss": 0.9329,
      "step": 10450
    },
    {
      "epoch": 0.6141173711672627,
      "grad_norm": 0.458984375,
      "learning_rate": 3.858826288327373e-06,
      "loss": 0.8534,
      "step": 10475
    },
    {
      "epoch": 0.6155830450841296,
      "grad_norm": 0.279296875,
      "learning_rate": 3.8441695491587034e-06,
      "loss": 0.824,
      "step": 10500
    },
    {
      "epoch": 0.6170487190009967,
      "grad_norm": 0.255859375,
      "learning_rate": 3.829512809990034e-06,
      "loss": 0.8444,
      "step": 10525
    },
    {
      "epoch": 0.6185143929178636,
      "grad_norm": 0.26953125,
      "learning_rate": 3.814856070821364e-06,
      "loss": 0.8843,
      "step": 10550
    },
    {
      "epoch": 0.6199800668347306,
      "grad_norm": 0.1748046875,
      "learning_rate": 3.8001993316526942e-06,
      "loss": 0.8791,
      "step": 10575
    },
    {
      "epoch": 0.6214457407515975,
      "grad_norm": 0.287109375,
      "learning_rate": 3.7855425924840246e-06,
      "loss": 0.8695,
      "step": 10600
    },
    {
      "epoch": 0.6229114146684646,
      "grad_norm": 0.1748046875,
      "learning_rate": 3.7708858533153546e-06,
      "loss": 0.8917,
      "step": 10625
    },
    {
      "epoch": 0.6243770885853316,
      "grad_norm": 0.4921875,
      "learning_rate": 3.756229114146685e-06,
      "loss": 0.7642,
      "step": 10650
    },
    {
      "epoch": 0.6258427625021985,
      "grad_norm": 0.2421875,
      "learning_rate": 3.7415723749780154e-06,
      "loss": 0.8826,
      "step": 10675
    },
    {
      "epoch": 0.6273084364190655,
      "grad_norm": 0.197265625,
      "learning_rate": 3.7269156358093454e-06,
      "loss": 0.8513,
      "step": 10700
    },
    {
      "epoch": 0.6287741103359324,
      "grad_norm": 0.50390625,
      "learning_rate": 3.712258896640676e-06,
      "loss": 1.0076,
      "step": 10725
    },
    {
      "epoch": 0.6302397842527995,
      "grad_norm": 0.220703125,
      "learning_rate": 3.697602157472006e-06,
      "loss": 0.8629,
      "step": 10750
    },
    {
      "epoch": 0.6317054581696664,
      "grad_norm": 0.251953125,
      "learning_rate": 3.6829454183033366e-06,
      "loss": 0.7775,
      "step": 10775
    },
    {
      "epoch": 0.6331711320865334,
      "grad_norm": 0.2265625,
      "learning_rate": 3.6682886791346666e-06,
      "loss": 0.9906,
      "step": 10800
    },
    {
      "epoch": 0.6346368060034003,
      "grad_norm": 0.298828125,
      "learning_rate": 3.6536319399659966e-06,
      "loss": 0.8601,
      "step": 10825
    },
    {
      "epoch": 0.6361024799202674,
      "grad_norm": 1.6875,
      "learning_rate": 3.6389752007973266e-06,
      "loss": 0.848,
      "step": 10850
    },
    {
      "epoch": 0.6375681538371343,
      "grad_norm": 0.2490234375,
      "learning_rate": 3.624318461628657e-06,
      "loss": 0.9411,
      "step": 10875
    },
    {
      "epoch": 0.6390338277540013,
      "grad_norm": 0.2431640625,
      "learning_rate": 3.6096617224599874e-06,
      "loss": 0.9371,
      "step": 10900
    },
    {
      "epoch": 0.6404995016708682,
      "grad_norm": 0.302734375,
      "learning_rate": 3.5950049832913174e-06,
      "loss": 0.8688,
      "step": 10925
    },
    {
      "epoch": 0.6419651755877352,
      "grad_norm": 0.333984375,
      "learning_rate": 3.5803482441226478e-06,
      "loss": 0.9022,
      "step": 10950
    },
    {
      "epoch": 0.6434308495046022,
      "grad_norm": 0.259765625,
      "learning_rate": 3.565691504953978e-06,
      "loss": 0.8537,
      "step": 10975
    },
    {
      "epoch": 0.6448965234214692,
      "grad_norm": 0.5703125,
      "learning_rate": 3.5510347657853086e-06,
      "loss": 0.8228,
      "step": 11000
    },
    {
      "epoch": 0.6463621973383362,
      "grad_norm": 0.259765625,
      "learning_rate": 3.5363780266166386e-06,
      "loss": 0.8286,
      "step": 11025
    },
    {
      "epoch": 0.6478278712552031,
      "grad_norm": 0.26171875,
      "learning_rate": 3.521721287447969e-06,
      "loss": 0.8312,
      "step": 11050
    },
    {
      "epoch": 0.6492935451720702,
      "grad_norm": 0.294921875,
      "learning_rate": 3.5070645482792994e-06,
      "loss": 0.8555,
      "step": 11075
    },
    {
      "epoch": 0.6507592190889371,
      "grad_norm": 0.37890625,
      "learning_rate": 3.4924078091106293e-06,
      "loss": 0.8602,
      "step": 11100
    },
    {
      "epoch": 0.6522248930058041,
      "grad_norm": 0.294921875,
      "learning_rate": 3.4777510699419598e-06,
      "loss": 0.875,
      "step": 11125
    },
    {
      "epoch": 0.653690566922671,
      "grad_norm": 3.171875,
      "learning_rate": 3.46309433077329e-06,
      "loss": 1.0157,
      "step": 11150
    },
    {
      "epoch": 0.655156240839538,
      "grad_norm": 0.2197265625,
      "learning_rate": 3.44843759160462e-06,
      "loss": 0.8448,
      "step": 11175
    },
    {
      "epoch": 0.656621914756405,
      "grad_norm": 0.53515625,
      "learning_rate": 3.4337808524359505e-06,
      "loss": 0.8291,
      "step": 11200
    },
    {
      "epoch": 0.658087588673272,
      "grad_norm": 0.2578125,
      "learning_rate": 3.4191241132672805e-06,
      "loss": 0.9121,
      "step": 11225
    },
    {
      "epoch": 0.6595532625901389,
      "grad_norm": 0.1962890625,
      "learning_rate": 3.4044673740986105e-06,
      "loss": 0.9451,
      "step": 11250
    },
    {
      "epoch": 0.6610189365070059,
      "grad_norm": 0.458984375,
      "learning_rate": 3.389810634929941e-06,
      "loss": 0.8054,
      "step": 11275
    },
    {
      "epoch": 0.6624846104238729,
      "grad_norm": 0.2216796875,
      "learning_rate": 3.3751538957612713e-06,
      "loss": 0.7991,
      "step": 11300
    },
    {
      "epoch": 0.6639502843407399,
      "grad_norm": 0.57421875,
      "learning_rate": 3.3604971565926013e-06,
      "loss": 0.9013,
      "step": 11325
    },
    {
      "epoch": 0.6654159582576068,
      "grad_norm": 0.373046875,
      "learning_rate": 3.3458404174239317e-06,
      "loss": 1.0514,
      "step": 11350
    },
    {
      "epoch": 0.6668816321744738,
      "grad_norm": 0.3125,
      "learning_rate": 3.331183678255262e-06,
      "loss": 0.8199,
      "step": 11375
    },
    {
      "epoch": 0.6683473060913409,
      "grad_norm": 0.416015625,
      "learning_rate": 3.316526939086592e-06,
      "loss": 0.8791,
      "step": 11400
    },
    {
      "epoch": 0.6698129800082078,
      "grad_norm": 0.39453125,
      "learning_rate": 3.3018701999179225e-06,
      "loss": 0.9326,
      "step": 11425
    },
    {
      "epoch": 0.6712786539250748,
      "grad_norm": 0.365234375,
      "learning_rate": 3.287213460749253e-06,
      "loss": 0.8829,
      "step": 11450
    },
    {
      "epoch": 0.6727443278419417,
      "grad_norm": 0.30859375,
      "learning_rate": 3.2725567215805833e-06,
      "loss": 0.8332,
      "step": 11475
    },
    {
      "epoch": 0.6742100017588087,
      "grad_norm": 0.65625,
      "learning_rate": 3.2578999824119133e-06,
      "loss": 0.9214,
      "step": 11500
    },
    {
      "epoch": 0.6756756756756757,
      "grad_norm": 0.203125,
      "learning_rate": 3.2432432432432437e-06,
      "loss": 0.814,
      "step": 11525
    },
    {
      "epoch": 0.6771413495925427,
      "grad_norm": 0.255859375,
      "learning_rate": 3.228586504074574e-06,
      "loss": 0.8175,
      "step": 11550
    },
    {
      "epoch": 0.6786070235094096,
      "grad_norm": 0.369140625,
      "learning_rate": 3.213929764905904e-06,
      "loss": 0.8749,
      "step": 11575
    },
    {
      "epoch": 0.6800726974262766,
      "grad_norm": 0.2177734375,
      "learning_rate": 3.199273025737234e-06,
      "loss": 0.7743,
      "step": 11600
    },
    {
      "epoch": 0.6815383713431435,
      "grad_norm": 0.26171875,
      "learning_rate": 3.184616286568564e-06,
      "loss": 0.8811,
      "step": 11625
    },
    {
      "epoch": 0.6830040452600106,
      "grad_norm": 0.173828125,
      "learning_rate": 3.1699595473998945e-06,
      "loss": 0.8967,
      "step": 11650
    },
    {
      "epoch": 0.6844697191768775,
      "grad_norm": 0.18359375,
      "learning_rate": 3.155302808231225e-06,
      "loss": 0.9144,
      "step": 11675
    },
    {
      "epoch": 0.6859353930937445,
      "grad_norm": 0.296875,
      "learning_rate": 3.1406460690625553e-06,
      "loss": 0.8852,
      "step": 11700
    },
    {
      "epoch": 0.6874010670106114,
      "grad_norm": 0.248046875,
      "learning_rate": 3.1259893298938853e-06,
      "loss": 0.875,
      "step": 11725
    },
    {
      "epoch": 0.6888667409274785,
      "grad_norm": 0.189453125,
      "learning_rate": 3.1113325907252157e-06,
      "loss": 0.9148,
      "step": 11750
    },
    {
      "epoch": 0.6903324148443454,
      "grad_norm": 0.63671875,
      "learning_rate": 3.096675851556546e-06,
      "loss": 0.8413,
      "step": 11775
    },
    {
      "epoch": 0.6917980887612124,
      "grad_norm": 0.1787109375,
      "learning_rate": 3.082019112387876e-06,
      "loss": 0.9005,
      "step": 11800
    },
    {
      "epoch": 0.6932637626780794,
      "grad_norm": 0.302734375,
      "learning_rate": 3.0673623732192065e-06,
      "loss": 0.8366,
      "step": 11825
    },
    {
      "epoch": 0.6947294365949463,
      "grad_norm": 0.318359375,
      "learning_rate": 3.052705634050537e-06,
      "loss": 0.9477,
      "step": 11850
    },
    {
      "epoch": 0.6961951105118134,
      "grad_norm": 0.302734375,
      "learning_rate": 3.038048894881867e-06,
      "loss": 0.9308,
      "step": 11875
    },
    {
      "epoch": 0.6976607844286803,
      "grad_norm": 0.119140625,
      "learning_rate": 3.0233921557131972e-06,
      "loss": 0.7818,
      "step": 11900
    },
    {
      "epoch": 0.6991264583455473,
      "grad_norm": 0.296875,
      "learning_rate": 3.0087354165445277e-06,
      "loss": 0.9406,
      "step": 11925
    },
    {
      "epoch": 0.7005921322624142,
      "grad_norm": 0.244140625,
      "learning_rate": 2.994078677375858e-06,
      "loss": 1.0378,
      "step": 11950
    },
    {
      "epoch": 0.7020578061792813,
      "grad_norm": 5.25,
      "learning_rate": 2.979421938207188e-06,
      "loss": 0.8277,
      "step": 11975
    },
    {
      "epoch": 0.7035234800961482,
      "grad_norm": 0.275390625,
      "learning_rate": 2.964765199038518e-06,
      "loss": 0.8431,
      "step": 12000
    },
    {
      "epoch": 0.7049891540130152,
      "grad_norm": 0.1982421875,
      "learning_rate": 2.950108459869848e-06,
      "loss": 0.8696,
      "step": 12025
    },
    {
      "epoch": 0.7064548279298821,
      "grad_norm": 0.287109375,
      "learning_rate": 2.9354517207011784e-06,
      "loss": 0.8615,
      "step": 12050
    },
    {
      "epoch": 0.7079205018467492,
      "grad_norm": 0.416015625,
      "learning_rate": 2.920794981532509e-06,
      "loss": 0.9367,
      "step": 12075
    },
    {
      "epoch": 0.7093861757636161,
      "grad_norm": 0.2294921875,
      "learning_rate": 2.9061382423638392e-06,
      "loss": 0.9749,
      "step": 12100
    },
    {
      "epoch": 0.7108518496804831,
      "grad_norm": 0.375,
      "learning_rate": 2.891481503195169e-06,
      "loss": 0.8747,
      "step": 12125
    },
    {
      "epoch": 0.71231752359735,
      "grad_norm": 0.306640625,
      "learning_rate": 2.8768247640264996e-06,
      "loss": 0.8151,
      "step": 12150
    },
    {
      "epoch": 0.713783197514217,
      "grad_norm": 0.30078125,
      "learning_rate": 2.86216802485783e-06,
      "loss": 0.8211,
      "step": 12175
    },
    {
      "epoch": 0.7152488714310841,
      "grad_norm": 0.318359375,
      "learning_rate": 2.84751128568916e-06,
      "loss": 0.8662,
      "step": 12200
    },
    {
      "epoch": 0.716714545347951,
      "grad_norm": 0.6640625,
      "learning_rate": 2.8328545465204904e-06,
      "loss": 0.909,
      "step": 12225
    },
    {
      "epoch": 0.718180219264818,
      "grad_norm": 1.0234375,
      "learning_rate": 2.818197807351821e-06,
      "loss": 0.9167,
      "step": 12250
    },
    {
      "epoch": 0.7196458931816849,
      "grad_norm": 0.73828125,
      "learning_rate": 2.803541068183151e-06,
      "loss": 0.8634,
      "step": 12275
    },
    {
      "epoch": 0.721111567098552,
      "grad_norm": 0.16015625,
      "learning_rate": 2.788884329014481e-06,
      "loss": 1.0852,
      "step": 12300
    },
    {
      "epoch": 0.7225772410154189,
      "grad_norm": 0.2216796875,
      "learning_rate": 2.7742275898458116e-06,
      "loss": 0.9097,
      "step": 12325
    },
    {
      "epoch": 0.7240429149322859,
      "grad_norm": 0.373046875,
      "learning_rate": 2.759570850677142e-06,
      "loss": 0.8853,
      "step": 12350
    },
    {
      "epoch": 0.7255085888491528,
      "grad_norm": 0.1513671875,
      "learning_rate": 2.744914111508472e-06,
      "loss": 0.9239,
      "step": 12375
    },
    {
      "epoch": 0.7269742627660198,
      "grad_norm": 0.1708984375,
      "learning_rate": 2.730257372339802e-06,
      "loss": 1.0119,
      "step": 12400
    },
    {
      "epoch": 0.7284399366828868,
      "grad_norm": 0.279296875,
      "learning_rate": 2.715600633171132e-06,
      "loss": 0.9003,
      "step": 12425
    },
    {
      "epoch": 0.7299056105997538,
      "grad_norm": 0.2333984375,
      "learning_rate": 2.7009438940024624e-06,
      "loss": 0.8912,
      "step": 12450
    },
    {
      "epoch": 0.7313712845166207,
      "grad_norm": 0.3125,
      "learning_rate": 2.6862871548337928e-06,
      "loss": 0.9916,
      "step": 12475
    },
    {
      "epoch": 0.7328369584334877,
      "grad_norm": 0.208984375,
      "learning_rate": 2.6716304156651227e-06,
      "loss": 1.1092,
      "step": 12500
    },
    {
      "epoch": 0.7343026323503546,
      "grad_norm": 0.27734375,
      "learning_rate": 2.656973676496453e-06,
      "loss": 1.1346,
      "step": 12525
    },
    {
      "epoch": 0.7357683062672217,
      "grad_norm": 0.546875,
      "learning_rate": 2.6423169373277836e-06,
      "loss": 0.9109,
      "step": 12550
    },
    {
      "epoch": 0.7372339801840886,
      "grad_norm": 0.25390625,
      "learning_rate": 2.627660198159114e-06,
      "loss": 0.8605,
      "step": 12575
    },
    {
      "epoch": 0.7386996541009556,
      "grad_norm": 4.1875,
      "learning_rate": 2.613003458990444e-06,
      "loss": 0.8093,
      "step": 12600
    },
    {
      "epoch": 0.7401653280178226,
      "grad_norm": 0.1875,
      "learning_rate": 2.5983467198217744e-06,
      "loss": 0.9045,
      "step": 12625
    },
    {
      "epoch": 0.7416310019346896,
      "grad_norm": 0.25390625,
      "learning_rate": 2.5836899806531048e-06,
      "loss": 0.9586,
      "step": 12650
    },
    {
      "epoch": 0.7430966758515566,
      "grad_norm": 0.318359375,
      "learning_rate": 2.5690332414844347e-06,
      "loss": 0.8817,
      "step": 12675
    },
    {
      "epoch": 0.7445623497684235,
      "grad_norm": 0.6484375,
      "learning_rate": 2.554376502315765e-06,
      "loss": 1.0672,
      "step": 12700
    },
    {
      "epoch": 0.7460280236852905,
      "grad_norm": 0.37890625,
      "learning_rate": 2.5397197631470956e-06,
      "loss": 0.7547,
      "step": 12725
    },
    {
      "epoch": 0.7474936976021574,
      "grad_norm": 0.271484375,
      "learning_rate": 2.5250630239784255e-06,
      "loss": 0.86,
      "step": 12750
    },
    {
      "epoch": 0.7489593715190245,
      "grad_norm": 0.19921875,
      "learning_rate": 2.5104062848097555e-06,
      "loss": 0.837,
      "step": 12775
    },
    {
      "epoch": 0.7504250454358914,
      "grad_norm": 0.271484375,
      "learning_rate": 2.495749545641086e-06,
      "loss": 0.969,
      "step": 12800
    },
    {
      "epoch": 0.7518907193527584,
      "grad_norm": 0.2275390625,
      "learning_rate": 2.4810928064724163e-06,
      "loss": 0.858,
      "step": 12825
    },
    {
      "epoch": 0.7533563932696253,
      "grad_norm": 0.318359375,
      "learning_rate": 2.4664360673037467e-06,
      "loss": 0.8171,
      "step": 12850
    },
    {
      "epoch": 0.7548220671864924,
      "grad_norm": 0.23046875,
      "learning_rate": 2.4517793281350767e-06,
      "loss": 0.9102,
      "step": 12875
    },
    {
      "epoch": 0.7562877411033593,
      "grad_norm": 0.59765625,
      "learning_rate": 2.4371225889664067e-06,
      "loss": 0.991,
      "step": 12900
    },
    {
      "epoch": 0.7577534150202263,
      "grad_norm": 0.2333984375,
      "learning_rate": 2.422465849797737e-06,
      "loss": 0.8257,
      "step": 12925
    },
    {
      "epoch": 0.7592190889370932,
      "grad_norm": 0.435546875,
      "learning_rate": 2.4078091106290675e-06,
      "loss": 0.9095,
      "step": 12950
    },
    {
      "epoch": 0.7606847628539603,
      "grad_norm": 0.1337890625,
      "learning_rate": 2.3931523714603975e-06,
      "loss": 0.9126,
      "step": 12975
    },
    {
      "epoch": 0.7621504367708273,
      "grad_norm": 0.2314453125,
      "learning_rate": 2.378495632291728e-06,
      "loss": 0.8467,
      "step": 13000
    },
    {
      "epoch": 0.7636161106876942,
      "grad_norm": 0.291015625,
      "learning_rate": 2.3638388931230583e-06,
      "loss": 0.8176,
      "step": 13025
    },
    {
      "epoch": 0.7650817846045612,
      "grad_norm": 0.2333984375,
      "learning_rate": 2.3491821539543887e-06,
      "loss": 0.8675,
      "step": 13050
    },
    {
      "epoch": 0.7665474585214281,
      "grad_norm": 0.35546875,
      "learning_rate": 2.3345254147857187e-06,
      "loss": 0.8793,
      "step": 13075
    },
    {
      "epoch": 0.7680131324382952,
      "grad_norm": 0.1865234375,
      "learning_rate": 2.3198686756170487e-06,
      "loss": 0.9777,
      "step": 13100
    },
    {
      "epoch": 0.7694788063551621,
      "grad_norm": 0.31640625,
      "learning_rate": 2.305211936448379e-06,
      "loss": 0.8507,
      "step": 13125
    },
    {
      "epoch": 0.7709444802720291,
      "grad_norm": 0.189453125,
      "learning_rate": 2.2905551972797095e-06,
      "loss": 0.8181,
      "step": 13150
    },
    {
      "epoch": 0.772410154188896,
      "grad_norm": 0.2451171875,
      "learning_rate": 2.2758984581110395e-06,
      "loss": 0.8968,
      "step": 13175
    },
    {
      "epoch": 0.773875828105763,
      "grad_norm": 0.35546875,
      "learning_rate": 2.26124171894237e-06,
      "loss": 0.8177,
      "step": 13200
    },
    {
      "epoch": 0.77534150202263,
      "grad_norm": 0.2216796875,
      "learning_rate": 2.2465849797737003e-06,
      "loss": 0.8724,
      "step": 13225
    },
    {
      "epoch": 0.776807175939497,
      "grad_norm": 0.404296875,
      "learning_rate": 2.2319282406050307e-06,
      "loss": 0.965,
      "step": 13250
    },
    {
      "epoch": 0.7782728498563639,
      "grad_norm": 0.263671875,
      "learning_rate": 2.2172715014363607e-06,
      "loss": 0.8441,
      "step": 13275
    },
    {
      "epoch": 0.7797385237732309,
      "grad_norm": 0.18359375,
      "learning_rate": 2.2026147622676906e-06,
      "loss": 0.8694,
      "step": 13300
    },
    {
      "epoch": 0.7812041976900979,
      "grad_norm": 0.3671875,
      "learning_rate": 2.187958023099021e-06,
      "loss": 0.8556,
      "step": 13325
    },
    {
      "epoch": 0.7826698716069649,
      "grad_norm": 0.2197265625,
      "learning_rate": 2.1733012839303515e-06,
      "loss": 0.8436,
      "step": 13350
    },
    {
      "epoch": 0.7841355455238319,
      "grad_norm": 0.1748046875,
      "learning_rate": 2.1586445447616814e-06,
      "loss": 0.8208,
      "step": 13375
    },
    {
      "epoch": 0.7856012194406988,
      "grad_norm": 0.146484375,
      "learning_rate": 2.143987805593012e-06,
      "loss": 0.8849,
      "step": 13400
    },
    {
      "epoch": 0.7870668933575659,
      "grad_norm": 0.25390625,
      "learning_rate": 2.1293310664243422e-06,
      "loss": 0.785,
      "step": 13425
    },
    {
      "epoch": 0.7885325672744328,
      "grad_norm": 0.1630859375,
      "learning_rate": 2.1146743272556727e-06,
      "loss": 0.8334,
      "step": 13450
    },
    {
      "epoch": 0.7899982411912998,
      "grad_norm": 0.1455078125,
      "learning_rate": 2.1000175880870026e-06,
      "loss": 0.8887,
      "step": 13475
    },
    {
      "epoch": 0.7914639151081667,
      "grad_norm": 4.5,
      "learning_rate": 2.0853608489183326e-06,
      "loss": 0.9221,
      "step": 13500
    },
    {
      "epoch": 0.7929295890250337,
      "grad_norm": 0.166015625,
      "learning_rate": 2.070704109749663e-06,
      "loss": 0.9046,
      "step": 13525
    },
    {
      "epoch": 0.7943952629419007,
      "grad_norm": 0.94921875,
      "learning_rate": 2.0560473705809934e-06,
      "loss": 0.9419,
      "step": 13550
    },
    {
      "epoch": 0.7958609368587677,
      "grad_norm": 0.17578125,
      "learning_rate": 2.0413906314123234e-06,
      "loss": 0.9732,
      "step": 13575
    },
    {
      "epoch": 0.7973266107756346,
      "grad_norm": 0.376953125,
      "learning_rate": 2.026733892243654e-06,
      "loss": 0.8457,
      "step": 13600
    },
    {
      "epoch": 0.7987922846925016,
      "grad_norm": 0.23046875,
      "learning_rate": 2.0120771530749842e-06,
      "loss": 0.9258,
      "step": 13625
    },
    {
      "epoch": 0.8002579586093685,
      "grad_norm": 0.25,
      "learning_rate": 1.997420413906314e-06,
      "loss": 0.8751,
      "step": 13650
    },
    {
      "epoch": 0.8017236325262356,
      "grad_norm": 0.240234375,
      "learning_rate": 1.9827636747376446e-06,
      "loss": 0.892,
      "step": 13675
    },
    {
      "epoch": 0.8031893064431025,
      "grad_norm": 0.234375,
      "learning_rate": 1.9681069355689746e-06,
      "loss": 0.8987,
      "step": 13700
    },
    {
      "epoch": 0.8046549803599695,
      "grad_norm": 0.1474609375,
      "learning_rate": 1.953450196400305e-06,
      "loss": 0.8482,
      "step": 13725
    },
    {
      "epoch": 0.8061206542768364,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.9387934572316354e-06,
      "loss": 0.965,
      "step": 13750
    },
    {
      "epoch": 0.8075863281937035,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.9241367180629654e-06,
      "loss": 0.8086,
      "step": 13775
    },
    {
      "epoch": 0.8090520021105705,
      "grad_norm": 0.359375,
      "learning_rate": 1.909479978894296e-06,
      "loss": 0.8894,
      "step": 13800
    },
    {
      "epoch": 0.8105176760274374,
      "grad_norm": 1.953125,
      "learning_rate": 1.8948232397256262e-06,
      "loss": 0.8153,
      "step": 13825
    },
    {
      "epoch": 0.8119833499443044,
      "grad_norm": 0.50390625,
      "learning_rate": 1.8801665005569564e-06,
      "loss": 0.8529,
      "step": 13850
    },
    {
      "epoch": 0.8134490238611713,
      "grad_norm": 0.1884765625,
      "learning_rate": 1.8655097613882864e-06,
      "loss": 0.9254,
      "step": 13875
    },
    {
      "epoch": 0.8149146977780384,
      "grad_norm": 0.6015625,
      "learning_rate": 1.8508530222196166e-06,
      "loss": 0.932,
      "step": 13900
    },
    {
      "epoch": 0.8163803716949053,
      "grad_norm": 0.275390625,
      "learning_rate": 1.836196283050947e-06,
      "loss": 0.9038,
      "step": 13925
    },
    {
      "epoch": 0.8178460456117723,
      "grad_norm": 0.193359375,
      "learning_rate": 1.8215395438822772e-06,
      "loss": 0.8293,
      "step": 13950
    },
    {
      "epoch": 0.8193117195286392,
      "grad_norm": 1.078125,
      "learning_rate": 1.8068828047136076e-06,
      "loss": 0.8581,
      "step": 13975
    },
    {
      "epoch": 0.8207773934455063,
      "grad_norm": 0.294921875,
      "learning_rate": 1.7922260655449378e-06,
      "loss": 0.8774,
      "step": 14000
    },
    {
      "epoch": 0.8222430673623732,
      "grad_norm": 0.166015625,
      "learning_rate": 1.777569326376268e-06,
      "loss": 0.9594,
      "step": 14025
    },
    {
      "epoch": 0.8237087412792402,
      "grad_norm": 0.251953125,
      "learning_rate": 1.7629125872075984e-06,
      "loss": 0.9275,
      "step": 14050
    },
    {
      "epoch": 0.8251744151961071,
      "grad_norm": 0.212890625,
      "learning_rate": 1.7482558480389283e-06,
      "loss": 0.8318,
      "step": 14075
    },
    {
      "epoch": 0.8266400891129742,
      "grad_norm": 0.64453125,
      "learning_rate": 1.7335991088702585e-06,
      "loss": 0.9462,
      "step": 14100
    },
    {
      "epoch": 0.8281057630298411,
      "grad_norm": 0.33203125,
      "learning_rate": 1.718942369701589e-06,
      "loss": 0.879,
      "step": 14125
    },
    {
      "epoch": 0.8295714369467081,
      "grad_norm": 0.486328125,
      "learning_rate": 1.7042856305329191e-06,
      "loss": 0.8837,
      "step": 14150
    },
    {
      "epoch": 0.8310371108635751,
      "grad_norm": 0.390625,
      "learning_rate": 1.6896288913642495e-06,
      "loss": 0.8956,
      "step": 14175
    },
    {
      "epoch": 0.832502784780442,
      "grad_norm": 0.765625,
      "learning_rate": 1.6749721521955797e-06,
      "loss": 0.9283,
      "step": 14200
    },
    {
      "epoch": 0.8339684586973091,
      "grad_norm": 0.64453125,
      "learning_rate": 1.66031541302691e-06,
      "loss": 0.9279,
      "step": 14225
    },
    {
      "epoch": 0.835434132614176,
      "grad_norm": 0.5859375,
      "learning_rate": 1.64565867385824e-06,
      "loss": 0.8446,
      "step": 14250
    },
    {
      "epoch": 0.836899806531043,
      "grad_norm": 0.154296875,
      "learning_rate": 1.6310019346895703e-06,
      "loss": 0.8585,
      "step": 14275
    },
    {
      "epoch": 0.8383654804479099,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.6163451955209005e-06,
      "loss": 0.9229,
      "step": 14300
    },
    {
      "epoch": 0.839831154364777,
      "grad_norm": 0.197265625,
      "learning_rate": 1.601688456352231e-06,
      "loss": 0.7812,
      "step": 14325
    },
    {
      "epoch": 0.8412968282816439,
      "grad_norm": 0.228515625,
      "learning_rate": 1.5870317171835611e-06,
      "loss": 0.925,
      "step": 14350
    },
    {
      "epoch": 0.8427625021985109,
      "grad_norm": 0.25,
      "learning_rate": 1.5723749780148915e-06,
      "loss": 0.9276,
      "step": 14375
    },
    {
      "epoch": 0.8442281761153778,
      "grad_norm": 0.365234375,
      "learning_rate": 1.5577182388462217e-06,
      "loss": 0.8881,
      "step": 14400
    },
    {
      "epoch": 0.8456938500322448,
      "grad_norm": 0.166015625,
      "learning_rate": 1.543061499677552e-06,
      "loss": 0.8279,
      "step": 14425
    },
    {
      "epoch": 0.8471595239491118,
      "grad_norm": 0.466796875,
      "learning_rate": 1.5284047605088819e-06,
      "loss": 0.8415,
      "step": 14450
    },
    {
      "epoch": 0.8486251978659788,
      "grad_norm": 0.220703125,
      "learning_rate": 1.5137480213402123e-06,
      "loss": 0.9089,
      "step": 14475
    },
    {
      "epoch": 0.8500908717828457,
      "grad_norm": 0.1953125,
      "learning_rate": 1.4990912821715425e-06,
      "loss": 0.8786,
      "step": 14500
    },
    {
      "epoch": 0.8515565456997127,
      "grad_norm": 0.29296875,
      "learning_rate": 1.484434543002873e-06,
      "loss": 1.0085,
      "step": 14525
    },
    {
      "epoch": 0.8530222196165798,
      "grad_norm": 0.240234375,
      "learning_rate": 1.469777803834203e-06,
      "loss": 0.9566,
      "step": 14550
    },
    {
      "epoch": 0.8544878935334467,
      "grad_norm": 0.3828125,
      "learning_rate": 1.4551210646655333e-06,
      "loss": 0.7709,
      "step": 14575
    },
    {
      "epoch": 0.8559535674503137,
      "grad_norm": 0.18359375,
      "learning_rate": 1.4404643254968637e-06,
      "loss": 0.8845,
      "step": 14600
    },
    {
      "epoch": 0.8574192413671806,
      "grad_norm": 0.2890625,
      "learning_rate": 1.4258075863281939e-06,
      "loss": 0.8734,
      "step": 14625
    },
    {
      "epoch": 0.8588849152840476,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.4111508471595239e-06,
      "loss": 0.8424,
      "step": 14650
    },
    {
      "epoch": 0.8603505892009146,
      "grad_norm": 0.4375,
      "learning_rate": 1.3964941079908543e-06,
      "loss": 0.8982,
      "step": 14675
    },
    {
      "epoch": 0.8618162631177816,
      "grad_norm": 0.18359375,
      "learning_rate": 1.3818373688221845e-06,
      "loss": 0.8867,
      "step": 14700
    },
    {
      "epoch": 0.8632819370346485,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.3671806296535149e-06,
      "loss": 0.768,
      "step": 14725
    },
    {
      "epoch": 0.8647476109515155,
      "grad_norm": 0.265625,
      "learning_rate": 1.352523890484845e-06,
      "loss": 0.7438,
      "step": 14750
    },
    {
      "epoch": 0.8662132848683824,
      "grad_norm": 0.61328125,
      "learning_rate": 1.3378671513161753e-06,
      "loss": 0.8944,
      "step": 14775
    },
    {
      "epoch": 0.8676789587852495,
      "grad_norm": 0.419921875,
      "learning_rate": 1.3232104121475057e-06,
      "loss": 0.8471,
      "step": 14800
    },
    {
      "epoch": 0.8691446327021164,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.3085536729788359e-06,
      "loss": 0.9804,
      "step": 14825
    },
    {
      "epoch": 0.8706103066189834,
      "grad_norm": 0.39453125,
      "learning_rate": 1.2938969338101658e-06,
      "loss": 0.8258,
      "step": 14850
    },
    {
      "epoch": 0.8720759805358503,
      "grad_norm": 4.28125,
      "learning_rate": 1.2792401946414962e-06,
      "loss": 1.0303,
      "step": 14875
    },
    {
      "epoch": 0.8735416544527174,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.2645834554728264e-06,
      "loss": 0.9401,
      "step": 14900
    },
    {
      "epoch": 0.8750073283695843,
      "grad_norm": 0.1845703125,
      "learning_rate": 1.2499267163041566e-06,
      "loss": 0.8907,
      "step": 14925
    },
    {
      "epoch": 0.8764730022864513,
      "grad_norm": 0.1865234375,
      "learning_rate": 1.235269977135487e-06,
      "loss": 1.0413,
      "step": 14950
    },
    {
      "epoch": 0.8779386762033183,
      "grad_norm": 0.263671875,
      "learning_rate": 1.2206132379668172e-06,
      "loss": 0.8915,
      "step": 14975
    },
    {
      "epoch": 0.8794043501201853,
      "grad_norm": 0.62109375,
      "learning_rate": 1.2059564987981474e-06,
      "loss": 1.0251,
      "step": 15000
    },
    {
      "epoch": 0.8808700240370523,
      "grad_norm": 0.291015625,
      "learning_rate": 1.1912997596294776e-06,
      "loss": 0.9363,
      "step": 15025
    },
    {
      "epoch": 0.8823356979539192,
      "grad_norm": 0.28515625,
      "learning_rate": 1.176643020460808e-06,
      "loss": 0.9041,
      "step": 15050
    },
    {
      "epoch": 0.8838013718707862,
      "grad_norm": 0.28515625,
      "learning_rate": 1.1619862812921382e-06,
      "loss": 0.9011,
      "step": 15075
    },
    {
      "epoch": 0.8852670457876531,
      "grad_norm": 0.640625,
      "learning_rate": 1.1473295421234684e-06,
      "loss": 0.8542,
      "step": 15100
    },
    {
      "epoch": 0.8867327197045202,
      "grad_norm": 0.26953125,
      "learning_rate": 1.1326728029547986e-06,
      "loss": 0.8591,
      "step": 15125
    },
    {
      "epoch": 0.8881983936213871,
      "grad_norm": 0.337890625,
      "learning_rate": 1.118016063786129e-06,
      "loss": 0.8726,
      "step": 15150
    },
    {
      "epoch": 0.8896640675382541,
      "grad_norm": 0.62890625,
      "learning_rate": 1.1033593246174592e-06,
      "loss": 0.8511,
      "step": 15175
    },
    {
      "epoch": 0.891129741455121,
      "grad_norm": 0.1884765625,
      "learning_rate": 1.0887025854487894e-06,
      "loss": 0.8862,
      "step": 15200
    },
    {
      "epoch": 0.892595415371988,
      "grad_norm": 0.400390625,
      "learning_rate": 1.0740458462801196e-06,
      "loss": 0.8561,
      "step": 15225
    },
    {
      "epoch": 0.894061089288855,
      "grad_norm": 0.271484375,
      "learning_rate": 1.05938910711145e-06,
      "loss": 0.9929,
      "step": 15250
    },
    {
      "epoch": 0.895526763205722,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.0447323679427802e-06,
      "loss": 0.8928,
      "step": 15275
    },
    {
      "epoch": 0.8969924371225889,
      "grad_norm": 0.1650390625,
      "learning_rate": 1.0300756287741104e-06,
      "loss": 0.8723,
      "step": 15300
    },
    {
      "epoch": 0.8984581110394559,
      "grad_norm": 0.2109375,
      "learning_rate": 1.0154188896054406e-06,
      "loss": 0.8111,
      "step": 15325
    },
    {
      "epoch": 0.899923784956323,
      "grad_norm": 0.29296875,
      "learning_rate": 1.000762150436771e-06,
      "loss": 0.8699,
      "step": 15350
    },
    {
      "epoch": 0.9013894588731899,
      "grad_norm": 0.369140625,
      "learning_rate": 9.861054112681012e-07,
      "loss": 0.9412,
      "step": 15375
    },
    {
      "epoch": 0.9028551327900569,
      "grad_norm": 0.171875,
      "learning_rate": 9.714486720994314e-07,
      "loss": 0.9887,
      "step": 15400
    },
    {
      "epoch": 0.9043208067069238,
      "grad_norm": 0.1533203125,
      "learning_rate": 9.567919329307616e-07,
      "loss": 0.9231,
      "step": 15425
    },
    {
      "epoch": 0.9057864806237909,
      "grad_norm": 0.228515625,
      "learning_rate": 9.421351937620919e-07,
      "loss": 0.8929,
      "step": 15450
    },
    {
      "epoch": 0.9072521545406578,
      "grad_norm": 0.2197265625,
      "learning_rate": 9.274784545934222e-07,
      "loss": 0.8695,
      "step": 15475
    },
    {
      "epoch": 0.9087178284575248,
      "grad_norm": 0.2392578125,
      "learning_rate": 9.128217154247524e-07,
      "loss": 0.8565,
      "step": 15500
    },
    {
      "epoch": 0.9101835023743917,
      "grad_norm": 0.2109375,
      "learning_rate": 8.981649762560827e-07,
      "loss": 0.8357,
      "step": 15525
    },
    {
      "epoch": 0.9116491762912587,
      "grad_norm": 0.28515625,
      "learning_rate": 8.835082370874129e-07,
      "loss": 0.9423,
      "step": 15550
    },
    {
      "epoch": 0.9131148502081257,
      "grad_norm": 0.21484375,
      "learning_rate": 8.688514979187431e-07,
      "loss": 0.7956,
      "step": 15575
    },
    {
      "epoch": 0.9145805241249927,
      "grad_norm": 0.193359375,
      "learning_rate": 8.541947587500734e-07,
      "loss": 0.8043,
      "step": 15600
    },
    {
      "epoch": 0.9160461980418596,
      "grad_norm": 0.54296875,
      "learning_rate": 8.395380195814037e-07,
      "loss": 1.0452,
      "step": 15625
    },
    {
      "epoch": 0.9175118719587266,
      "grad_norm": 0.357421875,
      "learning_rate": 8.248812804127338e-07,
      "loss": 0.8549,
      "step": 15650
    },
    {
      "epoch": 0.9189775458755935,
      "grad_norm": 0.1689453125,
      "learning_rate": 8.10224541244064e-07,
      "loss": 0.904,
      "step": 15675
    },
    {
      "epoch": 0.9204432197924606,
      "grad_norm": 2.1875,
      "learning_rate": 7.955678020753943e-07,
      "loss": 0.9144,
      "step": 15700
    },
    {
      "epoch": 0.9219088937093276,
      "grad_norm": 0.2080078125,
      "learning_rate": 7.809110629067245e-07,
      "loss": 0.9322,
      "step": 15725
    },
    {
      "epoch": 0.9233745676261945,
      "grad_norm": 0.1689453125,
      "learning_rate": 7.662543237380548e-07,
      "loss": 0.8968,
      "step": 15750
    },
    {
      "epoch": 0.9248402415430615,
      "grad_norm": 0.45703125,
      "learning_rate": 7.51597584569385e-07,
      "loss": 0.834,
      "step": 15775
    },
    {
      "epoch": 0.9263059154599285,
      "grad_norm": 0.2158203125,
      "learning_rate": 7.369408454007153e-07,
      "loss": 0.8769,
      "step": 15800
    },
    {
      "epoch": 0.9277715893767955,
      "grad_norm": 0.359375,
      "learning_rate": 7.222841062320455e-07,
      "loss": 0.8159,
      "step": 15825
    },
    {
      "epoch": 0.9292372632936624,
      "grad_norm": 0.24609375,
      "learning_rate": 7.076273670633758e-07,
      "loss": 0.8529,
      "step": 15850
    },
    {
      "epoch": 0.9307029372105294,
      "grad_norm": 0.2236328125,
      "learning_rate": 6.92970627894706e-07,
      "loss": 0.8882,
      "step": 15875
    },
    {
      "epoch": 0.9321686111273964,
      "grad_norm": 0.2041015625,
      "learning_rate": 6.783138887260363e-07,
      "loss": 0.9047,
      "step": 15900
    },
    {
      "epoch": 0.9336342850442634,
      "grad_norm": 0.3671875,
      "learning_rate": 6.636571495573665e-07,
      "loss": 0.9791,
      "step": 15925
    },
    {
      "epoch": 0.9350999589611303,
      "grad_norm": 0.66796875,
      "learning_rate": 6.490004103886968e-07,
      "loss": 0.8344,
      "step": 15950
    },
    {
      "epoch": 0.9365656328779973,
      "grad_norm": 0.2158203125,
      "learning_rate": 6.34343671220027e-07,
      "loss": 0.8912,
      "step": 15975
    },
    {
      "epoch": 0.9380313067948642,
      "grad_norm": 0.26171875,
      "learning_rate": 6.196869320513572e-07,
      "loss": 0.8693,
      "step": 16000
    },
    {
      "epoch": 0.9394969807117313,
      "grad_norm": 0.296875,
      "learning_rate": 6.050301928826875e-07,
      "loss": 0.897,
      "step": 16025
    },
    {
      "epoch": 0.9409626546285982,
      "grad_norm": 0.2890625,
      "learning_rate": 5.903734537140177e-07,
      "loss": 0.8517,
      "step": 16050
    },
    {
      "epoch": 0.9424283285454652,
      "grad_norm": 0.2197265625,
      "learning_rate": 5.75716714545348e-07,
      "loss": 0.9227,
      "step": 16075
    },
    {
      "epoch": 0.9438940024623321,
      "grad_norm": 0.12060546875,
      "learning_rate": 5.610599753766782e-07,
      "loss": 0.8516,
      "step": 16100
    },
    {
      "epoch": 0.9453596763791992,
      "grad_norm": 0.451171875,
      "learning_rate": 5.464032362080085e-07,
      "loss": 0.9763,
      "step": 16125
    },
    {
      "epoch": 0.9468253502960662,
      "grad_norm": 0.765625,
      "learning_rate": 5.317464970393387e-07,
      "loss": 0.8946,
      "step": 16150
    },
    {
      "epoch": 0.9482910242129331,
      "grad_norm": 0.57421875,
      "learning_rate": 5.17089757870669e-07,
      "loss": 0.7753,
      "step": 16175
    },
    {
      "epoch": 0.9497566981298001,
      "grad_norm": 0.43359375,
      "learning_rate": 5.024330187019992e-07,
      "loss": 0.7681,
      "step": 16200
    },
    {
      "epoch": 0.951222372046667,
      "grad_norm": 0.267578125,
      "learning_rate": 4.877762795333295e-07,
      "loss": 0.9284,
      "step": 16225
    },
    {
      "epoch": 0.9526880459635341,
      "grad_norm": 0.447265625,
      "learning_rate": 4.731195403646597e-07,
      "loss": 0.8657,
      "step": 16250
    },
    {
      "epoch": 0.954153719880401,
      "grad_norm": 0.546875,
      "learning_rate": 4.5846280119598996e-07,
      "loss": 0.8839,
      "step": 16275
    },
    {
      "epoch": 0.955619393797268,
      "grad_norm": 0.1845703125,
      "learning_rate": 4.4380606202732016e-07,
      "loss": 0.9618,
      "step": 16300
    },
    {
      "epoch": 0.9570850677141349,
      "grad_norm": 0.2294921875,
      "learning_rate": 4.2914932285865046e-07,
      "loss": 0.9123,
      "step": 16325
    },
    {
      "epoch": 0.958550741631002,
      "grad_norm": 0.291015625,
      "learning_rate": 4.1449258368998065e-07,
      "loss": 1.0314,
      "step": 16350
    },
    {
      "epoch": 0.9600164155478689,
      "grad_norm": 0.267578125,
      "learning_rate": 3.9983584452131095e-07,
      "loss": 0.8674,
      "step": 16375
    },
    {
      "epoch": 0.9614820894647359,
      "grad_norm": 0.318359375,
      "learning_rate": 3.8517910535264115e-07,
      "loss": 0.8991,
      "step": 16400
    },
    {
      "epoch": 0.9629477633816028,
      "grad_norm": 0.2412109375,
      "learning_rate": 3.7052236618397145e-07,
      "loss": 0.8511,
      "step": 16425
    },
    {
      "epoch": 0.9644134372984698,
      "grad_norm": 1.140625,
      "learning_rate": 3.5586562701530164e-07,
      "loss": 0.8599,
      "step": 16450
    },
    {
      "epoch": 0.9658791112153368,
      "grad_norm": 0.279296875,
      "learning_rate": 3.4120888784663194e-07,
      "loss": 0.8352,
      "step": 16475
    },
    {
      "epoch": 0.9673447851322038,
      "grad_norm": 0.470703125,
      "learning_rate": 3.2655214867796213e-07,
      "loss": 0.7832,
      "step": 16500
    },
    {
      "epoch": 0.9688104590490708,
      "grad_norm": 0.1982421875,
      "learning_rate": 3.118954095092924e-07,
      "loss": 0.8793,
      "step": 16525
    },
    {
      "epoch": 0.9702761329659377,
      "grad_norm": 0.306640625,
      "learning_rate": 2.972386703406226e-07,
      "loss": 0.8602,
      "step": 16550
    },
    {
      "epoch": 0.9717418068828048,
      "grad_norm": 0.2353515625,
      "learning_rate": 2.8258193117195287e-07,
      "loss": 0.8972,
      "step": 16575
    },
    {
      "epoch": 0.9732074807996717,
      "grad_norm": 0.111328125,
      "learning_rate": 2.679251920032831e-07,
      "loss": 0.8231,
      "step": 16600
    },
    {
      "epoch": 0.9746731547165387,
      "grad_norm": 0.2734375,
      "learning_rate": 2.5326845283461337e-07,
      "loss": 0.8406,
      "step": 16625
    },
    {
      "epoch": 0.9761388286334056,
      "grad_norm": 0.77734375,
      "learning_rate": 2.386117136659436e-07,
      "loss": 0.9921,
      "step": 16650
    },
    {
      "epoch": 0.9776045025502726,
      "grad_norm": 0.357421875,
      "learning_rate": 2.2395497449727386e-07,
      "loss": 0.8458,
      "step": 16675
    },
    {
      "epoch": 0.9790701764671396,
      "grad_norm": 0.287109375,
      "learning_rate": 2.092982353286041e-07,
      "loss": 0.9056,
      "step": 16700
    },
    {
      "epoch": 0.9805358503840066,
      "grad_norm": 0.189453125,
      "learning_rate": 1.9464149615993435e-07,
      "loss": 0.8358,
      "step": 16725
    },
    {
      "epoch": 0.9820015243008735,
      "grad_norm": 0.1552734375,
      "learning_rate": 1.799847569912646e-07,
      "loss": 0.9285,
      "step": 16750
    },
    {
      "epoch": 0.9834671982177405,
      "grad_norm": 0.248046875,
      "learning_rate": 1.6532801782259485e-07,
      "loss": 0.8284,
      "step": 16775
    },
    {
      "epoch": 0.9849328721346075,
      "grad_norm": 0.216796875,
      "learning_rate": 1.506712786539251e-07,
      "loss": 0.8364,
      "step": 16800
    },
    {
      "epoch": 0.9863985460514745,
      "grad_norm": 0.326171875,
      "learning_rate": 1.3601453948525534e-07,
      "loss": 0.9212,
      "step": 16825
    },
    {
      "epoch": 0.9878642199683414,
      "grad_norm": 0.234375,
      "learning_rate": 1.213578003165856e-07,
      "loss": 0.8225,
      "step": 16850
    },
    {
      "epoch": 0.9893298938852084,
      "grad_norm": 0.16015625,
      "learning_rate": 1.0670106114791582e-07,
      "loss": 0.9779,
      "step": 16875
    },
    {
      "epoch": 0.9907955678020754,
      "grad_norm": 0.1845703125,
      "learning_rate": 9.204432197924607e-08,
      "loss": 0.816,
      "step": 16900
    },
    {
      "epoch": 0.9922612417189424,
      "grad_norm": 0.23046875,
      "learning_rate": 7.738758281057632e-08,
      "loss": 0.8379,
      "step": 16925
    },
    {
      "epoch": 0.9937269156358094,
      "grad_norm": 0.275390625,
      "learning_rate": 6.273084364190655e-08,
      "loss": 0.8998,
      "step": 16950
    },
    {
      "epoch": 0.9951925895526763,
      "grad_norm": 0.34375,
      "learning_rate": 4.80741044732368e-08,
      "loss": 0.9126,
      "step": 16975
    },
    {
      "epoch": 0.9966582634695433,
      "grad_norm": 0.275390625,
      "learning_rate": 3.341736530456704e-08,
      "loss": 0.8822,
      "step": 17000
    },
    {
      "epoch": 0.9981239373864103,
      "grad_norm": 0.466796875,
      "learning_rate": 1.8760626135897286e-08,
      "loss": 0.8701,
      "step": 17025
    },
    {
      "epoch": 0.9995896113032773,
      "grad_norm": 4.75,
      "learning_rate": 4.103886967227532e-09,
      "loss": 0.9079,
      "step": 17050
    }
  ],
  "logging_steps": 25,
  "max_steps": 17057,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.4293390811789451e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}