{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 2930,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0034129692832764505,
      "grad_norm": 3.671875,
      "learning_rate": 6.825938566552902e-07,
      "loss": 3.0499,
      "step": 1
    },
    {
      "epoch": 0.017064846416382253,
      "grad_norm": 4.96875,
      "learning_rate": 3.4129692832764506e-06,
      "loss": 3.0421,
      "step": 5
    },
    {
      "epoch": 0.034129692832764506,
      "grad_norm": 4.34375,
      "learning_rate": 6.825938566552901e-06,
      "loss": 3.0559,
      "step": 10
    },
    {
      "epoch": 0.051194539249146756,
      "grad_norm": 3.09375,
      "learning_rate": 1.0238907849829352e-05,
      "loss": 2.9957,
      "step": 15
    },
    {
      "epoch": 0.06825938566552901,
      "grad_norm": 2.71875,
      "learning_rate": 1.3651877133105803e-05,
      "loss": 2.8653,
      "step": 20
    },
    {
      "epoch": 0.08532423208191127,
      "grad_norm": 3.3125,
      "learning_rate": 1.7064846416382256e-05,
      "loss": 2.7049,
      "step": 25
    },
    {
      "epoch": 0.10238907849829351,
      "grad_norm": 18.5,
      "learning_rate": 2.0477815699658705e-05,
      "loss": 2.5238,
      "step": 30
    },
    {
      "epoch": 0.11945392491467577,
      "grad_norm": 1.8828125,
      "learning_rate": 2.3890784982935157e-05,
      "loss": 2.3984,
      "step": 35
    },
    {
      "epoch": 0.13651877133105803,
      "grad_norm": 1.3671875,
      "learning_rate": 2.7303754266211605e-05,
      "loss": 2.3001,
      "step": 40
    },
    {
      "epoch": 0.15358361774744028,
      "grad_norm": 2.0625,
      "learning_rate": 3.071672354948806e-05,
      "loss": 2.1645,
      "step": 45
    },
    {
      "epoch": 0.17064846416382254,
      "grad_norm": 1.25,
      "learning_rate": 3.412969283276451e-05,
      "loss": 2.0453,
      "step": 50
    },
    {
      "epoch": 0.18771331058020477,
      "grad_norm": 0.8046875,
      "learning_rate": 3.754266211604096e-05,
      "loss": 1.8952,
      "step": 55
    },
    {
      "epoch": 0.20477815699658702,
      "grad_norm": 1.609375,
      "learning_rate": 4.095563139931741e-05,
      "loss": 1.7862,
      "step": 60
    },
    {
      "epoch": 0.22184300341296928,
      "grad_norm": 0.63671875,
      "learning_rate": 4.436860068259386e-05,
      "loss": 1.6922,
      "step": 65
    },
    {
      "epoch": 0.23890784982935154,
      "grad_norm": 0.400390625,
      "learning_rate": 4.778156996587031e-05,
      "loss": 1.6006,
      "step": 70
    },
    {
      "epoch": 0.25597269624573377,
      "grad_norm": 0.375,
      "learning_rate": 5.119453924914676e-05,
      "loss": 1.5335,
      "step": 75
    },
    {
      "epoch": 0.27303754266211605,
      "grad_norm": 0.43359375,
      "learning_rate": 5.460750853242321e-05,
      "loss": 1.4832,
      "step": 80
    },
    {
      "epoch": 0.2901023890784983,
      "grad_norm": 0.67578125,
      "learning_rate": 5.802047781569966e-05,
      "loss": 1.4393,
      "step": 85
    },
    {
      "epoch": 0.30716723549488056,
      "grad_norm": 0.337890625,
      "learning_rate": 6.143344709897612e-05,
      "loss": 1.3951,
      "step": 90
    },
    {
      "epoch": 0.3242320819112628,
      "grad_norm": 0.275390625,
      "learning_rate": 6.484641638225257e-05,
      "loss": 1.3594,
      "step": 95
    },
    {
      "epoch": 0.3412969283276451,
      "grad_norm": 0.267578125,
      "learning_rate": 6.825938566552902e-05,
      "loss": 1.3456,
      "step": 100
    },
    {
      "epoch": 0.3583617747440273,
      "grad_norm": 0.3671875,
      "learning_rate": 7.167235494880547e-05,
      "loss": 1.3174,
      "step": 105
    },
    {
      "epoch": 0.37542662116040953,
      "grad_norm": 0.328125,
      "learning_rate": 7.508532423208191e-05,
      "loss": 1.3087,
      "step": 110
    },
    {
      "epoch": 0.3924914675767918,
      "grad_norm": 0.5703125,
      "learning_rate": 7.849829351535837e-05,
      "loss": 1.3001,
      "step": 115
    },
    {
      "epoch": 0.40955631399317405,
      "grad_norm": 0.30078125,
      "learning_rate": 8.191126279863482e-05,
      "loss": 1.2871,
      "step": 120
    },
    {
      "epoch": 0.42662116040955633,
      "grad_norm": 0.65625,
      "learning_rate": 8.532423208191128e-05,
      "loss": 1.2567,
      "step": 125
    },
    {
      "epoch": 0.44368600682593856,
      "grad_norm": 0.458984375,
      "learning_rate": 8.873720136518772e-05,
      "loss": 1.2582,
      "step": 130
    },
    {
      "epoch": 0.46075085324232085,
      "grad_norm": 0.380859375,
      "learning_rate": 9.215017064846417e-05,
      "loss": 1.2471,
      "step": 135
    },
    {
      "epoch": 0.4778156996587031,
      "grad_norm": 0.298828125,
      "learning_rate": 9.556313993174063e-05,
      "loss": 1.2357,
      "step": 140
    },
    {
      "epoch": 0.4948805460750853,
      "grad_norm": 0.65625,
      "learning_rate": 9.897610921501707e-05,
      "loss": 1.2303,
      "step": 145
    },
    {
      "epoch": 0.5119453924914675,
      "grad_norm": 0.423828125,
      "learning_rate": 0.00010238907849829352,
      "loss": 1.226,
      "step": 150
    },
    {
      "epoch": 0.5290102389078498,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00010580204778156998,
      "loss": 1.2251,
      "step": 155
    },
    {
      "epoch": 0.5460750853242321,
      "grad_norm": 0.416015625,
      "learning_rate": 0.00010921501706484642,
      "loss": 1.2135,
      "step": 160
    },
    {
      "epoch": 0.5631399317406144,
      "grad_norm": 0.3828125,
      "learning_rate": 0.00011262798634812288,
      "loss": 1.2069,
      "step": 165
    },
    {
      "epoch": 0.5802047781569966,
      "grad_norm": 0.6796875,
      "learning_rate": 0.00011604095563139932,
      "loss": 1.2005,
      "step": 170
    },
    {
      "epoch": 0.5972696245733788,
      "grad_norm": 0.41015625,
      "learning_rate": 0.00011945392491467577,
      "loss": 1.1944,
      "step": 175
    },
    {
      "epoch": 0.6143344709897611,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00012286689419795224,
      "loss": 1.1775,
      "step": 180
    },
    {
      "epoch": 0.6313993174061433,
      "grad_norm": 0.38671875,
      "learning_rate": 0.00012627986348122866,
      "loss": 1.1844,
      "step": 185
    },
    {
      "epoch": 0.6484641638225256,
      "grad_norm": 0.46484375,
      "learning_rate": 0.00012969283276450513,
      "loss": 1.1711,
      "step": 190
    },
    {
      "epoch": 0.6655290102389079,
      "grad_norm": 0.72265625,
      "learning_rate": 0.00013310580204778158,
      "loss": 1.1824,
      "step": 195
    },
    {
      "epoch": 0.6825938566552902,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00013651877133105805,
      "loss": 1.169,
      "step": 200
    },
    {
      "epoch": 0.6996587030716723,
      "grad_norm": 0.58203125,
      "learning_rate": 0.00013993174061433447,
      "loss": 1.1691,
      "step": 205
    },
    {
      "epoch": 0.7167235494880546,
      "grad_norm": 0.42578125,
      "learning_rate": 0.00014334470989761094,
      "loss": 1.1573,
      "step": 210
    },
    {
      "epoch": 0.7337883959044369,
      "grad_norm": 0.6328125,
      "learning_rate": 0.00014675767918088738,
      "loss": 1.1637,
      "step": 215
    },
    {
      "epoch": 0.7508532423208191,
      "grad_norm": 0.68359375,
      "learning_rate": 0.00015017064846416383,
      "loss": 1.1605,
      "step": 220
    },
    {
      "epoch": 0.7679180887372014,
      "grad_norm": 0.4140625,
      "learning_rate": 0.00015358361774744027,
      "loss": 1.1539,
      "step": 225
    },
    {
      "epoch": 0.7849829351535836,
      "grad_norm": 0.37109375,
      "learning_rate": 0.00015699658703071675,
      "loss": 1.1458,
      "step": 230
    },
    {
      "epoch": 0.8020477815699659,
      "grad_norm": 0.4140625,
      "learning_rate": 0.0001604095563139932,
      "loss": 1.1524,
      "step": 235
    },
    {
      "epoch": 0.8191126279863481,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00016382252559726964,
      "loss": 1.1505,
      "step": 240
    },
    {
      "epoch": 0.8361774744027304,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00016723549488054608,
      "loss": 1.1493,
      "step": 245
    },
    {
      "epoch": 0.8532423208191127,
      "grad_norm": 0.59765625,
      "learning_rate": 0.00017064846416382255,
      "loss": 1.1391,
      "step": 250
    },
    {
      "epoch": 0.8703071672354948,
      "grad_norm": 0.404296875,
      "learning_rate": 0.00017406143344709897,
      "loss": 1.1213,
      "step": 255
    },
    {
      "epoch": 0.8873720136518771,
      "grad_norm": 0.443359375,
      "learning_rate": 0.00017747440273037544,
      "loss": 1.1311,
      "step": 260
    },
    {
      "epoch": 0.9044368600682594,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0001808873720136519,
      "loss": 1.1224,
      "step": 265
    },
    {
      "epoch": 0.9215017064846417,
      "grad_norm": 0.36328125,
      "learning_rate": 0.00018430034129692833,
      "loss": 1.1369,
      "step": 270
    },
    {
      "epoch": 0.9385665529010239,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00018771331058020478,
      "loss": 1.1203,
      "step": 275
    },
    {
      "epoch": 0.9556313993174061,
      "grad_norm": 1.171875,
      "learning_rate": 0.00019112627986348125,
      "loss": 1.1281,
      "step": 280
    },
    {
      "epoch": 0.9726962457337884,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0001945392491467577,
      "loss": 1.1231,
      "step": 285
    },
    {
      "epoch": 0.9897610921501706,
      "grad_norm": 0.466796875,
      "learning_rate": 0.00019795221843003414,
      "loss": 1.1249,
      "step": 290
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.4640614986419678,
      "eval_runtime": 0.5515,
      "eval_samples_per_second": 18.133,
      "eval_steps_per_second": 1.813,
      "step": 293
    },
    {
      "epoch": 1.006825938566553,
      "grad_norm": 0.65625,
      "learning_rate": 0.00019999971613668125,
      "loss": 1.1028,
      "step": 295
    },
    {
      "epoch": 1.023890784982935,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00019999652269285281,
      "loss": 1.0985,
      "step": 300
    },
    {
      "epoch": 1.0409556313993173,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00019998978108973762,
      "loss": 1.0885,
      "step": 305
    },
    {
      "epoch": 1.0580204778156996,
      "grad_norm": 0.34375,
      "learning_rate": 0.00019997949156654686,
      "loss": 1.1064,
      "step": 310
    },
    {
      "epoch": 1.075085324232082,
      "grad_norm": 0.3828125,
      "learning_rate": 0.00019996565448838176,
      "loss": 1.0991,
      "step": 315
    },
    {
      "epoch": 1.0921501706484642,
      "grad_norm": 1.03125,
      "learning_rate": 0.0001999482703462211,
      "loss": 1.0947,
      "step": 320
    },
    {
      "epoch": 1.1092150170648465,
      "grad_norm": 0.478515625,
      "learning_rate": 0.00019992733975690333,
      "loss": 1.097,
      "step": 325
    },
    {
      "epoch": 1.1262798634812285,
      "grad_norm": 0.451171875,
      "learning_rate": 0.00019990286346310493,
      "loss": 1.0835,
      "step": 330
    },
    {
      "epoch": 1.1433447098976108,
      "grad_norm": 1.40625,
      "learning_rate": 0.00019987484233331394,
      "loss": 1.1033,
      "step": 335
    },
    {
      "epoch": 1.1604095563139931,
      "grad_norm": 1.8515625,
      "learning_rate": 0.00019984327736179936,
      "loss": 1.1011,
      "step": 340
    },
    {
      "epoch": 1.1774744027303754,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0001998081696685755,
      "loss": 1.0986,
      "step": 345
    },
    {
      "epoch": 1.1945392491467577,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0001997695204993626,
      "loss": 1.0859,
      "step": 350
    },
    {
      "epoch": 1.21160409556314,
      "grad_norm": 0.6875,
      "learning_rate": 0.00019972733122554246,
      "loss": 1.0867,
      "step": 355
    },
    {
      "epoch": 1.2286689419795223,
      "grad_norm": 0.62109375,
      "learning_rate": 0.00019968160334410975,
      "loss": 1.0949,
      "step": 360
    },
    {
      "epoch": 1.2457337883959045,
      "grad_norm": 0.376953125,
      "learning_rate": 0.00019963233847761894,
      "loss": 1.0683,
      "step": 365
    },
    {
      "epoch": 1.2627986348122868,
      "grad_norm": 0.5,
      "learning_rate": 0.00019957953837412677,
      "loss": 1.0829,
      "step": 370
    },
    {
      "epoch": 1.2798634812286689,
      "grad_norm": 0.306640625,
      "learning_rate": 0.0001995232049071302,
      "loss": 1.0878,
      "step": 375
    },
    {
      "epoch": 1.2969283276450512,
      "grad_norm": 0.458984375,
      "learning_rate": 0.00019946334007549978,
      "loss": 1.0697,
      "step": 380
    },
    {
      "epoch": 1.3139931740614335,
      "grad_norm": 0.54296875,
      "learning_rate": 0.00019939994600340905,
      "loss": 1.0765,
      "step": 385
    },
    {
      "epoch": 1.3310580204778157,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00019933302494025884,
      "loss": 1.0772,
      "step": 390
    },
    {
      "epoch": 1.348122866894198,
      "grad_norm": 0.3515625,
      "learning_rate": 0.00019926257926059768,
      "loss": 1.0739,
      "step": 395
    },
    {
      "epoch": 1.36518771331058,
      "grad_norm": 0.271484375,
      "learning_rate": 0.00019918861146403733,
      "loss": 1.0816,
      "step": 400
    },
    {
      "epoch": 1.3822525597269624,
      "grad_norm": 0.30859375,
      "learning_rate": 0.0001991111241751644,
      "loss": 1.0711,
      "step": 405
    },
    {
      "epoch": 1.3993174061433447,
      "grad_norm": 0.27734375,
      "learning_rate": 0.00019903012014344686,
      "loss": 1.0616,
      "step": 410
    },
    {
      "epoch": 1.416382252559727,
      "grad_norm": 0.30859375,
      "learning_rate": 0.00019894560224313678,
      "loss": 1.0624,
      "step": 415
    },
    {
      "epoch": 1.4334470989761092,
      "grad_norm": 0.341796875,
      "learning_rate": 0.00019885757347316813,
      "loss": 1.0572,
      "step": 420
    },
    {
      "epoch": 1.4505119453924915,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0001987660369570505,
      "loss": 1.0701,
      "step": 425
    },
    {
      "epoch": 1.4675767918088738,
      "grad_norm": 0.578125,
      "learning_rate": 0.00019867099594275827,
      "loss": 1.0669,
      "step": 430
    },
    {
      "epoch": 1.484641638225256,
      "grad_norm": 0.412109375,
      "learning_rate": 0.00019857245380261525,
      "loss": 1.0724,
      "step": 435
    },
    {
      "epoch": 1.5017064846416384,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0001984704140331751,
      "loss": 1.0728,
      "step": 440
    },
    {
      "epoch": 1.5187713310580204,
      "grad_norm": 0.296875,
      "learning_rate": 0.00019836488025509736,
      "loss": 1.0712,
      "step": 445
    },
    {
      "epoch": 1.5358361774744027,
      "grad_norm": 0.3125,
      "learning_rate": 0.00019825585621301872,
      "loss": 1.0569,
      "step": 450
    },
    {
      "epoch": 1.552901023890785,
      "grad_norm": 0.486328125,
      "learning_rate": 0.00019814334577542038,
      "loss": 1.0638,
      "step": 455
    },
    {
      "epoch": 1.5699658703071673,
      "grad_norm": 0.30078125,
      "learning_rate": 0.0001980273529344907,
      "loss": 1.0638,
      "step": 460
    },
    {
      "epoch": 1.5870307167235493,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00019790788180598358,
      "loss": 1.0556,
      "step": 465
    },
    {
      "epoch": 1.6040955631399316,
      "grad_norm": 0.265625,
      "learning_rate": 0.00019778493662907237,
      "loss": 1.056,
      "step": 470
    },
    {
      "epoch": 1.621160409556314,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00019765852176619944,
      "loss": 1.0512,
      "step": 475
    },
    {
      "epoch": 1.6382252559726962,
      "grad_norm": 0.404296875,
      "learning_rate": 0.00019752864170292152,
      "loss": 1.0585,
      "step": 480
    },
    {
      "epoch": 1.6552901023890785,
      "grad_norm": 0.62890625,
      "learning_rate": 0.00019739530104775032,
      "loss": 1.0628,
      "step": 485
    },
    {
      "epoch": 1.6723549488054608,
      "grad_norm": 0.3125,
      "learning_rate": 0.00019725850453198925,
      "loss": 1.0612,
      "step": 490
    },
    {
      "epoch": 1.689419795221843,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00019711825700956536,
      "loss": 1.0549,
      "step": 495
    },
    {
      "epoch": 1.7064846416382253,
      "grad_norm": 0.42578125,
      "learning_rate": 0.0001969745634568572,
      "loss": 1.0506,
      "step": 500
    },
    {
      "epoch": 1.7235494880546076,
      "grad_norm": 0.404296875,
      "learning_rate": 0.00019682742897251818,
      "loss": 1.0418,
      "step": 505
    },
    {
      "epoch": 1.74061433447099,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0001966768587772957,
      "loss": 1.0508,
      "step": 510
    },
    {
      "epoch": 1.757679180887372,
      "grad_norm": 0.400390625,
      "learning_rate": 0.00019652285821384596,
      "loss": 1.0519,
      "step": 515
    },
    {
      "epoch": 1.7747440273037542,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0001963654327465442,
      "loss": 1.0554,
      "step": 520
    },
    {
      "epoch": 1.7918088737201365,
      "grad_norm": 0.404296875,
      "learning_rate": 0.00019620458796129104,
      "loss": 1.0421,
      "step": 525
    },
    {
      "epoch": 1.8088737201365188,
      "grad_norm": 0.375,
      "learning_rate": 0.0001960403295653141,
      "loss": 1.0421,
      "step": 530
    },
    {
      "epoch": 1.8259385665529009,
      "grad_norm": 0.322265625,
      "learning_rate": 0.00019587266338696565,
      "loss": 1.046,
      "step": 535
    },
    {
      "epoch": 1.8430034129692832,
      "grad_norm": 0.279296875,
      "learning_rate": 0.00019570159537551552,
      "loss": 1.0528,
      "step": 540
    },
    {
      "epoch": 1.8600682593856654,
      "grad_norm": 0.31640625,
      "learning_rate": 0.00019552713160094038,
      "loss": 1.0481,
      "step": 545
    },
    {
      "epoch": 1.8771331058020477,
      "grad_norm": 0.314453125,
      "learning_rate": 0.00019534927825370815,
      "loss": 1.0477,
      "step": 550
    },
    {
      "epoch": 1.89419795221843,
      "grad_norm": 0.30078125,
      "learning_rate": 0.00019516804164455826,
      "loss": 1.0513,
      "step": 555
    },
    {
      "epoch": 1.9112627986348123,
      "grad_norm": 0.455078125,
      "learning_rate": 0.00019498342820427794,
      "loss": 1.0505,
      "step": 560
    },
    {
      "epoch": 1.9283276450511946,
      "grad_norm": 0.36328125,
      "learning_rate": 0.00019479544448347392,
      "loss": 1.0538,
      "step": 565
    },
    {
      "epoch": 1.9453924914675769,
      "grad_norm": 0.283203125,
      "learning_rate": 0.00019460409715233996,
      "loss": 1.0332,
      "step": 570
    },
    {
      "epoch": 1.9624573378839592,
      "grad_norm": 0.41796875,
      "learning_rate": 0.00019440939300042028,
      "loss": 1.047,
      "step": 575
    },
    {
      "epoch": 1.9795221843003414,
      "grad_norm": 0.365234375,
      "learning_rate": 0.00019421133893636854,
      "loss": 1.0321,
      "step": 580
    },
    {
      "epoch": 1.9965870307167235,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00019400994198770274,
      "loss": 1.0415,
      "step": 585
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.451392650604248,
      "eval_runtime": 0.5484,
      "eval_samples_per_second": 18.236,
      "eval_steps_per_second": 1.824,
      "step": 586
    },
    {
      "epoch": 2.013651877133106,
      "grad_norm": 0.287109375,
      "learning_rate": 0.00019380520930055602,
      "loss": 1.0194,
      "step": 590
    },
    {
      "epoch": 2.030716723549488,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0001935971481394227,
      "loss": 0.9985,
      "step": 595
    },
    {
      "epoch": 2.04778156996587,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00019338576588690104,
      "loss": 1.0026,
      "step": 600
    },
    {
      "epoch": 2.0648464163822524,
      "grad_norm": 0.34765625,
      "learning_rate": 0.00019317107004343078,
      "loss": 1.0018,
      "step": 605
    },
    {
      "epoch": 2.0819112627986347,
      "grad_norm": 0.310546875,
      "learning_rate": 0.0001929530682270274,
      "loss": 1.0096,
      "step": 610
    },
    {
      "epoch": 2.098976109215017,
      "grad_norm": 0.326171875,
      "learning_rate": 0.0001927317681730115,
      "loss": 1.0047,
      "step": 615
    },
    {
      "epoch": 2.1160409556313993,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00019250717773373462,
      "loss": 0.9998,
      "step": 620
    },
    {
      "epoch": 2.1331058020477816,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00019227930487830035,
      "loss": 1.0121,
      "step": 625
    },
    {
      "epoch": 2.150170648464164,
      "grad_norm": 0.326171875,
      "learning_rate": 0.00019204815769228176,
      "loss": 1.0064,
      "step": 630
    },
    {
      "epoch": 2.167235494880546,
      "grad_norm": 0.294921875,
      "learning_rate": 0.00019181374437743438,
      "loss": 0.9968,
      "step": 635
    },
    {
      "epoch": 2.1843003412969284,
      "grad_norm": 0.2890625,
      "learning_rate": 0.00019157607325140524,
      "loss": 1.0046,
      "step": 640
    },
    {
      "epoch": 2.2013651877133107,
      "grad_norm": 0.43359375,
      "learning_rate": 0.00019133515274743771,
      "loss": 1.0161,
      "step": 645
    },
    {
      "epoch": 2.218430034129693,
      "grad_norm": 0.3203125,
      "learning_rate": 0.00019109099141407233,
      "loss": 1.004,
      "step": 650
    },
    {
      "epoch": 2.2354948805460753,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0001908435979148434,
      "loss": 1.0071,
      "step": 655
    },
    {
      "epoch": 2.252559726962457,
      "grad_norm": 0.318359375,
      "learning_rate": 0.00019059298102797146,
      "loss": 1.0117,
      "step": 660
    },
    {
      "epoch": 2.26962457337884,
      "grad_norm": 0.3671875,
      "learning_rate": 0.0001903391496460522,
      "loss": 0.9996,
      "step": 665
    },
    {
      "epoch": 2.2866894197952217,
      "grad_norm": 0.31640625,
      "learning_rate": 0.0001900821127757405,
      "loss": 1.0038,
      "step": 670
    },
    {
      "epoch": 2.303754266211604,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0001898218795374311,
      "loss": 1.0105,
      "step": 675
    },
    {
      "epoch": 2.3208191126279862,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0001895584591649349,
      "loss": 0.9929,
      "step": 680
    },
    {
      "epoch": 2.3378839590443685,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00018929186100515136,
      "loss": 1.0018,
      "step": 685
    },
    {
      "epoch": 2.354948805460751,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00018902209451773674,
      "loss": 0.9955,
      "step": 690
    },
    {
      "epoch": 2.372013651877133,
      "grad_norm": 0.4375,
      "learning_rate": 0.0001887491692747686,
      "loss": 0.9953,
      "step": 695
    },
    {
      "epoch": 2.3890784982935154,
      "grad_norm": 0.37890625,
      "learning_rate": 0.000188473094960406,
      "loss": 0.9833,
      "step": 700
    },
    {
      "epoch": 2.4061433447098977,
      "grad_norm": 0.291015625,
      "learning_rate": 0.00018819388137054604,
      "loss": 1.0089,
      "step": 705
    },
    {
      "epoch": 2.42320819112628,
      "grad_norm": 0.287109375,
      "learning_rate": 0.00018791153841247614,
      "loss": 1.0031,
      "step": 710
    },
    {
      "epoch": 2.4402730375426622,
      "grad_norm": 0.279296875,
      "learning_rate": 0.00018762607610452254,
      "loss": 1.002,
      "step": 715
    },
    {
      "epoch": 2.4573378839590445,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00018733750457569485,
      "loss": 1.0003,
      "step": 720
    },
    {
      "epoch": 2.474402730375427,
      "grad_norm": 0.361328125,
      "learning_rate": 0.00018704583406532662,
      "loss": 1.004,
      "step": 725
    },
    {
      "epoch": 2.491467576791809,
      "grad_norm": 0.31640625,
      "learning_rate": 0.00018675107492271208,
      "loss": 1.0075,
      "step": 730
    },
    {
      "epoch": 2.508532423208191,
      "grad_norm": 0.2890625,
      "learning_rate": 0.0001864532376067387,
      "loss": 1.0035,
      "step": 735
    },
    {
      "epoch": 2.5255972696245736,
      "grad_norm": 0.33203125,
      "learning_rate": 0.00018615233268551643,
      "loss": 0.9968,
      "step": 740
    },
    {
      "epoch": 2.5426621160409555,
      "grad_norm": 0.294921875,
      "learning_rate": 0.00018584837083600244,
      "loss": 1.0124,
      "step": 745
    },
    {
      "epoch": 2.5597269624573378,
      "grad_norm": 0.302734375,
      "learning_rate": 0.00018554136284362237,
      "loss": 1.0012,
      "step": 750
    },
    {
      "epoch": 2.57679180887372,
      "grad_norm": 0.291015625,
      "learning_rate": 0.00018523131960188755,
      "loss": 0.9915,
      "step": 755
    },
    {
      "epoch": 2.5938566552901023,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0001849182521120087,
      "loss": 0.9996,
      "step": 760
    },
    {
      "epoch": 2.6109215017064846,
      "grad_norm": 0.2890625,
      "learning_rate": 0.00018460217148250524,
      "loss": 0.9975,
      "step": 765
    },
    {
      "epoch": 2.627986348122867,
      "grad_norm": 0.33203125,
      "learning_rate": 0.0001842830889288114,
      "loss": 1.0008,
      "step": 770
    },
    {
      "epoch": 2.645051194539249,
      "grad_norm": 0.341796875,
      "learning_rate": 0.00018396101577287813,
      "loss": 1.0041,
      "step": 775
    },
    {
      "epoch": 2.6621160409556315,
      "grad_norm": 0.33984375,
      "learning_rate": 0.00018363596344277144,
      "loss": 0.9995,
      "step": 780
    },
    {
      "epoch": 2.6791808873720138,
      "grad_norm": 0.30078125,
      "learning_rate": 0.0001833079434722668,
      "loss": 1.002,
      "step": 785
    },
    {
      "epoch": 2.696245733788396,
      "grad_norm": 0.36328125,
      "learning_rate": 0.00018297696750044,
      "loss": 1.0057,
      "step": 790
    },
    {
      "epoch": 2.7133105802047783,
      "grad_norm": 0.30859375,
      "learning_rate": 0.00018264304727125407,
      "loss": 0.9966,
      "step": 795
    },
    {
      "epoch": 2.73037542662116,
      "grad_norm": 0.384765625,
      "learning_rate": 0.00018230619463314266,
      "loss": 0.9887,
      "step": 800
    },
    {
      "epoch": 2.747440273037543,
      "grad_norm": 0.373046875,
      "learning_rate": 0.00018196642153858958,
      "loss": 0.9993,
      "step": 805
    },
    {
      "epoch": 2.7645051194539247,
      "grad_norm": 0.408203125,
      "learning_rate": 0.00018162374004370463,
      "loss": 0.9953,
      "step": 810
    },
    {
      "epoch": 2.781569965870307,
      "grad_norm": 0.283203125,
      "learning_rate": 0.0001812781623077959,
      "loss": 0.9856,
      "step": 815
    },
    {
      "epoch": 2.7986348122866893,
      "grad_norm": 0.294921875,
      "learning_rate": 0.00018092970059293835,
      "loss": 1.0029,
      "step": 820
    },
    {
      "epoch": 2.8156996587030716,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0001805783672635386,
      "loss": 0.991,
      "step": 825
    },
    {
      "epoch": 2.832764505119454,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00018022417478589627,
      "loss": 1.0053,
      "step": 830
    },
    {
      "epoch": 2.849829351535836,
      "grad_norm": 0.3359375,
      "learning_rate": 0.00017986713572776174,
      "loss": 0.9865,
      "step": 835
    },
    {
      "epoch": 2.8668941979522184,
      "grad_norm": 0.271484375,
      "learning_rate": 0.00017950726275789,
      "loss": 0.9948,
      "step": 840
    },
    {
      "epoch": 2.8839590443686007,
      "grad_norm": 0.38671875,
      "learning_rate": 0.00017914456864559126,
      "loss": 0.9916,
      "step": 845
    },
    {
      "epoch": 2.901023890784983,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0001787790662602779,
      "loss": 0.9985,
      "step": 850
    },
    {
      "epoch": 2.9180887372013653,
      "grad_norm": 0.34375,
      "learning_rate": 0.00017841076857100767,
      "loss": 0.994,
      "step": 855
    },
    {
      "epoch": 2.9351535836177476,
      "grad_norm": 0.265625,
      "learning_rate": 0.0001780396886460237,
      "loss": 0.9811,
      "step": 860
    },
    {
      "epoch": 2.9522184300341294,
      "grad_norm": 0.458984375,
      "learning_rate": 0.00017766583965229065,
      "loss": 0.9872,
      "step": 865
    },
    {
      "epoch": 2.969283276450512,
      "grad_norm": 0.37109375,
      "learning_rate": 0.00017728923485502759,
      "loss": 0.9951,
      "step": 870
    },
    {
      "epoch": 2.986348122866894,
      "grad_norm": 0.365234375,
      "learning_rate": 0.00017690988761723725,
      "loss": 0.9915,
      "step": 875
    },
    {
      "epoch": 3.0,
      "eval_loss": 2.4749691486358643,
      "eval_runtime": 0.5425,
      "eval_samples_per_second": 18.434,
      "eval_steps_per_second": 1.843,
      "step": 879
    },
    {
      "epoch": 3.0034129692832763,
      "grad_norm": 0.39453125,
      "learning_rate": 0.00017652781139923196,
      "loss": 0.9883,
      "step": 880
    },
    {
      "epoch": 3.0204778156996586,
      "grad_norm": 0.5078125,
      "learning_rate": 0.000176143019758156,
      "loss": 0.9611,
      "step": 885
    },
    {
      "epoch": 3.037542662116041,
      "grad_norm": 0.359375,
      "learning_rate": 0.0001757555263475044,
      "loss": 0.9542,
      "step": 890
    },
    {
      "epoch": 3.054607508532423,
      "grad_norm": 0.326171875,
      "learning_rate": 0.00017536534491663873,
      "loss": 0.9614,
      "step": 895
    },
    {
      "epoch": 3.0716723549488054,
      "grad_norm": 0.349609375,
      "learning_rate": 0.00017497248931029914,
      "loss": 0.9538,
      "step": 900
    },
    {
      "epoch": 3.0887372013651877,
      "grad_norm": 0.30859375,
      "learning_rate": 0.000174576973468113,
      "loss": 0.9581,
      "step": 905
    },
    {
      "epoch": 3.10580204778157,
      "grad_norm": 0.31640625,
      "learning_rate": 0.00017417881142410037,
      "loss": 0.9466,
      "step": 910
    },
    {
      "epoch": 3.1228668941979523,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00017377801730617613,
      "loss": 0.9632,
      "step": 915
    },
    {
      "epoch": 3.1399317406143346,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00017337460533564845,
      "loss": 0.948,
      "step": 920
    },
    {
      "epoch": 3.156996587030717,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00017296858982671442,
      "loss": 0.9515,
      "step": 925
    },
    {
      "epoch": 3.174061433447099,
      "grad_norm": 0.29296875,
      "learning_rate": 0.00017255998518595194,
      "loss": 0.9625,
      "step": 930
    },
    {
      "epoch": 3.1911262798634814,
      "grad_norm": 0.28125,
      "learning_rate": 0.00017214880591180873,
      "loss": 0.9532,
      "step": 935
    },
    {
      "epoch": 3.2081911262798632,
      "grad_norm": 0.326171875,
      "learning_rate": 0.0001717350665940877,
      "loss": 0.9499,
      "step": 940
    },
    {
      "epoch": 3.2252559726962455,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00017131878191342932,
      "loss": 0.9505,
      "step": 945
    },
    {
      "epoch": 3.242320819112628,
      "grad_norm": 0.376953125,
      "learning_rate": 0.00017089996664079084,
      "loss": 0.9489,
      "step": 950
    },
    {
      "epoch": 3.25938566552901,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00017047863563692198,
      "loss": 0.9623,
      "step": 955
    },
    {
      "epoch": 3.2764505119453924,
      "grad_norm": 0.267578125,
      "learning_rate": 0.00017005480385183774,
      "loss": 0.9474,
      "step": 960
    },
    {
      "epoch": 3.2935153583617747,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00016962848632428795,
      "loss": 0.9558,
      "step": 965
    },
    {
      "epoch": 3.310580204778157,
      "grad_norm": 0.34765625,
      "learning_rate": 0.00016919969818122345,
      "loss": 0.9538,
      "step": 970
    },
    {
      "epoch": 3.3276450511945392,
      "grad_norm": 0.5,
      "learning_rate": 0.00016876845463725975,
      "loss": 0.955,
      "step": 975
    },
    {
      "epoch": 3.3447098976109215,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0001683347709941367,
      "loss": 0.9615,
      "step": 980
    },
    {
      "epoch": 3.361774744027304,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0001678986626401759,
      "loss": 0.9591,
      "step": 985
    },
    {
      "epoch": 3.378839590443686,
      "grad_norm": 0.3671875,
      "learning_rate": 0.00016746014504973448,
      "loss": 0.9479,
      "step": 990
    },
    {
      "epoch": 3.3959044368600684,
      "grad_norm": 0.419921875,
      "learning_rate": 0.00016701923378265615,
      "loss": 0.9511,
      "step": 995
    },
    {
      "epoch": 3.4129692832764507,
      "grad_norm": 0.3203125,
      "learning_rate": 0.00016657594448371896,
      "loss": 0.962,
      "step": 1000
    },
    {
      "epoch": 3.430034129692833,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0001661302928820803,
      "loss": 0.9612,
      "step": 1005
    },
    {
      "epoch": 3.4470989761092152,
      "grad_norm": 0.455078125,
      "learning_rate": 0.00016568229479071872,
      "loss": 0.9524,
      "step": 1010
    },
    {
      "epoch": 3.464163822525597,
      "grad_norm": 0.306640625,
      "learning_rate": 0.0001652319661058729,
      "loss": 0.9557,
      "step": 1015
    },
    {
      "epoch": 3.4812286689419794,
      "grad_norm": 0.26953125,
      "learning_rate": 0.00016477932280647747,
      "loss": 0.9635,
      "step": 1020
    },
    {
      "epoch": 3.4982935153583616,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00016432438095359623,
      "loss": 0.9549,
      "step": 1025
    },
    {
      "epoch": 3.515358361774744,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00016386715668985211,
      "loss": 0.9456,
      "step": 1030
    },
    {
      "epoch": 3.532423208191126,
      "grad_norm": 0.423828125,
      "learning_rate": 0.00016340766623885438,
      "loss": 0.945,
      "step": 1035
    },
    {
      "epoch": 3.5494880546075085,
      "grad_norm": 0.330078125,
      "learning_rate": 0.00016294592590462316,
      "loss": 0.95,
      "step": 1040
    },
    {
      "epoch": 3.5665529010238908,
      "grad_norm": 0.3359375,
      "learning_rate": 0.0001624819520710107,
      "loss": 0.9583,
      "step": 1045
    },
    {
      "epoch": 3.583617747440273,
      "grad_norm": 0.36328125,
      "learning_rate": 0.00016201576120112007,
      "loss": 0.9443,
      "step": 1050
    },
    {
      "epoch": 3.6006825938566553,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0001615473698367212,
      "loss": 0.9635,
      "step": 1055
    },
    {
      "epoch": 3.6177474402730376,
      "grad_norm": 0.51953125,
      "learning_rate": 0.00016107679459766367,
      "loss": 0.9524,
      "step": 1060
    },
    {
      "epoch": 3.63481228668942,
      "grad_norm": 0.279296875,
      "learning_rate": 0.0001606040521812872,
      "loss": 0.9552,
      "step": 1065
    },
    {
      "epoch": 3.651877133105802,
      "grad_norm": 0.3125,
      "learning_rate": 0.00016012915936182892,
      "loss": 0.9502,
      "step": 1070
    },
    {
      "epoch": 3.6689419795221845,
      "grad_norm": 0.3125,
      "learning_rate": 0.00015965213298982855,
      "loss": 0.9629,
      "step": 1075
    },
    {
      "epoch": 3.6860068259385663,
      "grad_norm": 0.361328125,
      "learning_rate": 0.00015917298999153015,
      "loss": 0.9591,
      "step": 1080
    },
    {
      "epoch": 3.703071672354949,
      "grad_norm": 0.296875,
      "learning_rate": 0.00015869174736828168,
      "loss": 0.9699,
      "step": 1085
    },
    {
      "epoch": 3.720136518771331,
      "grad_norm": 0.30078125,
      "learning_rate": 0.00015820842219593182,
      "loss": 0.9478,
      "step": 1090
    },
    {
      "epoch": 3.737201365187713,
      "grad_norm": 0.33984375,
      "learning_rate": 0.00015772303162422385,
      "loss": 0.9646,
      "step": 1095
    },
    {
      "epoch": 3.7542662116040955,
      "grad_norm": 0.404296875,
      "learning_rate": 0.00015723559287618728,
      "loss": 0.9601,
      "step": 1100
    },
    {
      "epoch": 3.7713310580204777,
      "grad_norm": 0.421875,
      "learning_rate": 0.00015674612324752683,
      "loss": 0.9548,
      "step": 1105
    },
    {
      "epoch": 3.78839590443686,
      "grad_norm": 0.32421875,
      "learning_rate": 0.00015625464010600844,
      "loss": 0.9625,
      "step": 1110
    },
    {
      "epoch": 3.8054607508532423,
      "grad_norm": 0.287109375,
      "learning_rate": 0.00015576116089084327,
      "loss": 0.9448,
      "step": 1115
    },
    {
      "epoch": 3.8225255972696246,
      "grad_norm": 0.28125,
      "learning_rate": 0.00015526570311206884,
      "loss": 0.9547,
      "step": 1120
    },
    {
      "epoch": 3.839590443686007,
      "grad_norm": 0.275390625,
      "learning_rate": 0.00015476828434992762,
      "loss": 0.9527,
      "step": 1125
    },
    {
      "epoch": 3.856655290102389,
      "grad_norm": 0.326171875,
      "learning_rate": 0.00015426892225424337,
      "loss": 0.9499,
      "step": 1130
    },
    {
      "epoch": 3.8737201365187715,
      "grad_norm": 0.271484375,
      "learning_rate": 0.00015376763454379478,
      "loss": 0.9593,
      "step": 1135
    },
    {
      "epoch": 3.8907849829351537,
      "grad_norm": 0.314453125,
      "learning_rate": 0.0001532644390056868,
      "loss": 0.9457,
      "step": 1140
    },
    {
      "epoch": 3.9078498293515356,
      "grad_norm": 0.49609375,
      "learning_rate": 0.00015275935349471959,
      "loss": 0.9622,
      "step": 1145
    },
    {
      "epoch": 3.9249146757679183,
      "grad_norm": 0.3125,
      "learning_rate": 0.00015225239593275473,
      "loss": 0.9584,
      "step": 1150
    },
    {
      "epoch": 3.9419795221843,
      "grad_norm": 0.29296875,
      "learning_rate": 0.00015174358430807957,
      "loss": 0.9547,
      "step": 1155
    },
    {
      "epoch": 3.9590443686006824,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00015123293667476887,
      "loss": 0.9546,
      "step": 1160
    },
    {
      "epoch": 3.9761092150170647,
      "grad_norm": 0.345703125,
      "learning_rate": 0.00015072047115204397,
      "loss": 0.945,
      "step": 1165
    },
    {
      "epoch": 3.993174061433447,
      "grad_norm": 0.3203125,
      "learning_rate": 0.00015020620592363034,
      "loss": 0.9551,
      "step": 1170
    },
    {
      "epoch": 4.0,
      "eval_loss": 2.529212474822998,
      "eval_runtime": 0.5437,
      "eval_samples_per_second": 18.394,
      "eval_steps_per_second": 1.839,
      "step": 1172
    },
    {
      "epoch": 4.010238907849829,
      "grad_norm": 0.31640625,
      "learning_rate": 0.00014969015923711195,
      "loss": 0.925,
      "step": 1175
    },
    {
      "epoch": 4.027303754266212,
      "grad_norm": 0.306640625,
      "learning_rate": 0.00014917234940328396,
      "loss": 0.9111,
      "step": 1180
    },
    {
      "epoch": 4.044368600682594,
      "grad_norm": 0.3203125,
      "learning_rate": 0.00014865279479550292,
      "loss": 0.9124,
      "step": 1185
    },
    {
      "epoch": 4.061433447098976,
      "grad_norm": 0.3125,
      "learning_rate": 0.00014813151384903493,
      "loss": 0.912,
      "step": 1190
    },
    {
      "epoch": 4.078498293515358,
      "grad_norm": 0.3125,
      "learning_rate": 0.00014760852506040162,
      "loss": 0.9113,
      "step": 1195
    },
    {
      "epoch": 4.09556313993174,
      "grad_norm": 0.298828125,
      "learning_rate": 0.0001470838469867234,
      "loss": 0.9168,
      "step": 1200
    },
    {
      "epoch": 4.112627986348123,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00014655749824506151,
      "loss": 0.9152,
      "step": 1205
    },
    {
      "epoch": 4.129692832764505,
      "grad_norm": 0.3046875,
      "learning_rate": 0.00014602949751175713,
      "loss": 0.9098,
      "step": 1210
    },
    {
      "epoch": 4.146757679180888,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00014549986352176882,
      "loss": 0.9213,
      "step": 1215
    },
    {
      "epoch": 4.163822525597269,
      "grad_norm": 0.341796875,
      "learning_rate": 0.00014496861506800758,
      "loss": 0.9128,
      "step": 1220
    },
    {
      "epoch": 4.180887372013652,
      "grad_norm": 0.29296875,
      "learning_rate": 0.0001444357710006703,
      "loss": 0.9102,
      "step": 1225
    },
    {
      "epoch": 4.197952218430034,
      "grad_norm": 0.330078125,
      "learning_rate": 0.0001439013502265707,
      "loss": 0.9058,
      "step": 1230
    },
    {
      "epoch": 4.215017064846417,
      "grad_norm": 0.380859375,
      "learning_rate": 0.00014336537170846848,
      "loss": 0.9233,
      "step": 1235
    },
    {
      "epoch": 4.2320819112627985,
      "grad_norm": 0.404296875,
      "learning_rate": 0.00014282785446439653,
      "loss": 0.9092,
      "step": 1240
    },
    {
      "epoch": 4.249146757679181,
      "grad_norm": 0.40234375,
      "learning_rate": 0.00014228881756698603,
      "loss": 0.9093,
      "step": 1245
    },
    {
      "epoch": 4.266211604095563,
      "grad_norm": 0.306640625,
      "learning_rate": 0.00014174828014278985,
      "loss": 0.9271,
      "step": 1250
    },
    {
      "epoch": 4.283276450511945,
      "grad_norm": 0.3203125,
      "learning_rate": 0.00014120626137160375,
      "loss": 0.9189,
      "step": 1255
    },
    {
      "epoch": 4.300341296928328,
      "grad_norm": 0.28125,
      "learning_rate": 0.00014066278048578584,
      "loss": 0.9078,
      "step": 1260
    },
    {
      "epoch": 4.3174061433447095,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00014011785676957422,
      "loss": 0.9115,
      "step": 1265
    },
    {
      "epoch": 4.334470989761092,
      "grad_norm": 0.33203125,
      "learning_rate": 0.00013957150955840267,
      "loss": 0.9099,
      "step": 1270
    },
    {
      "epoch": 4.351535836177474,
      "grad_norm": 0.28125,
      "learning_rate": 0.0001390237582382147,
      "loss": 0.9208,
      "step": 1275
    },
    {
      "epoch": 4.368600682593857,
      "grad_norm": 0.3125,
      "learning_rate": 0.00013847462224477538,
      "loss": 0.9133,
      "step": 1280
    },
    {
      "epoch": 4.385665529010239,
      "grad_norm": 0.328125,
      "learning_rate": 0.00013792412106298198,
      "loss": 0.9088,
      "step": 1285
    },
    {
      "epoch": 4.402730375426621,
      "grad_norm": 0.328125,
      "learning_rate": 0.00013737227422617267,
      "loss": 0.9176,
      "step": 1290
    },
    {
      "epoch": 4.419795221843003,
      "grad_norm": 0.30078125,
      "learning_rate": 0.00013681910131543309,
      "loss": 0.9143,
      "step": 1295
    },
    {
      "epoch": 4.436860068259386,
      "grad_norm": 0.328125,
      "learning_rate": 0.00013626462195890168,
      "loss": 0.9148,
      "step": 1300
    },
    {
      "epoch": 4.453924914675768,
      "grad_norm": 0.29296875,
      "learning_rate": 0.00013570885583107347,
      "loss": 0.9165,
      "step": 1305
    },
    {
      "epoch": 4.4709897610921505,
      "grad_norm": 0.3203125,
      "learning_rate": 0.00013515182265210165,
      "loss": 0.9198,
      "step": 1310
    },
    {
      "epoch": 4.488054607508532,
      "grad_norm": 0.3046875,
      "learning_rate": 0.00013459354218709794,
      "loss": 0.9294,
      "step": 1315
    },
    {
      "epoch": 4.505119453924914,
      "grad_norm": 0.287109375,
      "learning_rate": 0.00013403403424543139,
      "loss": 0.9137,
      "step": 1320
    },
    {
      "epoch": 4.522184300341297,
      "grad_norm": 0.341796875,
      "learning_rate": 0.00013347331868002527,
      "loss": 0.9172,
      "step": 1325
    },
    {
      "epoch": 4.53924914675768,
      "grad_norm": 0.294921875,
      "learning_rate": 0.0001329114153866529,
      "loss": 0.9237,
      "step": 1330
    },
    {
      "epoch": 4.5563139931740615,
      "grad_norm": 0.32421875,
      "learning_rate": 0.00013234834430323145,
      "loss": 0.9144,
      "step": 1335
    },
    {
      "epoch": 4.573378839590443,
      "grad_norm": 0.326171875,
      "learning_rate": 0.00013178412540911457,
      "loss": 0.9193,
      "step": 1340
    },
    {
      "epoch": 4.590443686006826,
      "grad_norm": 0.322265625,
      "learning_rate": 0.00013121877872438354,
      "loss": 0.9217,
      "step": 1345
    },
    {
      "epoch": 4.607508532423208,
      "grad_norm": 0.3359375,
      "learning_rate": 0.00013065232430913676,
      "loss": 0.9252,
      "step": 1350
    },
    {
      "epoch": 4.624573378839591,
      "grad_norm": 0.294921875,
      "learning_rate": 0.00013008478226277816,
      "loss": 0.9265,
      "step": 1355
    },
    {
      "epoch": 4.6416382252559725,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00012951617272330377,
      "loss": 0.9221,
      "step": 1360
    },
    {
      "epoch": 4.658703071672355,
      "grad_norm": 0.345703125,
      "learning_rate": 0.00012894651586658736,
      "loss": 0.9131,
      "step": 1365
    },
    {
      "epoch": 4.675767918088737,
      "grad_norm": 0.337890625,
      "learning_rate": 0.00012837583190566446,
      "loss": 0.9109,
      "step": 1370
    },
    {
      "epoch": 4.69283276450512,
      "grad_norm": 0.388671875,
      "learning_rate": 0.00012780414109001518,
      "loss": 0.9204,
      "step": 1375
    },
    {
      "epoch": 4.709897610921502,
      "grad_norm": 0.306640625,
      "learning_rate": 0.00012723146370484568,
      "loss": 0.9154,
      "step": 1380
    },
    {
      "epoch": 4.726962457337884,
      "grad_norm": 0.3515625,
      "learning_rate": 0.00012665782007036835,
      "loss": 0.9251,
      "step": 1385
    },
    {
      "epoch": 4.744027303754266,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0001260832305410809,
      "loss": 0.926,
      "step": 1390
    },
    {
      "epoch": 4.761092150170649,
      "grad_norm": 0.369140625,
      "learning_rate": 0.00012550771550504396,
      "loss": 0.9137,
      "step": 1395
    },
    {
      "epoch": 4.778156996587031,
      "grad_norm": 0.34375,
      "learning_rate": 0.00012493129538315788,
      "loss": 0.9181,
      "step": 1400
    },
    {
      "epoch": 4.795221843003413,
      "grad_norm": 0.349609375,
      "learning_rate": 0.00012435399062843796,
      "loss": 0.9207,
      "step": 1405
    },
    {
      "epoch": 4.812286689419795,
      "grad_norm": 0.287109375,
      "learning_rate": 0.00012377582172528877,
      "loss": 0.9156,
      "step": 1410
    },
    {
      "epoch": 4.829351535836177,
      "grad_norm": 0.31640625,
      "learning_rate": 0.00012319680918877732,
      "loss": 0.9222,
      "step": 1415
    },
    {
      "epoch": 4.84641638225256,
      "grad_norm": 0.29296875,
      "learning_rate": 0.00012261697356390506,
      "loss": 0.9297,
      "step": 1420
    },
    {
      "epoch": 4.863481228668942,
      "grad_norm": 0.37109375,
      "learning_rate": 0.00012203633542487907,
      "loss": 0.9146,
      "step": 1425
    },
    {
      "epoch": 4.8805460750853245,
      "grad_norm": 0.453125,
      "learning_rate": 0.00012145491537438174,
      "loss": 0.917,
      "step": 1430
    },
    {
      "epoch": 4.897610921501706,
      "grad_norm": 0.33203125,
      "learning_rate": 0.00012087273404284002,
      "loss": 0.912,
      "step": 1435
    },
    {
      "epoch": 4.914675767918089,
      "grad_norm": 0.3359375,
      "learning_rate": 0.0001202898120876932,
      "loss": 0.9224,
      "step": 1440
    },
    {
      "epoch": 4.931740614334471,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00011970617019266,
      "loss": 0.9167,
      "step": 1445
    },
    {
      "epoch": 4.948805460750854,
      "grad_norm": 0.33203125,
      "learning_rate": 0.00011912182906700466,
      "loss": 0.9166,
      "step": 1450
    },
    {
      "epoch": 4.965870307167235,
      "grad_norm": 0.294921875,
      "learning_rate": 0.00011853680944480206,
      "loss": 0.9243,
      "step": 1455
    },
    {
      "epoch": 4.982935153583618,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00011795113208420208,
      "loss": 0.9128,
      "step": 1460
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.373046875,
      "learning_rate": 0.00011736481776669306,
      "loss": 0.9287,
      "step": 1465
    },
    {
      "epoch": 5.0,
      "eval_loss": 2.5924570560455322,
      "eval_runtime": 0.5421,
      "eval_samples_per_second": 18.446,
      "eval_steps_per_second": 1.845,
      "step": 1465
    },
    {
      "epoch": 5.017064846416382,
      "grad_norm": 0.3203125,
      "learning_rate": 0.00011677788729636427,
      "loss": 0.8743,
      "step": 1470
    },
    {
      "epoch": 5.034129692832765,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0001161903614991679,
      "loss": 0.8731,
      "step": 1475
    },
    {
      "epoch": 5.051194539249146,
      "grad_norm": 0.341796875,
      "learning_rate": 0.00011560226122218,
      "loss": 0.8735,
      "step": 1480
    },
    {
      "epoch": 5.068259385665529,
      "grad_norm": 0.3359375,
      "learning_rate": 0.00011501360733286085,
      "loss": 0.8808,
      "step": 1485
    },
    {
      "epoch": 5.085324232081911,
      "grad_norm": 0.314453125,
      "learning_rate": 0.00011442442071831434,
      "loss": 0.8776,
      "step": 1490
    },
    {
      "epoch": 5.102389078498294,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00011383472228454699,
      "loss": 0.872,
      "step": 1495
    },
    {
      "epoch": 5.1194539249146755,
      "grad_norm": 0.314453125,
      "learning_rate": 0.00011324453295572618,
      "loss": 0.8801,
      "step": 1500
    },
    {
      "epoch": 5.136518771331058,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00011265387367343763,
      "loss": 0.8767,
      "step": 1505
    },
    {
      "epoch": 5.15358361774744,
      "grad_norm": 0.337890625,
      "learning_rate": 0.00011206276539594221,
      "loss": 0.8764,
      "step": 1510
    },
    {
      "epoch": 5.170648464163823,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00011147122909743257,
      "loss": 0.8768,
      "step": 1515
    },
    {
      "epoch": 5.187713310580205,
      "grad_norm": 0.32421875,
      "learning_rate": 0.00011087928576728865,
      "loss": 0.8848,
      "step": 1520
    },
    {
      "epoch": 5.204778156996587,
      "grad_norm": 0.337890625,
      "learning_rate": 0.00011028695640933309,
      "loss": 0.8905,
      "step": 1525
    },
    {
      "epoch": 5.221843003412969,
      "grad_norm": 0.318359375,
      "learning_rate": 0.00010969426204108583,
      "loss": 0.8872,
      "step": 1530
    },
    {
      "epoch": 5.238907849829351,
      "grad_norm": 0.310546875,
      "learning_rate": 0.00010910122369301842,
      "loss": 0.8749,
      "step": 1535
    },
    {
      "epoch": 5.255972696245734,
      "grad_norm": 0.34765625,
      "learning_rate": 0.00010850786240780786,
      "loss": 0.884,
      "step": 1540
    },
    {
      "epoch": 5.273037542662116,
      "grad_norm": 0.41015625,
      "learning_rate": 0.00010791419923958976,
      "loss": 0.8739,
      "step": 1545
    },
    {
      "epoch": 5.290102389078498,
      "grad_norm": 0.330078125,
      "learning_rate": 0.00010732025525321145,
      "loss": 0.8902,
      "step": 1550
    },
    {
      "epoch": 5.30716723549488,
      "grad_norm": 0.322265625,
      "learning_rate": 0.00010672605152348449,
      "loss": 0.8863,
      "step": 1555
    },
    {
      "epoch": 5.324232081911263,
      "grad_norm": 0.341796875,
      "learning_rate": 0.00010613160913443682,
      "loss": 0.8752,
      "step": 1560
    },
    {
      "epoch": 5.341296928327645,
      "grad_norm": 0.337890625,
      "learning_rate": 0.00010553694917856478,
      "loss": 0.8782,
      "step": 1565
    },
    {
      "epoch": 5.3583617747440275,
      "grad_norm": 0.326171875,
      "learning_rate": 0.00010494209275608455,
      "loss": 0.8804,
      "step": 1570
    },
    {
      "epoch": 5.375426621160409,
      "grad_norm": 0.32421875,
      "learning_rate": 0.00010434706097418338,
      "loss": 0.8889,
      "step": 1575
    },
    {
      "epoch": 5.392491467576792,
      "grad_norm": 0.373046875,
      "learning_rate": 0.00010375187494627098,
      "loss": 0.8861,
      "step": 1580
    },
    {
      "epoch": 5.409556313993174,
      "grad_norm": 0.3359375,
      "learning_rate": 0.00010315655579123,
      "loss": 0.878,
      "step": 1585
    },
    {
      "epoch": 5.426621160409557,
      "grad_norm": 0.388671875,
      "learning_rate": 0.00010256112463266687,
      "loss": 0.893,
      "step": 1590
    },
    {
      "epoch": 5.4436860068259385,
      "grad_norm": 0.3515625,
      "learning_rate": 0.00010196560259816221,
      "loss": 0.8913,
      "step": 1595
    },
    {
      "epoch": 5.460750853242321,
      "grad_norm": 0.345703125,
      "learning_rate": 0.00010137001081852113,
      "loss": 0.8848,
      "step": 1600
    },
    {
      "epoch": 5.477815699658703,
      "grad_norm": 0.353515625,
      "learning_rate": 0.00010077437042702362,
      "loss": 0.8867,
      "step": 1605
    },
    {
      "epoch": 5.494880546075085,
      "grad_norm": 0.328125,
      "learning_rate": 0.00010017870255867445,
      "loss": 0.8843,
      "step": 1610
    },
    {
      "epoch": 5.511945392491468,
      "grad_norm": 0.34375,
      "learning_rate": 9.958302834945332e-05,
      "loss": 0.8905,
      "step": 1615
    },
    {
      "epoch": 5.5290102389078495,
      "grad_norm": 0.38671875,
      "learning_rate": 9.898736893556502e-05,
      "loss": 0.8903,
      "step": 1620
    },
    {
      "epoch": 5.546075085324232,
      "grad_norm": 0.337890625,
      "learning_rate": 9.839174545268931e-05,
      "loss": 0.897,
      "step": 1625
    },
    {
      "epoch": 5.563139931740614,
      "grad_norm": 0.326171875,
      "learning_rate": 9.7796179035231e-05,
      "loss": 0.8925,
      "step": 1630
    },
    {
      "epoch": 5.580204778156997,
      "grad_norm": 0.310546875,
      "learning_rate": 9.720069081557009e-05,
      "loss": 0.8748,
      "step": 1635
    },
    {
      "epoch": 5.597269624573379,
      "grad_norm": 0.31640625,
      "learning_rate": 9.660530192331191e-05,
      "loss": 0.8829,
      "step": 1640
    },
    {
      "epoch": 5.614334470989761,
      "grad_norm": 0.30859375,
      "learning_rate": 9.601003348453734e-05,
      "loss": 0.8922,
      "step": 1645
    },
    {
      "epoch": 5.631399317406143,
      "grad_norm": 0.3203125,
      "learning_rate": 9.541490662105326e-05,
      "loss": 0.8936,
      "step": 1650
    },
    {
      "epoch": 5.648464163822526,
      "grad_norm": 0.337890625,
      "learning_rate": 9.481994244964297e-05,
      "loss": 0.8897,
      "step": 1655
    },
    {
      "epoch": 5.665529010238908,
      "grad_norm": 0.30078125,
      "learning_rate": 9.422516208131709e-05,
      "loss": 0.8762,
      "step": 1660
    },
    {
      "epoch": 5.6825938566552905,
      "grad_norm": 0.3046875,
      "learning_rate": 9.363058662056443e-05,
      "loss": 0.8842,
      "step": 1665
    },
    {
      "epoch": 5.699658703071672,
      "grad_norm": 0.341796875,
      "learning_rate": 9.303623716460297e-05,
      "loss": 0.8906,
      "step": 1670
    },
    {
      "epoch": 5.716723549488055,
      "grad_norm": 0.328125,
      "learning_rate": 9.244213480263148e-05,
      "loss": 0.8911,
      "step": 1675
    },
    {
      "epoch": 5.733788395904437,
      "grad_norm": 0.333984375,
      "learning_rate": 9.184830061508113e-05,
      "loss": 0.8893,
      "step": 1680
    },
    {
      "epoch": 5.750853242320819,
      "grad_norm": 0.3359375,
      "learning_rate": 9.125475567286744e-05,
      "loss": 0.8826,
      "step": 1685
    },
    {
      "epoch": 5.7679180887372015,
      "grad_norm": 0.341796875,
      "learning_rate": 9.066152103664283e-05,
      "loss": 0.8845,
      "step": 1690
    },
    {
      "epoch": 5.784982935153583,
      "grad_norm": 0.345703125,
      "learning_rate": 9.006861775604904e-05,
      "loss": 0.8808,
      "step": 1695
    },
    {
      "epoch": 5.802047781569966,
      "grad_norm": 0.328125,
      "learning_rate": 8.947606686897045e-05,
      "loss": 0.8829,
      "step": 1700
    },
    {
      "epoch": 5.819112627986348,
      "grad_norm": 0.31640625,
      "learning_rate": 8.88838894007875e-05,
      "loss": 0.8835,
      "step": 1705
    },
    {
      "epoch": 5.836177474402731,
      "grad_norm": 0.326171875,
      "learning_rate": 8.829210636363067e-05,
      "loss": 0.8894,
      "step": 1710
    },
    {
      "epoch": 5.853242320819112,
      "grad_norm": 0.318359375,
      "learning_rate": 8.770073875563493e-05,
      "loss": 0.8822,
      "step": 1715
    },
    {
      "epoch": 5.870307167235495,
      "grad_norm": 0.3203125,
      "learning_rate": 8.710980756019467e-05,
      "loss": 0.8811,
      "step": 1720
    },
    {
      "epoch": 5.887372013651877,
      "grad_norm": 0.32421875,
      "learning_rate": 8.651933374521907e-05,
      "loss": 0.8906,
      "step": 1725
    },
    {
      "epoch": 5.90443686006826,
      "grad_norm": 0.3125,
      "learning_rate": 8.592933826238818e-05,
      "loss": 0.8773,
      "step": 1730
    },
    {
      "epoch": 5.921501706484642,
      "grad_norm": 0.390625,
      "learning_rate": 8.533984204640941e-05,
      "loss": 0.8843,
      "step": 1735
    },
    {
      "epoch": 5.938566552901024,
      "grad_norm": 0.314453125,
      "learning_rate": 8.4750866014275e-05,
      "loss": 0.8907,
      "step": 1740
    },
    {
      "epoch": 5.955631399317406,
      "grad_norm": 0.353515625,
      "learning_rate": 8.416243106451934e-05,
      "loss": 0.8795,
      "step": 1745
    },
    {
      "epoch": 5.972696245733788,
      "grad_norm": 0.30859375,
      "learning_rate": 8.357455807647778e-05,
      "loss": 0.8767,
      "step": 1750
    },
    {
      "epoch": 5.989761092150171,
      "grad_norm": 0.34375,
      "learning_rate": 8.29872679095457e-05,
      "loss": 0.8733,
      "step": 1755
    },
    {
      "epoch": 6.0,
      "eval_loss": 2.6554951667785645,
      "eval_runtime": 0.5458,
      "eval_samples_per_second": 18.321,
      "eval_steps_per_second": 1.832,
      "step": 1758
    },
    {
      "epoch": 6.006825938566553,
      "grad_norm": 0.3203125,
      "learning_rate": 8.240058140243834e-05,
      "loss": 0.8646,
      "step": 1760
    },
    {
      "epoch": 6.023890784982935,
      "grad_norm": 0.34765625,
      "learning_rate": 8.181451937245131e-05,
      "loss": 0.8498,
      "step": 1765
    },
    {
      "epoch": 6.040955631399317,
      "grad_norm": 0.349609375,
      "learning_rate": 8.122910261472214e-05,
      "loss": 0.8455,
      "step": 1770
    },
    {
      "epoch": 6.0580204778157,
      "grad_norm": 0.365234375,
      "learning_rate": 8.064435190149218e-05,
      "loss": 0.8363,
      "step": 1775
    },
    {
      "epoch": 6.075085324232082,
      "grad_norm": 0.361328125,
      "learning_rate": 8.006028798136962e-05,
      "loss": 0.855,
      "step": 1780
    },
    {
      "epoch": 6.092150170648464,
      "grad_norm": 0.322265625,
      "learning_rate": 7.947693157859337e-05,
      "loss": 0.8556,
      "step": 1785
    },
    {
      "epoch": 6.109215017064846,
      "grad_norm": 0.3515625,
      "learning_rate": 7.889430339229754e-05,
      "loss": 0.8606,
      "step": 1790
    },
    {
      "epoch": 6.126279863481229,
      "grad_norm": 0.33203125,
      "learning_rate": 7.831242409577716e-05,
      "loss": 0.8535,
      "step": 1795
    },
    {
      "epoch": 6.143344709897611,
      "grad_norm": 0.34765625,
      "learning_rate": 7.773131433575444e-05,
      "loss": 0.851,
      "step": 1800
    },
    {
      "epoch": 6.160409556313994,
      "grad_norm": 0.369140625,
      "learning_rate": 7.715099473164632e-05,
      "loss": 0.8468,
      "step": 1805
    },
    {
      "epoch": 6.177474402730375,
      "grad_norm": 0.361328125,
      "learning_rate": 7.657148587483271e-05,
      "loss": 0.8518,
      "step": 1810
    },
    {
      "epoch": 6.194539249146757,
      "grad_norm": 0.330078125,
      "learning_rate": 7.599280832792596e-05,
      "loss": 0.8467,
      "step": 1815
    },
    {
      "epoch": 6.21160409556314,
      "grad_norm": 0.322265625,
      "learning_rate": 7.541498262404125e-05,
      "loss": 0.8549,
      "step": 1820
    },
    {
      "epoch": 6.228668941979522,
      "grad_norm": 0.32421875,
      "learning_rate": 7.483802926606787e-05,
      "loss": 0.8534,
      "step": 1825
    },
    {
      "epoch": 6.2457337883959045,
      "grad_norm": 0.326171875,
      "learning_rate": 7.426196872594182e-05,
      "loss": 0.8491,
      "step": 1830
    },
    {
      "epoch": 6.262798634812286,
      "grad_norm": 0.330078125,
      "learning_rate": 7.368682144391944e-05,
      "loss": 0.8503,
      "step": 1835
    },
    {
      "epoch": 6.279863481228669,
      "grad_norm": 0.361328125,
      "learning_rate": 7.311260782785207e-05,
      "loss": 0.8528,
      "step": 1840
    },
    {
      "epoch": 6.296928327645051,
      "grad_norm": 0.328125,
      "learning_rate": 7.253934825246193e-05,
      "loss": 0.8592,
      "step": 1845
    },
    {
      "epoch": 6.313993174061434,
      "grad_norm": 0.39453125,
      "learning_rate": 7.196706305861925e-05,
      "loss": 0.8528,
      "step": 1850
    },
    {
      "epoch": 6.3310580204778155,
      "grad_norm": 0.328125,
      "learning_rate": 7.139577255262034e-05,
      "loss": 0.8528,
      "step": 1855
    },
    {
      "epoch": 6.348122866894198,
      "grad_norm": 0.34375,
      "learning_rate": 7.082549700546726e-05,
      "loss": 0.8561,
      "step": 1860
    },
    {
      "epoch": 6.36518771331058,
      "grad_norm": 0.330078125,
      "learning_rate": 7.025625665214844e-05,
      "loss": 0.8562,
      "step": 1865
    },
    {
      "epoch": 6.382252559726963,
      "grad_norm": 0.3203125,
      "learning_rate": 6.968807169092059e-05,
      "loss": 0.8561,
      "step": 1870
    },
    {
      "epoch": 6.399317406143345,
      "grad_norm": 0.33203125,
      "learning_rate": 6.912096228259236e-05,
      "loss": 0.8598,
      "step": 1875
    },
    {
      "epoch": 6.4163822525597265,
      "grad_norm": 0.337890625,
      "learning_rate": 6.855494854980857e-05,
      "loss": 0.8573,
      "step": 1880
    },
    {
      "epoch": 6.433447098976109,
      "grad_norm": 0.359375,
      "learning_rate": 6.799005057633644e-05,
      "loss": 0.8576,
      "step": 1885
    },
    {
      "epoch": 6.450511945392491,
      "grad_norm": 0.32421875,
      "learning_rate": 6.742628840635284e-05,
      "loss": 0.855,
      "step": 1890
    },
    {
      "epoch": 6.467576791808874,
      "grad_norm": 0.33203125,
      "learning_rate": 6.68636820437331e-05,
      "loss": 0.8628,
      "step": 1895
    },
    {
      "epoch": 6.484641638225256,
      "grad_norm": 0.39453125,
      "learning_rate": 6.630225145134144e-05,
      "loss": 0.8489,
      "step": 1900
    },
    {
      "epoch": 6.501706484641638,
      "grad_norm": 0.34765625,
      "learning_rate": 6.574201655032216e-05,
      "loss": 0.8534,
      "step": 1905
    },
    {
      "epoch": 6.51877133105802,
      "grad_norm": 0.361328125,
      "learning_rate": 6.518299721939323e-05,
      "loss": 0.8582,
      "step": 1910
    },
    {
      "epoch": 6.535836177474403,
      "grad_norm": 0.34375,
      "learning_rate": 6.462521329414066e-05,
      "loss": 0.8561,
      "step": 1915
    },
    {
      "epoch": 6.552901023890785,
      "grad_norm": 0.326171875,
      "learning_rate": 6.406868456631483e-05,
      "loss": 0.8618,
      "step": 1920
    },
    {
      "epoch": 6.5699658703071675,
      "grad_norm": 0.36328125,
      "learning_rate": 6.351343078312819e-05,
      "loss": 0.8575,
      "step": 1925
    },
    {
      "epoch": 6.587030716723549,
      "grad_norm": 0.376953125,
      "learning_rate": 6.295947164655447e-05,
      "loss": 0.8504,
      "step": 1930
    },
    {
      "epoch": 6.604095563139932,
      "grad_norm": 0.3359375,
      "learning_rate": 6.240682681262971e-05,
      "loss": 0.8619,
      "step": 1935
    },
    {
      "epoch": 6.621160409556314,
      "grad_norm": 0.322265625,
      "learning_rate": 6.185551589075482e-05,
      "loss": 0.8536,
      "step": 1940
    },
    {
      "epoch": 6.638225255972696,
      "grad_norm": 0.33984375,
      "learning_rate": 6.130555844299973e-05,
      "loss": 0.8511,
      "step": 1945
    },
    {
      "epoch": 6.6552901023890785,
      "grad_norm": 0.322265625,
      "learning_rate": 6.075697398340913e-05,
      "loss": 0.859,
      "step": 1950
    },
    {
      "epoch": 6.672354948805461,
      "grad_norm": 0.330078125,
      "learning_rate": 6.0209781977310486e-05,
      "loss": 0.8617,
      "step": 1955
    },
    {
      "epoch": 6.689419795221843,
      "grad_norm": 0.314453125,
      "learning_rate": 5.9664001840622886e-05,
      "loss": 0.8478,
      "step": 1960
    },
    {
      "epoch": 6.706484641638225,
      "grad_norm": 0.314453125,
      "learning_rate": 5.91196529391683e-05,
      "loss": 0.8548,
      "step": 1965
    },
    {
      "epoch": 6.723549488054608,
      "grad_norm": 0.33984375,
      "learning_rate": 5.857675458798453e-05,
      "loss": 0.8623,
      "step": 1970
    },
    {
      "epoch": 6.7406143344709895,
      "grad_norm": 0.333984375,
      "learning_rate": 5.8035326050639615e-05,
      "loss": 0.853,
      "step": 1975
    },
    {
      "epoch": 6.757679180887372,
      "grad_norm": 0.3515625,
      "learning_rate": 5.749538653854861e-05,
      "loss": 0.8594,
      "step": 1980
    },
    {
      "epoch": 6.774744027303754,
      "grad_norm": 0.32421875,
      "learning_rate": 5.695695521029163e-05,
      "loss": 0.8528,
      "step": 1985
    },
    {
      "epoch": 6.791808873720137,
      "grad_norm": 0.328125,
      "learning_rate": 5.642005117093419e-05,
      "loss": 0.8485,
      "step": 1990
    },
    {
      "epoch": 6.808873720136519,
      "grad_norm": 0.333984375,
      "learning_rate": 5.5884693471349256e-05,
      "loss": 0.8578,
      "step": 1995
    },
    {
      "epoch": 6.825938566552901,
      "grad_norm": 0.330078125,
      "learning_rate": 5.535090110754131e-05,
      "loss": 0.8549,
      "step": 2000
    },
    {
      "epoch": 6.843003412969283,
      "grad_norm": 0.34375,
      "learning_rate": 5.481869301997236e-05,
      "loss": 0.8625,
      "step": 2005
    },
    {
      "epoch": 6.860068259385666,
      "grad_norm": 0.3125,
      "learning_rate": 5.428808809288975e-05,
      "loss": 0.8529,
      "step": 2010
    },
    {
      "epoch": 6.877133105802048,
      "grad_norm": 0.3359375,
      "learning_rate": 5.37591051536561e-05,
      "loss": 0.8505,
      "step": 2015
    },
    {
      "epoch": 6.8941979522184305,
      "grad_norm": 0.345703125,
      "learning_rate": 5.32317629720814e-05,
      "loss": 0.8585,
      "step": 2020
    },
    {
      "epoch": 6.911262798634812,
      "grad_norm": 0.341796875,
      "learning_rate": 5.270608025975686e-05,
      "loss": 0.8563,
      "step": 2025
    },
    {
      "epoch": 6.928327645051194,
      "grad_norm": 0.326171875,
      "learning_rate": 5.218207566939116e-05,
      "loss": 0.8534,
      "step": 2030
    },
    {
      "epoch": 6.945392491467577,
      "grad_norm": 0.330078125,
      "learning_rate": 5.1659767794148316e-05,
      "loss": 0.853,
      "step": 2035
    },
    {
      "epoch": 6.962457337883959,
      "grad_norm": 0.33984375,
      "learning_rate": 5.1139175166988187e-05,
      "loss": 0.8622,
      "step": 2040
    },
    {
      "epoch": 6.979522184300341,
      "grad_norm": 0.333984375,
      "learning_rate": 5.062031626000873e-05,
      "loss": 0.8602,
      "step": 2045
    },
    {
      "epoch": 6.996587030716723,
      "grad_norm": 0.33984375,
      "learning_rate": 5.0103209483790636e-05,
      "loss": 0.8577,
      "step": 2050
    },
    {
      "epoch": 7.0,
      "eval_loss": 2.731566905975342,
      "eval_runtime": 0.5528,
      "eval_samples_per_second": 18.088,
      "eval_steps_per_second": 1.809,
      "step": 2051
    },
    {
      "epoch": 7.013651877133106,
      "grad_norm": 0.322265625,
      "learning_rate": 4.9587873186744025e-05,
      "loss": 0.8366,
      "step": 2055
    },
    {
      "epoch": 7.030716723549488,
      "grad_norm": 0.326171875,
      "learning_rate": 4.9074325654457446e-05,
      "loss": 0.8237,
      "step": 2060
    },
    {
      "epoch": 7.047781569965871,
      "grad_norm": 0.333984375,
      "learning_rate": 4.856258510904899e-05,
      "loss": 0.8231,
      "step": 2065
    },
    {
      "epoch": 7.064846416382252,
      "grad_norm": 0.3359375,
      "learning_rate": 4.805266970851975e-05,
      "loss": 0.8253,
      "step": 2070
    },
    {
      "epoch": 7.081911262798635,
      "grad_norm": 0.333984375,
      "learning_rate": 4.7544597546109514e-05,
      "loss": 0.8313,
      "step": 2075
    },
    {
      "epoch": 7.098976109215017,
      "grad_norm": 0.337890625,
      "learning_rate": 4.7038386649654764e-05,
      "loss": 0.8322,
      "step": 2080
    },
    {
      "epoch": 7.1160409556314,
      "grad_norm": 0.33984375,
      "learning_rate": 4.6534054980949113e-05,
      "loss": 0.8317,
      "step": 2085
    },
    {
      "epoch": 7.1331058020477816,
      "grad_norm": 0.328125,
      "learning_rate": 4.603162043510566e-05,
      "loss": 0.8356,
      "step": 2090
    },
    {
      "epoch": 7.150170648464163,
      "grad_norm": 0.33984375,
      "learning_rate": 4.553110083992237e-05,
      "loss": 0.8289,
      "step": 2095
    },
    {
      "epoch": 7.167235494880546,
      "grad_norm": 0.359375,
      "learning_rate": 4.50325139552493e-05,
      "loss": 0.8382,
      "step": 2100
    },
    {
      "epoch": 7.184300341296928,
      "grad_norm": 0.35546875,
      "learning_rate": 4.4535877472358466e-05,
      "loss": 0.8363,
      "step": 2105
    },
    {
      "epoch": 7.201365187713311,
      "grad_norm": 0.32421875,
      "learning_rate": 4.404120901331618e-05,
      "loss": 0.8388,
      "step": 2110
    },
    {
      "epoch": 7.2184300341296925,
      "grad_norm": 0.34765625,
      "learning_rate": 4.354852613035763e-05,
      "loss": 0.8291,
      "step": 2115
    },
    {
      "epoch": 7.235494880546075,
      "grad_norm": 0.328125,
      "learning_rate": 4.305784630526416e-05,
      "loss": 0.8361,
      "step": 2120
    },
    {
      "epoch": 7.252559726962457,
      "grad_norm": 0.3359375,
      "learning_rate": 4.2569186948743e-05,
      "loss": 0.8416,
      "step": 2125
    },
    {
      "epoch": 7.26962457337884,
      "grad_norm": 0.345703125,
      "learning_rate": 4.2082565399809404e-05,
      "loss": 0.8281,
      "step": 2130
    },
    {
      "epoch": 7.286689419795222,
      "grad_norm": 0.326171875,
      "learning_rate": 4.159799892517148e-05,
      "loss": 0.8281,
      "step": 2135
    },
    {
      "epoch": 7.303754266211604,
      "grad_norm": 0.349609375,
      "learning_rate": 4.111550471861747e-05,
      "loss": 0.8352,
      "step": 2140
    },
    {
      "epoch": 7.320819112627986,
      "grad_norm": 0.359375,
      "learning_rate": 4.06350999004057e-05,
      "loss": 0.833,
      "step": 2145
    },
    {
      "epoch": 7.337883959044369,
      "grad_norm": 0.353515625,
      "learning_rate": 4.0156801516657095e-05,
      "loss": 0.825,
      "step": 2150
    },
    {
      "epoch": 7.354948805460751,
      "grad_norm": 0.3359375,
      "learning_rate": 3.968062653875031e-05,
      "loss": 0.8386,
      "step": 2155
    },
    {
      "epoch": 7.372013651877133,
      "grad_norm": 0.3359375,
      "learning_rate": 3.920659186271953e-05,
      "loss": 0.8454,
      "step": 2160
    },
    {
      "epoch": 7.389078498293515,
      "grad_norm": 0.349609375,
      "learning_rate": 3.873471430865515e-05,
      "loss": 0.8431,
      "step": 2165
    },
    {
      "epoch": 7.406143344709897,
      "grad_norm": 0.345703125,
      "learning_rate": 3.8265010620106533e-05,
      "loss": 0.8392,
      "step": 2170
    },
    {
      "epoch": 7.42320819112628,
      "grad_norm": 0.3359375,
      "learning_rate": 3.779749746348831e-05,
      "loss": 0.8362,
      "step": 2175
    },
    {
      "epoch": 7.440273037542662,
      "grad_norm": 0.35546875,
      "learning_rate": 3.7332191427488784e-05,
      "loss": 0.8348,
      "step": 2180
    },
    {
      "epoch": 7.4573378839590445,
      "grad_norm": 0.35546875,
      "learning_rate": 3.6869109022481386e-05,
      "loss": 0.831,
      "step": 2185
    },
    {
      "epoch": 7.474402730375426,
      "grad_norm": 0.357421875,
      "learning_rate": 3.640826667993891e-05,
      "loss": 0.8314,
      "step": 2190
    },
    {
      "epoch": 7.491467576791809,
      "grad_norm": 0.33203125,
      "learning_rate": 3.59496807518503e-05,
      "loss": 0.8258,
      "step": 2195
    },
    {
      "epoch": 7.508532423208191,
      "grad_norm": 0.3359375,
      "learning_rate": 3.549336751014057e-05,
      "loss": 0.8482,
      "step": 2200
    },
    {
      "epoch": 7.525597269624574,
      "grad_norm": 0.32421875,
      "learning_rate": 3.503934314609343e-05,
      "loss": 0.8387,
      "step": 2205
    },
    {
      "epoch": 7.5426621160409555,
      "grad_norm": 0.3515625,
      "learning_rate": 3.458762376977669e-05,
      "loss": 0.8344,
      "step": 2210
    },
    {
      "epoch": 7.559726962457338,
      "grad_norm": 0.353515625,
      "learning_rate": 3.41382254094707e-05,
      "loss": 0.8315,
      "step": 2215
    },
    {
      "epoch": 7.57679180887372,
      "grad_norm": 0.345703125,
      "learning_rate": 3.369116401109963e-05,
      "loss": 0.8331,
      "step": 2220
    },
    {
      "epoch": 7.593856655290102,
      "grad_norm": 0.34375,
      "learning_rate": 3.3246455437665594e-05,
      "loss": 0.8322,
      "step": 2225
    },
    {
      "epoch": 7.610921501706485,
      "grad_norm": 0.326171875,
      "learning_rate": 3.280411546868583e-05,
      "loss": 0.8281,
      "step": 2230
    },
    {
      "epoch": 7.627986348122867,
      "grad_norm": 0.34375,
      "learning_rate": 3.2364159799632786e-05,
      "loss": 0.8281,
      "step": 2235
    },
    {
      "epoch": 7.645051194539249,
      "grad_norm": 0.333984375,
      "learning_rate": 3.192660404137729e-05,
      "loss": 0.832,
      "step": 2240
    },
    {
      "epoch": 7.662116040955631,
      "grad_norm": 0.337890625,
      "learning_rate": 3.14914637196345e-05,
      "loss": 0.8361,
      "step": 2245
    },
    {
      "epoch": 7.679180887372014,
      "grad_norm": 0.328125,
      "learning_rate": 3.105875427441297e-05,
      "loss": 0.837,
      "step": 2250
    },
    {
      "epoch": 7.696245733788396,
      "grad_norm": 0.33984375,
      "learning_rate": 3.0628491059467014e-05,
      "loss": 0.8351,
      "step": 2255
    },
    {
      "epoch": 7.713310580204778,
      "grad_norm": 0.328125,
      "learning_rate": 3.020068934175171e-05,
      "loss": 0.838,
      "step": 2260
    },
    {
      "epoch": 7.73037542662116,
      "grad_norm": 0.333984375,
      "learning_rate": 2.977536430088125e-05,
      "loss": 0.8355,
      "step": 2265
    },
    {
      "epoch": 7.747440273037543,
      "grad_norm": 0.326171875,
      "learning_rate": 2.9352531028590424e-05,
      "loss": 0.8261,
      "step": 2270
    },
    {
      "epoch": 7.764505119453925,
      "grad_norm": 0.3359375,
      "learning_rate": 2.8932204528198926e-05,
      "loss": 0.8367,
      "step": 2275
    },
    {
      "epoch": 7.7815699658703075,
      "grad_norm": 0.333984375,
      "learning_rate": 2.8514399714079132e-05,
      "loss": 0.8405,
      "step": 2280
    },
    {
      "epoch": 7.798634812286689,
      "grad_norm": 0.328125,
      "learning_rate": 2.8099131411126867e-05,
      "loss": 0.8408,
      "step": 2285
    },
    {
      "epoch": 7.815699658703072,
      "grad_norm": 0.326171875,
      "learning_rate": 2.7686414354235356e-05,
      "loss": 0.8397,
      "step": 2290
    },
    {
      "epoch": 7.832764505119454,
      "grad_norm": 0.34375,
      "learning_rate": 2.7276263187772423e-05,
      "loss": 0.8385,
      "step": 2295
    },
    {
      "epoch": 7.849829351535837,
      "grad_norm": 0.333984375,
      "learning_rate": 2.6868692465060828e-05,
      "loss": 0.8309,
      "step": 2300
    },
    {
      "epoch": 7.8668941979522184,
      "grad_norm": 0.341796875,
      "learning_rate": 2.6463716647861904e-05,
      "loss": 0.8229,
      "step": 2305
    },
    {
      "epoch": 7.8839590443686,
      "grad_norm": 0.34765625,
      "learning_rate": 2.6061350105862382e-05,
      "loss": 0.8226,
      "step": 2310
    },
    {
      "epoch": 7.901023890784983,
      "grad_norm": 0.33203125,
      "learning_rate": 2.5661607116164532e-05,
      "loss": 0.8334,
      "step": 2315
    },
    {
      "epoch": 7.918088737201365,
      "grad_norm": 0.34765625,
      "learning_rate": 2.5264501862779667e-05,
      "loss": 0.8444,
      "step": 2320
    },
    {
      "epoch": 7.935153583617748,
      "grad_norm": 0.328125,
      "learning_rate": 2.4870048436124595e-05,
      "loss": 0.8403,
      "step": 2325
    },
    {
      "epoch": 7.952218430034129,
      "grad_norm": 0.32421875,
      "learning_rate": 2.4478260832521938e-05,
      "loss": 0.8302,
      "step": 2330
    },
    {
      "epoch": 7.969283276450512,
      "grad_norm": 0.33203125,
      "learning_rate": 2.4089152953703332e-05,
      "loss": 0.8265,
      "step": 2335
    },
    {
      "epoch": 7.986348122866894,
      "grad_norm": 0.3359375,
      "learning_rate": 2.37027386063162e-05,
      "loss": 0.8364,
      "step": 2340
    },
    {
      "epoch": 8.0,
      "eval_loss": 2.7742018699645996,
      "eval_runtime": 0.5517,
      "eval_samples_per_second": 18.125,
      "eval_steps_per_second": 1.813,
      "step": 2344
    },
    {
      "epoch": 8.003412969283277,
      "grad_norm": 0.33203125,
      "learning_rate": 2.331903150143391e-05,
      "loss": 0.83,
      "step": 2345
    },
    {
      "epoch": 8.020477815699659,
      "grad_norm": 0.330078125,
      "learning_rate": 2.293804525406915e-05,
      "loss": 0.8208,
      "step": 2350
    },
    {
      "epoch": 8.03754266211604,
      "grad_norm": 0.345703125,
      "learning_rate": 2.255979338269093e-05,
      "loss": 0.8288,
      "step": 2355
    },
    {
      "epoch": 8.054607508532424,
      "grad_norm": 0.3515625,
      "learning_rate": 2.2184289308744844e-05,
      "loss": 0.8251,
      "step": 2360
    },
    {
      "epoch": 8.071672354948806,
      "grad_norm": 0.33984375,
      "learning_rate": 2.1811546356176872e-05,
      "loss": 0.8202,
      "step": 2365
    },
    {
      "epoch": 8.088737201365188,
      "grad_norm": 0.341796875,
      "learning_rate": 2.144157775096063e-05,
      "loss": 0.8191,
      "step": 2370
    },
    {
      "epoch": 8.10580204778157,
      "grad_norm": 0.33984375,
      "learning_rate": 2.1074396620628e-05,
      "loss": 0.8161,
      "step": 2375
    },
    {
      "epoch": 8.122866894197951,
      "grad_norm": 0.330078125,
      "learning_rate": 2.0710015993803422e-05,
      "loss": 0.8259,
      "step": 2380
    },
    {
      "epoch": 8.139931740614335,
      "grad_norm": 0.34375,
      "learning_rate": 2.0348448799741537e-05,
      "loss": 0.8271,
      "step": 2385
    },
    {
      "epoch": 8.156996587030717,
      "grad_norm": 0.33984375,
      "learning_rate": 1.9989707867868425e-05,
      "loss": 0.8222,
      "step": 2390
    },
    {
      "epoch": 8.174061433447099,
      "grad_norm": 0.33984375,
      "learning_rate": 1.9633805927326387e-05,
      "loss": 0.8176,
      "step": 2395
    },
    {
      "epoch": 8.19112627986348,
      "grad_norm": 0.341796875,
      "learning_rate": 1.9280755606522384e-05,
      "loss": 0.8303,
      "step": 2400
    },
    {
      "epoch": 8.208191126279864,
      "grad_norm": 0.33984375,
      "learning_rate": 1.893056943267969e-05,
      "loss": 0.8179,
      "step": 2405
    },
    {
      "epoch": 8.225255972696246,
      "grad_norm": 0.341796875,
      "learning_rate": 1.8583259831393663e-05,
      "loss": 0.8219,
      "step": 2410
    },
    {
      "epoch": 8.242320819112628,
      "grad_norm": 0.337890625,
      "learning_rate": 1.8238839126190686e-05,
      "loss": 0.829,
      "step": 2415
    },
    {
      "epoch": 8.25938566552901,
      "grad_norm": 0.34765625,
      "learning_rate": 1.7897319538090962e-05,
      "loss": 0.8233,
      "step": 2420
    },
    {
      "epoch": 8.276450511945393,
      "grad_norm": 0.33203125,
      "learning_rate": 1.755871318517488e-05,
      "loss": 0.8224,
      "step": 2425
    },
    {
      "epoch": 8.293515358361775,
      "grad_norm": 0.328125,
      "learning_rate": 1.722303208215297e-05,
      "loss": 0.8239,
      "step": 2430
    },
    {
      "epoch": 8.310580204778157,
      "grad_norm": 0.33203125,
      "learning_rate": 1.6890288139939625e-05,
      "loss": 0.8324,
      "step": 2435
    },
    {
      "epoch": 8.327645051194539,
      "grad_norm": 0.33984375,
      "learning_rate": 1.6560493165230516e-05,
      "loss": 0.8216,
      "step": 2440
    },
    {
      "epoch": 8.344709897610922,
      "grad_norm": 0.337890625,
      "learning_rate": 1.623365886008357e-05,
      "loss": 0.8249,
      "step": 2445
    },
    {
      "epoch": 8.361774744027304,
      "grad_norm": 0.3359375,
      "learning_rate": 1.5909796821503785e-05,
      "loss": 0.8327,
      "step": 2450
    },
    {
      "epoch": 8.378839590443686,
      "grad_norm": 0.3359375,
      "learning_rate": 1.5588918541031783e-05,
      "loss": 0.8202,
      "step": 2455
    },
    {
      "epoch": 8.395904436860068,
      "grad_norm": 0.337890625,
      "learning_rate": 1.5271035404335954e-05,
      "loss": 0.8213,
      "step": 2460
    },
    {
      "epoch": 8.41296928327645,
      "grad_norm": 0.33203125,
      "learning_rate": 1.4956158690808585e-05,
      "loss": 0.8217,
      "step": 2465
    },
    {
      "epoch": 8.430034129692833,
      "grad_norm": 0.359375,
      "learning_rate": 1.464429957316552e-05,
      "loss": 0.8235,
      "step": 2470
    },
    {
      "epoch": 8.447098976109215,
      "grad_norm": 0.337890625,
      "learning_rate": 1.433546911704977e-05,
      "loss": 0.8257,
      "step": 2475
    },
    {
      "epoch": 8.464163822525597,
      "grad_norm": 0.3359375,
      "learning_rate": 1.402967828063897e-05,
      "loss": 0.8228,
      "step": 2480
    },
    {
      "epoch": 8.481228668941979,
      "grad_norm": 0.33203125,
      "learning_rate": 1.37269379142563e-05,
      "loss": 0.8155,
      "step": 2485
    },
    {
      "epoch": 8.498293515358363,
      "grad_norm": 0.337890625,
      "learning_rate": 1.3427258759985739e-05,
      "loss": 0.8329,
      "step": 2490
    },
    {
      "epoch": 8.515358361774744,
      "grad_norm": 0.337890625,
      "learning_rate": 1.3130651451290798e-05,
      "loss": 0.8224,
      "step": 2495
    },
    {
      "epoch": 8.532423208191126,
      "grad_norm": 0.353515625,
      "learning_rate": 1.2837126512637198e-05,
      "loss": 0.8219,
      "step": 2500
    },
    {
      "epoch": 8.549488054607508,
      "grad_norm": 0.330078125,
      "learning_rate": 1.2546694359119493e-05,
      "loss": 0.8151,
      "step": 2505
    },
    {
      "epoch": 8.56655290102389,
      "grad_norm": 0.33984375,
      "learning_rate": 1.2259365296091464e-05,
      "loss": 0.8237,
      "step": 2510
    },
    {
      "epoch": 8.583617747440274,
      "grad_norm": 0.34765625,
      "learning_rate": 1.1975149518800454e-05,
      "loss": 0.8207,
      "step": 2515
    },
    {
      "epoch": 8.600682593856655,
      "grad_norm": 0.341796875,
      "learning_rate": 1.1694057112025636e-05,
      "loss": 0.8221,
      "step": 2520
    },
    {
      "epoch": 8.617747440273037,
      "grad_norm": 0.33203125,
      "learning_rate": 1.141609804972017e-05,
      "loss": 0.828,
      "step": 2525
    },
    {
      "epoch": 8.634812286689419,
      "grad_norm": 0.345703125,
      "learning_rate": 1.1141282194657287e-05,
      "loss": 0.8232,
      "step": 2530
    },
    {
      "epoch": 8.651877133105803,
      "grad_norm": 0.353515625,
      "learning_rate": 1.086961929808038e-05,
      "loss": 0.8281,
      "step": 2535
    },
    {
      "epoch": 8.668941979522184,
      "grad_norm": 0.34375,
      "learning_rate": 1.0601118999356907e-05,
      "loss": 0.8252,
      "step": 2540
    },
    {
      "epoch": 8.686006825938566,
      "grad_norm": 0.333984375,
      "learning_rate": 1.0335790825636449e-05,
      "loss": 0.8225,
      "step": 2545
    },
    {
      "epoch": 8.703071672354948,
      "grad_norm": 0.341796875,
      "learning_rate": 1.00736441915126e-05,
      "loss": 0.8199,
      "step": 2550
    },
    {
      "epoch": 8.720136518771332,
      "grad_norm": 0.345703125,
      "learning_rate": 9.814688398688998e-06,
      "loss": 0.8146,
      "step": 2555
    },
    {
      "epoch": 8.737201365187714,
      "grad_norm": 0.34375,
      "learning_rate": 9.558932635649131e-06,
      "loss": 0.8303,
      "step": 2560
    },
    {
      "epoch": 8.754266211604095,
      "grad_norm": 0.328125,
      "learning_rate": 9.306385977330411e-06,
      "loss": 0.8224,
      "step": 2565
    },
    {
      "epoch": 8.771331058020477,
      "grad_norm": 0.333984375,
      "learning_rate": 9.057057384802181e-06,
      "loss": 0.8228,
      "step": 2570
    },
    {
      "epoch": 8.788395904436861,
      "grad_norm": 0.3359375,
      "learning_rate": 8.810955704947666e-06,
      "loss": 0.8231,
      "step": 2575
    },
    {
      "epoch": 8.805460750853243,
      "grad_norm": 0.330078125,
      "learning_rate": 8.568089670150115e-06,
      "loss": 0.8278,
      "step": 2580
    },
    {
      "epoch": 8.822525597269625,
      "grad_norm": 0.341796875,
      "learning_rate": 8.328467897982995e-06,
      "loss": 0.8248,
      "step": 2585
    },
    {
      "epoch": 8.839590443686006,
      "grad_norm": 0.333984375,
      "learning_rate": 8.092098890904098e-06,
      "loss": 0.8195,
      "step": 2590
    },
    {
      "epoch": 8.856655290102388,
      "grad_norm": 0.333984375,
      "learning_rate": 7.858991035953944e-06,
      "loss": 0.8203,
      "step": 2595
    },
    {
      "epoch": 8.873720136518772,
      "grad_norm": 0.328125,
      "learning_rate": 7.629152604458156e-06,
      "loss": 0.8257,
      "step": 2600
    },
    {
      "epoch": 8.890784982935154,
      "grad_norm": 0.34375,
      "learning_rate": 7.402591751733989e-06,
      "loss": 0.8128,
      "step": 2605
    },
    {
      "epoch": 8.907849829351536,
      "grad_norm": 0.3359375,
      "learning_rate": 7.179316516800894e-06,
      "loss": 0.8251,
      "step": 2610
    },
    {
      "epoch": 8.924914675767917,
      "grad_norm": 0.341796875,
      "learning_rate": 6.959334822095354e-06,
      "loss": 0.824,
      "step": 2615
    },
    {
      "epoch": 8.941979522184301,
      "grad_norm": 0.3515625,
      "learning_rate": 6.7426544731897245e-06,
      "loss": 0.8287,
      "step": 2620
    },
    {
      "epoch": 8.959044368600683,
      "grad_norm": 0.3359375,
      "learning_rate": 6.529283158515276e-06,
      "loss": 0.8264,
      "step": 2625
    },
    {
      "epoch": 8.976109215017065,
      "grad_norm": 0.337890625,
      "learning_rate": 6.319228449089376e-06,
      "loss": 0.8179,
      "step": 2630
    },
    {
      "epoch": 8.993174061433447,
      "grad_norm": 0.34375,
      "learning_rate": 6.11249779824693e-06,
      "loss": 0.8311,
      "step": 2635
    },
    {
      "epoch": 9.0,
      "eval_loss": 2.7970776557922363,
      "eval_runtime": 0.547,
      "eval_samples_per_second": 18.282,
      "eval_steps_per_second": 1.828,
      "step": 2637
    },
    {
      "epoch": 9.01023890784983,
      "grad_norm": 0.33984375,
      "learning_rate": 5.909098541375746e-06,
      "loss": 0.827,
      "step": 2640
    },
    {
      "epoch": 9.027303754266212,
      "grad_norm": 0.333984375,
      "learning_rate": 5.7090378956564216e-06,
      "loss": 0.8173,
      "step": 2645
    },
    {
      "epoch": 9.044368600682594,
      "grad_norm": 0.341796875,
      "learning_rate": 5.512322959806193e-06,
      "loss": 0.8315,
      "step": 2650
    },
    {
      "epoch": 9.061433447098976,
      "grad_norm": 0.345703125,
      "learning_rate": 5.3189607138270255e-06,
      "loss": 0.8278,
      "step": 2655
    },
    {
      "epoch": 9.078498293515358,
      "grad_norm": 0.328125,
      "learning_rate": 5.128958018758012e-06,
      "loss": 0.821,
      "step": 2660
    },
    {
      "epoch": 9.095563139931741,
      "grad_norm": 0.337890625,
      "learning_rate": 4.942321616431833e-06,
      "loss": 0.8261,
      "step": 2665
    },
    {
      "epoch": 9.112627986348123,
      "grad_norm": 0.341796875,
      "learning_rate": 4.7590581292356276e-06,
      "loss": 0.8267,
      "step": 2670
    },
    {
      "epoch": 9.129692832764505,
      "grad_norm": 0.3359375,
      "learning_rate": 4.579174059875946e-06,
      "loss": 0.8265,
      "step": 2675
    },
    {
      "epoch": 9.146757679180887,
      "grad_norm": 0.33203125,
      "learning_rate": 4.402675791148059e-06,
      "loss": 0.8217,
      "step": 2680
    },
    {
      "epoch": 9.16382252559727,
      "grad_norm": 0.330078125,
      "learning_rate": 4.229569585709425e-06,
      "loss": 0.8245,
      "step": 2685
    },
    {
      "epoch": 9.180887372013652,
      "grad_norm": 0.3359375,
      "learning_rate": 4.0598615858575605e-06,
      "loss": 0.8211,
      "step": 2690
    },
    {
      "epoch": 9.197952218430034,
      "grad_norm": 0.330078125,
      "learning_rate": 3.89355781331201e-06,
      "loss": 0.8162,
      "step": 2695
    },
    {
      "epoch": 9.215017064846416,
      "grad_norm": 0.33203125,
      "learning_rate": 3.730664169000708e-06,
      "loss": 0.8154,
      "step": 2700
    },
    {
      "epoch": 9.2320819112628,
      "grad_norm": 0.330078125,
      "learning_rate": 3.571186432850626e-06,
      "loss": 0.8245,
      "step": 2705
    },
    {
      "epoch": 9.249146757679181,
      "grad_norm": 0.333984375,
      "learning_rate": 3.415130263582611e-06,
      "loss": 0.8198,
      "step": 2710
    },
    {
      "epoch": 9.266211604095563,
      "grad_norm": 0.330078125,
      "learning_rate": 3.2625011985107257e-06,
      "loss": 0.8178,
      "step": 2715
    },
    {
      "epoch": 9.283276450511945,
      "grad_norm": 0.337890625,
      "learning_rate": 3.1133046533455947e-06,
      "loss": 0.825,
      "step": 2720
    },
    {
      "epoch": 9.300341296928327,
      "grad_norm": 0.3359375,
      "learning_rate": 2.967545922002379e-06,
      "loss": 0.8249,
      "step": 2725
    },
    {
      "epoch": 9.31740614334471,
      "grad_norm": 0.337890625,
      "learning_rate": 2.8252301764128962e-06,
      "loss": 0.8228,
      "step": 2730
    },
    {
      "epoch": 9.334470989761092,
      "grad_norm": 0.3359375,
      "learning_rate": 2.686362466342085e-06,
      "loss": 0.822,
      "step": 2735
    },
    {
      "epoch": 9.351535836177474,
      "grad_norm": 0.3359375,
      "learning_rate": 2.550947719208829e-06,
      "loss": 0.8224,
      "step": 2740
    },
    {
      "epoch": 9.368600682593856,
      "grad_norm": 0.34375,
      "learning_rate": 2.4189907399111534e-06,
      "loss": 0.8224,
      "step": 2745
    },
    {
      "epoch": 9.38566552901024,
      "grad_norm": 0.33984375,
      "learning_rate": 2.2904962106556793e-06,
      "loss": 0.82,
      "step": 2750
    },
    {
      "epoch": 9.402730375426621,
      "grad_norm": 0.337890625,
      "learning_rate": 2.1654686907915167e-06,
      "loss": 0.8183,
      "step": 2755
    },
    {
      "epoch": 9.419795221843003,
      "grad_norm": 0.33984375,
      "learning_rate": 2.0439126166485025e-06,
      "loss": 0.8189,
      "step": 2760
    },
    {
      "epoch": 9.436860068259385,
      "grad_norm": 0.333984375,
      "learning_rate": 1.925832301379726e-06,
      "loss": 0.8215,
      "step": 2765
    },
    {
      "epoch": 9.453924914675769,
      "grad_norm": 0.341796875,
      "learning_rate": 1.8112319348085771e-06,
      "loss": 0.8235,
      "step": 2770
    },
    {
      "epoch": 9.47098976109215,
      "grad_norm": 0.341796875,
      "learning_rate": 1.700115583279993e-06,
      "loss": 0.8157,
      "step": 2775
    },
    {
      "epoch": 9.488054607508532,
      "grad_norm": 0.337890625,
      "learning_rate": 1.592487189516212e-06,
      "loss": 0.8192,
      "step": 2780
    },
    {
      "epoch": 9.505119453924914,
      "grad_norm": 0.3359375,
      "learning_rate": 1.4883505724768932e-06,
      "loss": 0.8168,
      "step": 2785
    },
    {
      "epoch": 9.522184300341298,
      "grad_norm": 0.341796875,
      "learning_rate": 1.3877094272235712e-06,
      "loss": 0.8296,
      "step": 2790
    },
    {
      "epoch": 9.53924914675768,
      "grad_norm": 0.3359375,
      "learning_rate": 1.2905673247885718e-06,
      "loss": 0.8166,
      "step": 2795
    },
    {
      "epoch": 9.556313993174061,
      "grad_norm": 0.3359375,
      "learning_rate": 1.196927712048257e-06,
      "loss": 0.817,
      "step": 2800
    },
    {
      "epoch": 9.573378839590443,
      "grad_norm": 0.33984375,
      "learning_rate": 1.1067939116008009e-06,
      "loss": 0.813,
      "step": 2805
    },
    {
      "epoch": 9.590443686006825,
      "grad_norm": 0.33203125,
      "learning_rate": 1.020169121648218e-06,
      "loss": 0.8114,
      "step": 2810
    },
    {
      "epoch": 9.607508532423209,
      "grad_norm": 0.32421875,
      "learning_rate": 9.370564158829087e-07,
      "loss": 0.8146,
      "step": 2815
    },
    {
      "epoch": 9.62457337883959,
      "grad_norm": 0.333984375,
      "learning_rate": 8.574587433786363e-07,
      "loss": 0.8216,
      "step": 2820
    },
    {
      "epoch": 9.641638225255972,
      "grad_norm": 0.34375,
      "learning_rate": 7.813789284857986e-07,
      "loss": 0.8157,
      "step": 2825
    },
    {
      "epoch": 9.658703071672354,
      "grad_norm": 0.333984375,
      "learning_rate": 7.088196707312977e-07,
      "loss": 0.8283,
      "step": 2830
    },
    {
      "epoch": 9.675767918088738,
      "grad_norm": 0.330078125,
      "learning_rate": 6.39783544722694e-07,
      "loss": 0.8092,
      "step": 2835
    },
    {
      "epoch": 9.69283276450512,
      "grad_norm": 0.330078125,
      "learning_rate": 5.742730000568908e-07,
      "loss": 0.8242,
      "step": 2840
    },
    {
      "epoch": 9.709897610921502,
      "grad_norm": 0.341796875,
      "learning_rate": 5.12290361233192e-07,
      "loss": 0.8239,
      "step": 2845
    },
    {
      "epoch": 9.726962457337883,
      "grad_norm": 0.33984375,
      "learning_rate": 4.538378275708133e-07,
      "loss": 0.8145,
      "step": 2850
    },
    {
      "epoch": 9.744027303754265,
      "grad_norm": 0.3359375,
      "learning_rate": 3.989174731308998e-07,
      "loss": 0.8249,
      "step": 2855
    },
    {
      "epoch": 9.761092150170649,
      "grad_norm": 0.3359375,
      "learning_rate": 3.4753124664286265e-07,
      "loss": 0.817,
      "step": 2860
    },
    {
      "epoch": 9.77815699658703,
      "grad_norm": 0.33203125,
      "learning_rate": 2.9968097143526775e-07,
      "loss": 0.8115,
      "step": 2865
    },
    {
      "epoch": 9.795221843003413,
      "grad_norm": 0.35546875,
      "learning_rate": 2.5536834537114307e-07,
      "loss": 0.8192,
      "step": 2870
    },
    {
      "epoch": 9.812286689419794,
      "grad_norm": 0.328125,
      "learning_rate": 2.145949407877157e-07,
      "loss": 0.8181,
      "step": 2875
    },
    {
      "epoch": 9.829351535836178,
      "grad_norm": 0.3359375,
      "learning_rate": 1.7736220444064533e-07,
      "loss": 0.8203,
      "step": 2880
    },
    {
      "epoch": 9.84641638225256,
      "grad_norm": 0.333984375,
      "learning_rate": 1.436714574526543e-07,
      "loss": 0.826,
      "step": 2885
    },
    {
      "epoch": 9.863481228668942,
      "grad_norm": 0.337890625,
      "learning_rate": 1.1352389526668727e-07,
      "loss": 0.8241,
      "step": 2890
    },
    {
      "epoch": 9.880546075085324,
      "grad_norm": 0.3359375,
      "learning_rate": 8.692058760345622e-08,
      "loss": 0.8268,
      "step": 2895
    },
    {
      "epoch": 9.897610921501707,
      "grad_norm": 0.330078125,
      "learning_rate": 6.386247842353754e-08,
      "loss": 0.8106,
      "step": 2900
    },
    {
      "epoch": 9.914675767918089,
      "grad_norm": 0.330078125,
      "learning_rate": 4.435038589380991e-08,
      "loss": 0.8232,
      "step": 2905
    },
    {
      "epoch": 9.93174061433447,
      "grad_norm": 0.3359375,
      "learning_rate": 2.8385002358466418e-08,
      "loss": 0.8187,
      "step": 2910
    },
    {
      "epoch": 9.948805460750853,
      "grad_norm": 0.337890625,
      "learning_rate": 1.5966894314456415e-08,
      "loss": 0.8284,
      "step": 2915
    },
    {
      "epoch": 9.965870307167236,
      "grad_norm": 0.333984375,
      "learning_rate": 7.096502391346071e-09,
      "loss": 0.8275,
      "step": 2920
    },
    {
      "epoch": 9.982935153583618,
      "grad_norm": 0.33984375,
      "learning_rate": 1.7741413357197368e-09,
      "loss": 0.8271,
      "step": 2925
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.333984375,
      "learning_rate": 0.0,
      "loss": 0.8243,
      "step": 2930
    },
    {
      "epoch": 10.0,
      "eval_loss": 2.7977683544158936,
      "eval_runtime": 0.5422,
      "eval_samples_per_second": 18.444,
      "eval_steps_per_second": 1.844,
      "step": 2930
    },
    {
      "epoch": 10.0,
      "step": 2930,
      "total_flos": 1.7464232891960525e+18,
      "train_loss": 0.9647074054125633,
      "train_runtime": 17674.2713,
      "train_samples_per_second": 7.945,
      "train_steps_per_second": 0.166
    }
  ],
  "logging_steps": 5,
  "max_steps": 2930,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7464232891960525e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}