{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9970883209317374,
  "eval_steps": 500,
  "global_step": 1737,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008627197239296884,
      "grad_norm": 5.919341564178467,
      "learning_rate": 1e-05,
      "loss": 1.3814,
      "step": 5
    },
    {
      "epoch": 0.017254394478593768,
      "grad_norm": 4.066539287567139,
      "learning_rate": 1e-05,
      "loss": 1.3848,
      "step": 10
    },
    {
      "epoch": 0.02588159171789065,
      "grad_norm": 4.004323959350586,
      "learning_rate": 1e-05,
      "loss": 1.3517,
      "step": 15
    },
    {
      "epoch": 0.034508788957187536,
      "grad_norm": 4.424528121948242,
      "learning_rate": 1e-05,
      "loss": 1.4088,
      "step": 20
    },
    {
      "epoch": 0.04313598619648442,
      "grad_norm": 4.122994899749756,
      "learning_rate": 1e-05,
      "loss": 1.3542,
      "step": 25
    },
    {
      "epoch": 0.0517631834357813,
      "grad_norm": 3.9815385341644287,
      "learning_rate": 1e-05,
      "loss": 1.3434,
      "step": 30
    },
    {
      "epoch": 0.06039038067507818,
      "grad_norm": 3.663285255432129,
      "learning_rate": 1e-05,
      "loss": 1.3926,
      "step": 35
    },
    {
      "epoch": 0.06901757791437507,
      "grad_norm": 3.6322672367095947,
      "learning_rate": 1e-05,
      "loss": 1.2819,
      "step": 40
    },
    {
      "epoch": 0.07764477515367195,
      "grad_norm": 4.1651387214660645,
      "learning_rate": 1e-05,
      "loss": 1.3482,
      "step": 45
    },
    {
      "epoch": 0.08627197239296884,
      "grad_norm": 3.8225786685943604,
      "learning_rate": 1e-05,
      "loss": 1.2621,
      "step": 50
    },
    {
      "epoch": 0.09489916963226572,
      "grad_norm": 3.9319000244140625,
      "learning_rate": 1e-05,
      "loss": 1.2695,
      "step": 55
    },
    {
      "epoch": 0.1035263668715626,
      "grad_norm": 4.2429633140563965,
      "learning_rate": 1e-05,
      "loss": 1.2302,
      "step": 60
    },
    {
      "epoch": 0.11215356411085949,
      "grad_norm": 3.836970090866089,
      "learning_rate": 1e-05,
      "loss": 1.242,
      "step": 65
    },
    {
      "epoch": 0.12078076135015636,
      "grad_norm": 3.622291326522827,
      "learning_rate": 1e-05,
      "loss": 1.2433,
      "step": 70
    },
    {
      "epoch": 0.12940795858945325,
      "grad_norm": 3.876661539077759,
      "learning_rate": 1e-05,
      "loss": 1.3095,
      "step": 75
    },
    {
      "epoch": 0.13803515582875014,
      "grad_norm": 3.3505313396453857,
      "learning_rate": 1e-05,
      "loss": 1.3006,
      "step": 80
    },
    {
      "epoch": 0.146662353068047,
      "grad_norm": 4.024404048919678,
      "learning_rate": 1e-05,
      "loss": 1.2698,
      "step": 85
    },
    {
      "epoch": 0.1552895503073439,
      "grad_norm": 3.4006166458129883,
      "learning_rate": 1e-05,
      "loss": 1.3346,
      "step": 90
    },
    {
      "epoch": 0.1639167475466408,
      "grad_norm": 3.5438950061798096,
      "learning_rate": 1e-05,
      "loss": 1.3634,
      "step": 95
    },
    {
      "epoch": 0.17254394478593768,
      "grad_norm": 4.186426162719727,
      "learning_rate": 1e-05,
      "loss": 1.2645,
      "step": 100
    },
    {
      "epoch": 0.18117114202523454,
      "grad_norm": 3.5808355808258057,
      "learning_rate": 1e-05,
      "loss": 1.3625,
      "step": 105
    },
    {
      "epoch": 0.18979833926453143,
      "grad_norm": 4.477747917175293,
      "learning_rate": 1e-05,
      "loss": 1.2592,
      "step": 110
    },
    {
      "epoch": 0.19842553650382833,
      "grad_norm": 3.461580753326416,
      "learning_rate": 1e-05,
      "loss": 1.2872,
      "step": 115
    },
    {
      "epoch": 0.2070527337431252,
      "grad_norm": 4.153059005737305,
      "learning_rate": 1e-05,
      "loss": 1.31,
      "step": 120
    },
    {
      "epoch": 0.21567993098242208,
      "grad_norm": 4.117781639099121,
      "learning_rate": 1e-05,
      "loss": 1.2627,
      "step": 125
    },
    {
      "epoch": 0.22430712822171897,
      "grad_norm": 4.274353504180908,
      "learning_rate": 1e-05,
      "loss": 1.206,
      "step": 130
    },
    {
      "epoch": 0.23293432546101586,
      "grad_norm": 3.5153017044067383,
      "learning_rate": 1e-05,
      "loss": 1.3192,
      "step": 135
    },
    {
      "epoch": 0.24156152270031273,
      "grad_norm": 3.2502472400665283,
      "learning_rate": 1e-05,
      "loss": 1.2825,
      "step": 140
    },
    {
      "epoch": 0.2501887199396096,
      "grad_norm": 3.598522186279297,
      "learning_rate": 1e-05,
      "loss": 1.3421,
      "step": 145
    },
    {
      "epoch": 0.2588159171789065,
      "grad_norm": 3.85213565826416,
      "learning_rate": 1e-05,
      "loss": 1.3141,
      "step": 150
    },
    {
      "epoch": 0.2674431144182034,
      "grad_norm": 4.03485107421875,
      "learning_rate": 1e-05,
      "loss": 1.298,
      "step": 155
    },
    {
      "epoch": 0.2760703116575003,
      "grad_norm": 3.352916717529297,
      "learning_rate": 1e-05,
      "loss": 1.3034,
      "step": 160
    },
    {
      "epoch": 0.2846975088967972,
      "grad_norm": 3.504659652709961,
      "learning_rate": 1e-05,
      "loss": 1.2532,
      "step": 165
    },
    {
      "epoch": 0.293324706136094,
      "grad_norm": 3.5304458141326904,
      "learning_rate": 1e-05,
      "loss": 1.2745,
      "step": 170
    },
    {
      "epoch": 0.3019519033753909,
      "grad_norm": 3.2286152839660645,
      "learning_rate": 1e-05,
      "loss": 1.3067,
      "step": 175
    },
    {
      "epoch": 0.3105791006146878,
      "grad_norm": 3.1940603256225586,
      "learning_rate": 1e-05,
      "loss": 1.2628,
      "step": 180
    },
    {
      "epoch": 0.3192062978539847,
      "grad_norm": 3.7485692501068115,
      "learning_rate": 1e-05,
      "loss": 1.2514,
      "step": 185
    },
    {
      "epoch": 0.3278334950932816,
      "grad_norm": 3.438934326171875,
      "learning_rate": 1e-05,
      "loss": 1.2122,
      "step": 190
    },
    {
      "epoch": 0.33646069233257847,
      "grad_norm": 4.063304424285889,
      "learning_rate": 1e-05,
      "loss": 1.2825,
      "step": 195
    },
    {
      "epoch": 0.34508788957187536,
      "grad_norm": 3.3390140533447266,
      "learning_rate": 1e-05,
      "loss": 1.2752,
      "step": 200
    },
    {
      "epoch": 0.3537150868111722,
      "grad_norm": 3.5218873023986816,
      "learning_rate": 1e-05,
      "loss": 1.3145,
      "step": 205
    },
    {
      "epoch": 0.3623422840504691,
      "grad_norm": 4.008931636810303,
      "learning_rate": 1e-05,
      "loss": 1.2694,
      "step": 210
    },
    {
      "epoch": 0.370969481289766,
      "grad_norm": 3.844992160797119,
      "learning_rate": 1e-05,
      "loss": 1.3507,
      "step": 215
    },
    {
      "epoch": 0.37959667852906287,
      "grad_norm": 3.2494778633117676,
      "learning_rate": 1e-05,
      "loss": 1.3843,
      "step": 220
    },
    {
      "epoch": 0.38822387576835976,
      "grad_norm": 3.2193210124969482,
      "learning_rate": 1e-05,
      "loss": 1.2553,
      "step": 225
    },
    {
      "epoch": 0.39685107300765665,
      "grad_norm": 3.6562159061431885,
      "learning_rate": 1e-05,
      "loss": 1.3664,
      "step": 230
    },
    {
      "epoch": 0.40547827024695354,
      "grad_norm": 3.219736099243164,
      "learning_rate": 1e-05,
      "loss": 1.3083,
      "step": 235
    },
    {
      "epoch": 0.4141054674862504,
      "grad_norm": 3.986835241317749,
      "learning_rate": 1e-05,
      "loss": 1.2945,
      "step": 240
    },
    {
      "epoch": 0.42273266472554727,
      "grad_norm": 3.874375581741333,
      "learning_rate": 1e-05,
      "loss": 1.2938,
      "step": 245
    },
    {
      "epoch": 0.43135986196484416,
      "grad_norm": 3.1514320373535156,
      "learning_rate": 1e-05,
      "loss": 1.2231,
      "step": 250
    },
    {
      "epoch": 0.43998705920414105,
      "grad_norm": 3.3543567657470703,
      "learning_rate": 1e-05,
      "loss": 1.2237,
      "step": 255
    },
    {
      "epoch": 0.44861425644343794,
      "grad_norm": 4.068399906158447,
      "learning_rate": 1e-05,
      "loss": 1.1541,
      "step": 260
    },
    {
      "epoch": 0.45724145368273483,
      "grad_norm": 3.7400364875793457,
      "learning_rate": 1e-05,
      "loss": 1.2629,
      "step": 265
    },
    {
      "epoch": 0.4658686509220317,
      "grad_norm": 3.091808557510376,
      "learning_rate": 1e-05,
      "loss": 1.1911,
      "step": 270
    },
    {
      "epoch": 0.4744958481613286,
      "grad_norm": 3.622913360595703,
      "learning_rate": 1e-05,
      "loss": 1.4012,
      "step": 275
    },
    {
      "epoch": 0.48312304540062545,
      "grad_norm": 3.368582010269165,
      "learning_rate": 1e-05,
      "loss": 1.2188,
      "step": 280
    },
    {
      "epoch": 0.49175024263992234,
      "grad_norm": 3.4569334983825684,
      "learning_rate": 1e-05,
      "loss": 1.354,
      "step": 285
    },
    {
      "epoch": 0.5003774398792192,
      "grad_norm": 3.7725794315338135,
      "learning_rate": 1e-05,
      "loss": 1.3322,
      "step": 290
    },
    {
      "epoch": 0.5090046371185161,
      "grad_norm": 3.446682929992676,
      "learning_rate": 1e-05,
      "loss": 1.3385,
      "step": 295
    },
    {
      "epoch": 0.517631834357813,
      "grad_norm": 3.31061053276062,
      "learning_rate": 1e-05,
      "loss": 1.2541,
      "step": 300
    },
    {
      "epoch": 0.5262590315971098,
      "grad_norm": 3.3477659225463867,
      "learning_rate": 1e-05,
      "loss": 1.3451,
      "step": 305
    },
    {
      "epoch": 0.5348862288364068,
      "grad_norm": 4.0511322021484375,
      "learning_rate": 1e-05,
      "loss": 1.3269,
      "step": 310
    },
    {
      "epoch": 0.5435134260757036,
      "grad_norm": 3.5980873107910156,
      "learning_rate": 1e-05,
      "loss": 1.2654,
      "step": 315
    },
    {
      "epoch": 0.5521406233150006,
      "grad_norm": 4.6503119468688965,
      "learning_rate": 1e-05,
      "loss": 1.3162,
      "step": 320
    },
    {
      "epoch": 0.5607678205542974,
      "grad_norm": 3.890101432800293,
      "learning_rate": 1e-05,
      "loss": 1.2839,
      "step": 325
    },
    {
      "epoch": 0.5693950177935944,
      "grad_norm": 3.019289016723633,
      "learning_rate": 1e-05,
      "loss": 1.3095,
      "step": 330
    },
    {
      "epoch": 0.5780222150328912,
      "grad_norm": 3.544351100921631,
      "learning_rate": 1e-05,
      "loss": 1.285,
      "step": 335
    },
    {
      "epoch": 0.586649412272188,
      "grad_norm": 4.081313133239746,
      "learning_rate": 1e-05,
      "loss": 1.2419,
      "step": 340
    },
    {
      "epoch": 0.595276609511485,
      "grad_norm": 3.010798454284668,
      "learning_rate": 1e-05,
      "loss": 1.2875,
      "step": 345
    },
    {
      "epoch": 0.6039038067507818,
      "grad_norm": 3.469045639038086,
      "learning_rate": 1e-05,
      "loss": 1.3055,
      "step": 350
    },
    {
      "epoch": 0.6125310039900788,
      "grad_norm": 3.8424911499023438,
      "learning_rate": 1e-05,
      "loss": 1.33,
      "step": 355
    },
    {
      "epoch": 0.6211582012293756,
      "grad_norm": 3.3473572731018066,
      "learning_rate": 1e-05,
      "loss": 1.2003,
      "step": 360
    },
    {
      "epoch": 0.6297853984686725,
      "grad_norm": 3.4214556217193604,
      "learning_rate": 1e-05,
      "loss": 1.2385,
      "step": 365
    },
    {
      "epoch": 0.6384125957079694,
      "grad_norm": 3.459791898727417,
      "learning_rate": 1e-05,
      "loss": 1.2198,
      "step": 370
    },
    {
      "epoch": 0.6470397929472662,
      "grad_norm": 3.77476167678833,
      "learning_rate": 1e-05,
      "loss": 1.3135,
      "step": 375
    },
    {
      "epoch": 0.6556669901865632,
      "grad_norm": 3.092871904373169,
      "learning_rate": 1e-05,
      "loss": 1.3234,
      "step": 380
    },
    {
      "epoch": 0.66429418742586,
      "grad_norm": 3.2897961139678955,
      "learning_rate": 1e-05,
      "loss": 1.3376,
      "step": 385
    },
    {
      "epoch": 0.6729213846651569,
      "grad_norm": 3.227506399154663,
      "learning_rate": 1e-05,
      "loss": 1.2237,
      "step": 390
    },
    {
      "epoch": 0.6815485819044538,
      "grad_norm": 3.3434855937957764,
      "learning_rate": 1e-05,
      "loss": 1.2465,
      "step": 395
    },
    {
      "epoch": 0.6901757791437507,
      "grad_norm": 3.5809898376464844,
      "learning_rate": 1e-05,
      "loss": 1.2188,
      "step": 400
    },
    {
      "epoch": 0.6988029763830476,
      "grad_norm": 3.5106072425842285,
      "learning_rate": 1e-05,
      "loss": 1.2663,
      "step": 405
    },
    {
      "epoch": 0.7074301736223444,
      "grad_norm": 3.0715136528015137,
      "learning_rate": 1e-05,
      "loss": 1.3354,
      "step": 410
    },
    {
      "epoch": 0.7160573708616413,
      "grad_norm": 3.441499948501587,
      "learning_rate": 1e-05,
      "loss": 1.3112,
      "step": 415
    },
    {
      "epoch": 0.7246845681009382,
      "grad_norm": 2.81852388381958,
      "learning_rate": 1e-05,
      "loss": 1.2335,
      "step": 420
    },
    {
      "epoch": 0.7333117653402351,
      "grad_norm": 4.062169075012207,
      "learning_rate": 1e-05,
      "loss": 1.2291,
      "step": 425
    },
    {
      "epoch": 0.741938962579532,
      "grad_norm": 3.453822612762451,
      "learning_rate": 1e-05,
      "loss": 1.1676,
      "step": 430
    },
    {
      "epoch": 0.7505661598188289,
      "grad_norm": 3.2253923416137695,
      "learning_rate": 1e-05,
      "loss": 1.2539,
      "step": 435
    },
    {
      "epoch": 0.7591933570581257,
      "grad_norm": 3.092754364013672,
      "learning_rate": 1e-05,
      "loss": 1.2994,
      "step": 440
    },
    {
      "epoch": 0.7678205542974226,
      "grad_norm": 3.07718825340271,
      "learning_rate": 1e-05,
      "loss": 1.2304,
      "step": 445
    },
    {
      "epoch": 0.7764477515367195,
      "grad_norm": 3.2939090728759766,
      "learning_rate": 1e-05,
      "loss": 1.2871,
      "step": 450
    },
    {
      "epoch": 0.7850749487760164,
      "grad_norm": 3.8047966957092285,
      "learning_rate": 1e-05,
      "loss": 1.3053,
      "step": 455
    },
    {
      "epoch": 0.7937021460153133,
      "grad_norm": 4.2863969802856445,
      "learning_rate": 1e-05,
      "loss": 1.2691,
      "step": 460
    },
    {
      "epoch": 0.8023293432546101,
      "grad_norm": 3.9592127799987793,
      "learning_rate": 1e-05,
      "loss": 1.2744,
      "step": 465
    },
    {
      "epoch": 0.8109565404939071,
      "grad_norm": 4.489944934844971,
      "learning_rate": 1e-05,
      "loss": 1.2016,
      "step": 470
    },
    {
      "epoch": 0.8195837377332039,
      "grad_norm": 3.259884834289551,
      "learning_rate": 1e-05,
      "loss": 1.2787,
      "step": 475
    },
    {
      "epoch": 0.8282109349725008,
      "grad_norm": 3.40492582321167,
      "learning_rate": 1e-05,
      "loss": 1.3095,
      "step": 480
    },
    {
      "epoch": 0.8368381322117977,
      "grad_norm": 3.3192970752716064,
      "learning_rate": 1e-05,
      "loss": 1.2503,
      "step": 485
    },
    {
      "epoch": 0.8454653294510945,
      "grad_norm": 3.331552743911743,
      "learning_rate": 1e-05,
      "loss": 1.2598,
      "step": 490
    },
    {
      "epoch": 0.8540925266903915,
      "grad_norm": 3.073087692260742,
      "learning_rate": 1e-05,
      "loss": 1.2914,
      "step": 495
    },
    {
      "epoch": 0.8627197239296883,
      "grad_norm": 3.344917058944702,
      "learning_rate": 1e-05,
      "loss": 1.2744,
      "step": 500
    },
    {
      "epoch": 0.8713469211689853,
      "grad_norm": 2.9080522060394287,
      "learning_rate": 1e-05,
      "loss": 1.3817,
      "step": 505
    },
    {
      "epoch": 0.8799741184082821,
      "grad_norm": 3.2660365104675293,
      "learning_rate": 1e-05,
      "loss": 1.1628,
      "step": 510
    },
    {
      "epoch": 0.8886013156475789,
      "grad_norm": 3.2718842029571533,
      "learning_rate": 1e-05,
      "loss": 1.2602,
      "step": 515
    },
    {
      "epoch": 0.8972285128868759,
      "grad_norm": 3.0166728496551514,
      "learning_rate": 1e-05,
      "loss": 1.2036,
      "step": 520
    },
    {
      "epoch": 0.9058557101261727,
      "grad_norm": 3.566046953201294,
      "learning_rate": 1e-05,
      "loss": 1.2575,
      "step": 525
    },
    {
      "epoch": 0.9144829073654697,
      "grad_norm": 3.3579084873199463,
      "learning_rate": 1e-05,
      "loss": 1.2762,
      "step": 530
    },
    {
      "epoch": 0.9231101046047665,
      "grad_norm": 3.251415252685547,
      "learning_rate": 1e-05,
      "loss": 1.299,
      "step": 535
    },
    {
      "epoch": 0.9317373018440634,
      "grad_norm": 3.4540982246398926,
      "learning_rate": 1e-05,
      "loss": 1.2246,
      "step": 540
    },
    {
      "epoch": 0.9403644990833603,
      "grad_norm": 3.0218403339385986,
      "learning_rate": 1e-05,
      "loss": 1.2069,
      "step": 545
    },
    {
      "epoch": 0.9489916963226572,
      "grad_norm": 3.457592248916626,
      "learning_rate": 1e-05,
      "loss": 1.244,
      "step": 550
    },
    {
      "epoch": 0.9576188935619541,
      "grad_norm": 2.8288912773132324,
      "learning_rate": 1e-05,
      "loss": 1.2785,
      "step": 555
    },
    {
      "epoch": 0.9662460908012509,
      "grad_norm": 3.9383344650268555,
      "learning_rate": 1e-05,
      "loss": 1.2542,
      "step": 560
    },
    {
      "epoch": 0.9748732880405478,
      "grad_norm": 3.215847969055176,
      "learning_rate": 1e-05,
      "loss": 1.2649,
      "step": 565
    },
    {
      "epoch": 0.9835004852798447,
      "grad_norm": 3.3479530811309814,
      "learning_rate": 1e-05,
      "loss": 1.2963,
      "step": 570
    },
    {
      "epoch": 0.9921276825191416,
      "grad_norm": 3.1215426921844482,
      "learning_rate": 1e-05,
      "loss": 1.2534,
      "step": 575
    },
    {
      "epoch": 1.0007548797584385,
      "grad_norm": 3.651639223098755,
      "learning_rate": 1e-05,
      "loss": 1.1385,
      "step": 580
    },
    {
      "epoch": 1.0093820769977353,
      "grad_norm": 3.4434738159179688,
      "learning_rate": 1e-05,
      "loss": 0.8563,
      "step": 585
    },
    {
      "epoch": 1.0180092742370321,
      "grad_norm": 4.103019714355469,
      "learning_rate": 1e-05,
      "loss": 0.9018,
      "step": 590
    },
    {
      "epoch": 1.0266364714763292,
      "grad_norm": 3.472033977508545,
      "learning_rate": 1e-05,
      "loss": 0.8435,
      "step": 595
    },
    {
      "epoch": 1.035263668715626,
      "grad_norm": 3.869497537612915,
      "learning_rate": 1e-05,
      "loss": 0.7686,
      "step": 600
    },
    {
      "epoch": 1.0438908659549229,
      "grad_norm": 3.7982940673828125,
      "learning_rate": 1e-05,
      "loss": 0.7134,
      "step": 605
    },
    {
      "epoch": 1.0525180631942197,
      "grad_norm": 3.038923978805542,
      "learning_rate": 1e-05,
      "loss": 0.7836,
      "step": 610
    },
    {
      "epoch": 1.0611452604335168,
      "grad_norm": 3.709296464920044,
      "learning_rate": 1e-05,
      "loss": 0.8263,
      "step": 615
    },
    {
      "epoch": 1.0697724576728136,
      "grad_norm": 3.110173225402832,
      "learning_rate": 1e-05,
      "loss": 0.8028,
      "step": 620
    },
    {
      "epoch": 1.0783996549121104,
      "grad_norm": 4.099541187286377,
      "learning_rate": 1e-05,
      "loss": 0.7552,
      "step": 625
    },
    {
      "epoch": 1.0870268521514073,
      "grad_norm": 3.3552350997924805,
      "learning_rate": 1e-05,
      "loss": 0.838,
      "step": 630
    },
    {
      "epoch": 1.095654049390704,
      "grad_norm": 3.6320431232452393,
      "learning_rate": 1e-05,
      "loss": 0.7915,
      "step": 635
    },
    {
      "epoch": 1.1042812466300012,
      "grad_norm": 3.646231174468994,
      "learning_rate": 1e-05,
      "loss": 0.7522,
      "step": 640
    },
    {
      "epoch": 1.112908443869298,
      "grad_norm": 3.390377998352051,
      "learning_rate": 1e-05,
      "loss": 0.7777,
      "step": 645
    },
    {
      "epoch": 1.1215356411085948,
      "grad_norm": 3.605112075805664,
      "learning_rate": 1e-05,
      "loss": 0.8388,
      "step": 650
    },
    {
      "epoch": 1.1301628383478917,
      "grad_norm": 3.313898801803589,
      "learning_rate": 1e-05,
      "loss": 0.8455,
      "step": 655
    },
    {
      "epoch": 1.1387900355871885,
      "grad_norm": 3.3568379878997803,
      "learning_rate": 1e-05,
      "loss": 0.8048,
      "step": 660
    },
    {
      "epoch": 1.1474172328264856,
      "grad_norm": 3.5753304958343506,
      "learning_rate": 1e-05,
      "loss": 0.7762,
      "step": 665
    },
    {
      "epoch": 1.1560444300657824,
      "grad_norm": 3.9311811923980713,
      "learning_rate": 1e-05,
      "loss": 0.7812,
      "step": 670
    },
    {
      "epoch": 1.1646716273050792,
      "grad_norm": 3.399244546890259,
      "learning_rate": 1e-05,
      "loss": 0.8134,
      "step": 675
    },
    {
      "epoch": 1.173298824544376,
      "grad_norm": 3.5281805992126465,
      "learning_rate": 1e-05,
      "loss": 0.7821,
      "step": 680
    },
    {
      "epoch": 1.1819260217836731,
      "grad_norm": 3.510946273803711,
      "learning_rate": 1e-05,
      "loss": 0.8034,
      "step": 685
    },
    {
      "epoch": 1.19055321902297,
      "grad_norm": 3.504866361618042,
      "learning_rate": 1e-05,
      "loss": 0.7592,
      "step": 690
    },
    {
      "epoch": 1.1991804162622668,
      "grad_norm": 3.339489698410034,
      "learning_rate": 1e-05,
      "loss": 0.7738,
      "step": 695
    },
    {
      "epoch": 1.2078076135015636,
      "grad_norm": 2.915128231048584,
      "learning_rate": 1e-05,
      "loss": 0.7043,
      "step": 700
    },
    {
      "epoch": 1.2164348107408607,
      "grad_norm": 3.4995436668395996,
      "learning_rate": 1e-05,
      "loss": 0.7969,
      "step": 705
    },
    {
      "epoch": 1.2250620079801575,
      "grad_norm": 3.3331191539764404,
      "learning_rate": 1e-05,
      "loss": 0.7299,
      "step": 710
    },
    {
      "epoch": 1.2336892052194544,
      "grad_norm": 3.898615598678589,
      "learning_rate": 1e-05,
      "loss": 0.811,
      "step": 715
    },
    {
      "epoch": 1.2423164024587512,
      "grad_norm": 3.1952695846557617,
      "learning_rate": 1e-05,
      "loss": 0.7714,
      "step": 720
    },
    {
      "epoch": 1.250943599698048,
      "grad_norm": 3.310316801071167,
      "learning_rate": 1e-05,
      "loss": 0.8388,
      "step": 725
    },
    {
      "epoch": 1.259570796937345,
      "grad_norm": 3.0263495445251465,
      "learning_rate": 1e-05,
      "loss": 0.8244,
      "step": 730
    },
    {
      "epoch": 1.268197994176642,
      "grad_norm": 3.4661359786987305,
      "learning_rate": 1e-05,
      "loss": 0.8326,
      "step": 735
    },
    {
      "epoch": 1.2768251914159388,
      "grad_norm": 3.4017932415008545,
      "learning_rate": 1e-05,
      "loss": 0.8302,
      "step": 740
    },
    {
      "epoch": 1.2854523886552356,
      "grad_norm": 3.6982741355895996,
      "learning_rate": 1e-05,
      "loss": 0.7911,
      "step": 745
    },
    {
      "epoch": 1.2940795858945324,
      "grad_norm": 3.737339973449707,
      "learning_rate": 1e-05,
      "loss": 0.8836,
      "step": 750
    },
    {
      "epoch": 1.3027067831338295,
      "grad_norm": 3.491697311401367,
      "learning_rate": 1e-05,
      "loss": 0.8023,
      "step": 755
    },
    {
      "epoch": 1.3113339803731263,
      "grad_norm": 3.9661755561828613,
      "learning_rate": 1e-05,
      "loss": 0.8338,
      "step": 760
    },
    {
      "epoch": 1.3199611776124232,
      "grad_norm": 3.4925425052642822,
      "learning_rate": 1e-05,
      "loss": 0.8247,
      "step": 765
    },
    {
      "epoch": 1.32858837485172,
      "grad_norm": 3.0747172832489014,
      "learning_rate": 1e-05,
      "loss": 0.8781,
      "step": 770
    },
    {
      "epoch": 1.3372155720910168,
      "grad_norm": 3.2208268642425537,
      "learning_rate": 1e-05,
      "loss": 0.7967,
      "step": 775
    },
    {
      "epoch": 1.3458427693303139,
      "grad_norm": 3.751079559326172,
      "learning_rate": 1e-05,
      "loss": 0.7918,
      "step": 780
    },
    {
      "epoch": 1.3544699665696107,
      "grad_norm": 3.1584877967834473,
      "learning_rate": 1e-05,
      "loss": 0.7784,
      "step": 785
    },
    {
      "epoch": 1.3630971638089076,
      "grad_norm": 3.420969009399414,
      "learning_rate": 1e-05,
      "loss": 0.8017,
      "step": 790
    },
    {
      "epoch": 1.3717243610482044,
      "grad_norm": 3.333355188369751,
      "learning_rate": 1e-05,
      "loss": 0.7803,
      "step": 795
    },
    {
      "epoch": 1.3803515582875012,
      "grad_norm": 3.5859718322753906,
      "learning_rate": 1e-05,
      "loss": 0.8341,
      "step": 800
    },
    {
      "epoch": 1.3889787555267983,
      "grad_norm": 3.3463239669799805,
      "learning_rate": 1e-05,
      "loss": 0.7977,
      "step": 805
    },
    {
      "epoch": 1.3976059527660951,
      "grad_norm": 3.34783935546875,
      "learning_rate": 1e-05,
      "loss": 0.778,
      "step": 810
    },
    {
      "epoch": 1.406233150005392,
      "grad_norm": 4.29722261428833,
      "learning_rate": 1e-05,
      "loss": 0.8107,
      "step": 815
    },
    {
      "epoch": 1.414860347244689,
      "grad_norm": 3.2892956733703613,
      "learning_rate": 1e-05,
      "loss": 0.753,
      "step": 820
    },
    {
      "epoch": 1.4234875444839858,
      "grad_norm": 3.7883739471435547,
      "learning_rate": 1e-05,
      "loss": 0.8111,
      "step": 825
    },
    {
      "epoch": 1.4321147417232827,
      "grad_norm": 3.545917510986328,
      "learning_rate": 1e-05,
      "loss": 0.7559,
      "step": 830
    },
    {
      "epoch": 1.4407419389625795,
      "grad_norm": 3.5111639499664307,
      "learning_rate": 1e-05,
      "loss": 0.8213,
      "step": 835
    },
    {
      "epoch": 1.4493691362018764,
      "grad_norm": 3.9835708141326904,
      "learning_rate": 1e-05,
      "loss": 0.9053,
      "step": 840
    },
    {
      "epoch": 1.4579963334411734,
      "grad_norm": 3.5352683067321777,
      "learning_rate": 1e-05,
      "loss": 0.7486,
      "step": 845
    },
    {
      "epoch": 1.4666235306804702,
      "grad_norm": 3.8274669647216797,
      "learning_rate": 1e-05,
      "loss": 0.8385,
      "step": 850
    },
    {
      "epoch": 1.475250727919767,
      "grad_norm": 3.425276041030884,
      "learning_rate": 1e-05,
      "loss": 0.8994,
      "step": 855
    },
    {
      "epoch": 1.483877925159064,
      "grad_norm": 3.498198986053467,
      "learning_rate": 1e-05,
      "loss": 0.7993,
      "step": 860
    },
    {
      "epoch": 1.4925051223983608,
      "grad_norm": 3.5711140632629395,
      "learning_rate": 1e-05,
      "loss": 0.8415,
      "step": 865
    },
    {
      "epoch": 1.5011323196376578,
      "grad_norm": 3.628063917160034,
      "learning_rate": 1e-05,
      "loss": 0.7544,
      "step": 870
    },
    {
      "epoch": 1.5097595168769546,
      "grad_norm": 3.185468912124634,
      "learning_rate": 1e-05,
      "loss": 0.8997,
      "step": 875
    },
    {
      "epoch": 1.5183867141162515,
      "grad_norm": 3.289321184158325,
      "learning_rate": 1e-05,
      "loss": 0.7673,
      "step": 880
    },
    {
      "epoch": 1.5270139113555483,
      "grad_norm": 3.4474823474884033,
      "learning_rate": 1e-05,
      "loss": 0.8582,
      "step": 885
    },
    {
      "epoch": 1.5356411085948452,
      "grad_norm": 4.132356643676758,
      "learning_rate": 1e-05,
      "loss": 0.7828,
      "step": 890
    },
    {
      "epoch": 1.5442683058341422,
      "grad_norm": 3.1645920276641846,
      "learning_rate": 1e-05,
      "loss": 0.8359,
      "step": 895
    },
    {
      "epoch": 1.552895503073439,
      "grad_norm": 4.218339443206787,
      "learning_rate": 1e-05,
      "loss": 0.8226,
      "step": 900
    },
    {
      "epoch": 1.5615227003127359,
      "grad_norm": 3.5735368728637695,
      "learning_rate": 1e-05,
      "loss": 0.8219,
      "step": 905
    },
    {
      "epoch": 1.570149897552033,
      "grad_norm": 3.3347320556640625,
      "learning_rate": 1e-05,
      "loss": 0.8212,
      "step": 910
    },
    {
      "epoch": 1.5787770947913295,
      "grad_norm": 3.6230201721191406,
      "learning_rate": 1e-05,
      "loss": 0.8036,
      "step": 915
    },
    {
      "epoch": 1.5874042920306266,
      "grad_norm": 3.4478774070739746,
      "learning_rate": 1e-05,
      "loss": 0.7633,
      "step": 920
    },
    {
      "epoch": 1.5960314892699234,
      "grad_norm": 3.934248924255371,
      "learning_rate": 1e-05,
      "loss": 0.7673,
      "step": 925
    },
    {
      "epoch": 1.6046586865092203,
      "grad_norm": 3.3679585456848145,
      "learning_rate": 1e-05,
      "loss": 0.7732,
      "step": 930
    },
    {
      "epoch": 1.6132858837485173,
      "grad_norm": 3.6777756214141846,
      "learning_rate": 1e-05,
      "loss": 0.7941,
      "step": 935
    },
    {
      "epoch": 1.621913080987814,
      "grad_norm": 3.4815165996551514,
      "learning_rate": 1e-05,
      "loss": 0.8184,
      "step": 940
    },
    {
      "epoch": 1.630540278227111,
      "grad_norm": 3.4345767498016357,
      "learning_rate": 1e-05,
      "loss": 0.8496,
      "step": 945
    },
    {
      "epoch": 1.6391674754664078,
      "grad_norm": 3.3284542560577393,
      "learning_rate": 1e-05,
      "loss": 0.888,
      "step": 950
    },
    {
      "epoch": 1.6477946727057047,
      "grad_norm": 3.9973185062408447,
      "learning_rate": 1e-05,
      "loss": 0.8551,
      "step": 955
    },
    {
      "epoch": 1.6564218699450017,
      "grad_norm": 3.136579751968384,
      "learning_rate": 1e-05,
      "loss": 0.8184,
      "step": 960
    },
    {
      "epoch": 1.6650490671842983,
      "grad_norm": 3.745621919631958,
      "learning_rate": 1e-05,
      "loss": 0.8045,
      "step": 965
    },
    {
      "epoch": 1.6736762644235954,
      "grad_norm": 3.2420082092285156,
      "learning_rate": 1e-05,
      "loss": 0.7489,
      "step": 970
    },
    {
      "epoch": 1.6823034616628922,
      "grad_norm": 3.52974009513855,
      "learning_rate": 1e-05,
      "loss": 0.7816,
      "step": 975
    },
    {
      "epoch": 1.690930658902189,
      "grad_norm": 3.9357786178588867,
      "learning_rate": 1e-05,
      "loss": 0.884,
      "step": 980
    },
    {
      "epoch": 1.6995578561414861,
      "grad_norm": 3.807739734649658,
      "learning_rate": 1e-05,
      "loss": 0.9077,
      "step": 985
    },
    {
      "epoch": 1.708185053380783,
      "grad_norm": 3.0585408210754395,
      "learning_rate": 1e-05,
      "loss": 0.8371,
      "step": 990
    },
    {
      "epoch": 1.7168122506200798,
      "grad_norm": 3.0159707069396973,
      "learning_rate": 1e-05,
      "loss": 0.8028,
      "step": 995
    },
    {
      "epoch": 1.7254394478593766,
      "grad_norm": 3.9987428188323975,
      "learning_rate": 1e-05,
      "loss": 0.7969,
      "step": 1000
    },
    {
      "epoch": 1.7340666450986735,
      "grad_norm": 3.4167709350585938,
      "learning_rate": 1e-05,
      "loss": 0.8557,
      "step": 1005
    },
    {
      "epoch": 1.7426938423379705,
      "grad_norm": 3.235368251800537,
      "learning_rate": 1e-05,
      "loss": 0.7524,
      "step": 1010
    },
    {
      "epoch": 1.7513210395772674,
      "grad_norm": 3.3228580951690674,
      "learning_rate": 1e-05,
      "loss": 0.8103,
      "step": 1015
    },
    {
      "epoch": 1.7599482368165642,
      "grad_norm": 3.2793571949005127,
      "learning_rate": 1e-05,
      "loss": 0.7795,
      "step": 1020
    },
    {
      "epoch": 1.7685754340558613,
      "grad_norm": 3.4918506145477295,
      "learning_rate": 1e-05,
      "loss": 0.8534,
      "step": 1025
    },
    {
      "epoch": 1.7772026312951579,
      "grad_norm": 3.5630784034729004,
      "learning_rate": 1e-05,
      "loss": 0.8371,
      "step": 1030
    },
    {
      "epoch": 1.785829828534455,
      "grad_norm": 3.330843210220337,
      "learning_rate": 1e-05,
      "loss": 0.7688,
      "step": 1035
    },
    {
      "epoch": 1.7944570257737518,
      "grad_norm": 3.340770721435547,
      "learning_rate": 1e-05,
      "loss": 0.7823,
      "step": 1040
    },
    {
      "epoch": 1.8030842230130486,
      "grad_norm": 3.48885440826416,
      "learning_rate": 1e-05,
      "loss": 0.8135,
      "step": 1045
    },
    {
      "epoch": 1.8117114202523457,
      "grad_norm": 3.783395528793335,
      "learning_rate": 1e-05,
      "loss": 0.8169,
      "step": 1050
    },
    {
      "epoch": 1.8203386174916423,
      "grad_norm": 3.1166722774505615,
      "learning_rate": 1e-05,
      "loss": 0.846,
      "step": 1055
    },
    {
      "epoch": 1.8289658147309393,
      "grad_norm": 3.627532720565796,
      "learning_rate": 1e-05,
      "loss": 0.8055,
      "step": 1060
    },
    {
      "epoch": 1.8375930119702362,
      "grad_norm": 3.264894723892212,
      "learning_rate": 1e-05,
      "loss": 0.8216,
      "step": 1065
    },
    {
      "epoch": 1.846220209209533,
      "grad_norm": 3.652085781097412,
      "learning_rate": 1e-05,
      "loss": 0.8663,
      "step": 1070
    },
    {
      "epoch": 1.85484740644883,
      "grad_norm": 3.269554376602173,
      "learning_rate": 1e-05,
      "loss": 0.8332,
      "step": 1075
    },
    {
      "epoch": 1.8634746036881267,
      "grad_norm": 3.3206093311309814,
      "learning_rate": 1e-05,
      "loss": 0.8408,
      "step": 1080
    },
    {
      "epoch": 1.8721018009274237,
      "grad_norm": 4.427550792694092,
      "learning_rate": 1e-05,
      "loss": 0.828,
      "step": 1085
    },
    {
      "epoch": 1.8807289981667206,
      "grad_norm": 3.235623359680176,
      "learning_rate": 1e-05,
      "loss": 0.8127,
      "step": 1090
    },
    {
      "epoch": 1.8893561954060174,
      "grad_norm": 3.4541192054748535,
      "learning_rate": 1e-05,
      "loss": 0.8607,
      "step": 1095
    },
    {
      "epoch": 1.8979833926453145,
      "grad_norm": 3.4523119926452637,
      "learning_rate": 1e-05,
      "loss": 0.9251,
      "step": 1100
    },
    {
      "epoch": 1.906610589884611,
      "grad_norm": 3.4309825897216797,
      "learning_rate": 1e-05,
      "loss": 0.8388,
      "step": 1105
    },
    {
      "epoch": 1.9152377871239081,
      "grad_norm": 3.8286280632019043,
      "learning_rate": 1e-05,
      "loss": 0.8036,
      "step": 1110
    },
    {
      "epoch": 1.923864984363205,
      "grad_norm": 3.4782304763793945,
      "learning_rate": 1e-05,
      "loss": 0.8001,
      "step": 1115
    },
    {
      "epoch": 1.9324921816025018,
      "grad_norm": 3.265873432159424,
      "learning_rate": 1e-05,
      "loss": 0.775,
      "step": 1120
    },
    {
      "epoch": 1.9411193788417989,
      "grad_norm": 3.65558123588562,
      "learning_rate": 1e-05,
      "loss": 0.8639,
      "step": 1125
    },
    {
      "epoch": 1.9497465760810957,
      "grad_norm": 3.7924466133117676,
      "learning_rate": 1e-05,
      "loss": 0.8513,
      "step": 1130
    },
    {
      "epoch": 1.9583737733203925,
      "grad_norm": 3.99310564994812,
      "learning_rate": 1e-05,
      "loss": 0.77,
      "step": 1135
    },
    {
      "epoch": 1.9670009705596894,
      "grad_norm": 3.121508836746216,
      "learning_rate": 1e-05,
      "loss": 0.732,
      "step": 1140
    },
    {
      "epoch": 1.9756281677989862,
      "grad_norm": 3.812880277633667,
      "learning_rate": 1e-05,
      "loss": 0.8029,
      "step": 1145
    },
    {
      "epoch": 1.9842553650382833,
      "grad_norm": 3.398724317550659,
      "learning_rate": 1e-05,
      "loss": 0.8205,
      "step": 1150
    },
    {
      "epoch": 1.99288256227758,
      "grad_norm": 3.3330962657928467,
      "learning_rate": 1e-05,
      "loss": 0.7995,
      "step": 1155
    },
    {
      "epoch": 2.001509759516877,
      "grad_norm": 4.028820991516113,
      "learning_rate": 1e-05,
      "loss": 0.7343,
      "step": 1160
    },
    {
      "epoch": 2.010136956756174,
      "grad_norm": 4.329206943511963,
      "learning_rate": 1e-05,
      "loss": 0.4413,
      "step": 1165
    },
    {
      "epoch": 2.0187641539954706,
      "grad_norm": 7.581143379211426,
      "learning_rate": 1e-05,
      "loss": 0.4171,
      "step": 1170
    },
    {
      "epoch": 2.0273913512347677,
      "grad_norm": 3.6165997982025146,
      "learning_rate": 1e-05,
      "loss": 0.3829,
      "step": 1175
    },
    {
      "epoch": 2.0360185484740643,
      "grad_norm": 3.6805825233459473,
      "learning_rate": 1e-05,
      "loss": 0.3505,
      "step": 1180
    },
    {
      "epoch": 2.0446457457133613,
      "grad_norm": 3.5917325019836426,
      "learning_rate": 1e-05,
      "loss": 0.3448,
      "step": 1185
    },
    {
      "epoch": 2.0532729429526584,
      "grad_norm": 4.101263046264648,
      "learning_rate": 1e-05,
      "loss": 0.3737,
      "step": 1190
    },
    {
      "epoch": 2.061900140191955,
      "grad_norm": 4.450289726257324,
      "learning_rate": 1e-05,
      "loss": 0.3939,
      "step": 1195
    },
    {
      "epoch": 2.070527337431252,
      "grad_norm": 3.6648216247558594,
      "learning_rate": 1e-05,
      "loss": 0.3638,
      "step": 1200
    },
    {
      "epoch": 2.079154534670549,
      "grad_norm": 4.237855434417725,
      "learning_rate": 1e-05,
      "loss": 0.3634,
      "step": 1205
    },
    {
      "epoch": 2.0877817319098457,
      "grad_norm": 4.677015781402588,
      "learning_rate": 1e-05,
      "loss": 0.4462,
      "step": 1210
    },
    {
      "epoch": 2.096408929149143,
      "grad_norm": 3.543541431427002,
      "learning_rate": 1e-05,
      "loss": 0.4071,
      "step": 1215
    },
    {
      "epoch": 2.1050361263884394,
      "grad_norm": 4.441009521484375,
      "learning_rate": 1e-05,
      "loss": 0.3735,
      "step": 1220
    },
    {
      "epoch": 2.1136633236277365,
      "grad_norm": 3.5603976249694824,
      "learning_rate": 1e-05,
      "loss": 0.383,
      "step": 1225
    },
    {
      "epoch": 2.1222905208670335,
      "grad_norm": 3.347618579864502,
      "learning_rate": 1e-05,
      "loss": 0.3077,
      "step": 1230
    },
    {
      "epoch": 2.13091771810633,
      "grad_norm": 3.57377028465271,
      "learning_rate": 1e-05,
      "loss": 0.3774,
      "step": 1235
    },
    {
      "epoch": 2.139544915345627,
      "grad_norm": 3.4287397861480713,
      "learning_rate": 1e-05,
      "loss": 0.3388,
      "step": 1240
    },
    {
      "epoch": 2.148172112584924,
      "grad_norm": 3.9330341815948486,
      "learning_rate": 1e-05,
      "loss": 0.3848,
      "step": 1245
    },
    {
      "epoch": 2.156799309824221,
      "grad_norm": 3.7925400733947754,
      "learning_rate": 1e-05,
      "loss": 0.4173,
      "step": 1250
    },
    {
      "epoch": 2.165426507063518,
      "grad_norm": 3.818533420562744,
      "learning_rate": 1e-05,
      "loss": 0.3514,
      "step": 1255
    },
    {
      "epoch": 2.1740537043028145,
      "grad_norm": 4.525712013244629,
      "learning_rate": 1e-05,
      "loss": 0.393,
      "step": 1260
    },
    {
      "epoch": 2.1826809015421116,
      "grad_norm": 3.9103636741638184,
      "learning_rate": 1e-05,
      "loss": 0.3886,
      "step": 1265
    },
    {
      "epoch": 2.191308098781408,
      "grad_norm": 4.36718225479126,
      "learning_rate": 1e-05,
      "loss": 0.3943,
      "step": 1270
    },
    {
      "epoch": 2.1999352960207053,
      "grad_norm": 4.249504566192627,
      "learning_rate": 1e-05,
      "loss": 0.3562,
      "step": 1275
    },
    {
      "epoch": 2.2085624932600023,
      "grad_norm": 3.6772570610046387,
      "learning_rate": 1e-05,
      "loss": 0.3609,
      "step": 1280
    },
    {
      "epoch": 2.217189690499299,
      "grad_norm": 4.188706398010254,
      "learning_rate": 1e-05,
      "loss": 0.4031,
      "step": 1285
    },
    {
      "epoch": 2.225816887738596,
      "grad_norm": 4.41935920715332,
      "learning_rate": 1e-05,
      "loss": 0.3989,
      "step": 1290
    },
    {
      "epoch": 2.234444084977893,
      "grad_norm": 3.972947359085083,
      "learning_rate": 1e-05,
      "loss": 0.4016,
      "step": 1295
    },
    {
      "epoch": 2.2430712822171897,
      "grad_norm": 3.753408193588257,
      "learning_rate": 1e-05,
      "loss": 0.3735,
      "step": 1300
    },
    {
      "epoch": 2.2516984794564867,
      "grad_norm": 3.882584810256958,
      "learning_rate": 1e-05,
      "loss": 0.376,
      "step": 1305
    },
    {
      "epoch": 2.2603256766957833,
      "grad_norm": 3.9297213554382324,
      "learning_rate": 1e-05,
      "loss": 0.4118,
      "step": 1310
    },
    {
      "epoch": 2.2689528739350804,
      "grad_norm": 4.477977752685547,
      "learning_rate": 1e-05,
      "loss": 0.4483,
      "step": 1315
    },
    {
      "epoch": 2.277580071174377,
      "grad_norm": 4.420772552490234,
      "learning_rate": 1e-05,
      "loss": 0.3646,
      "step": 1320
    },
    {
      "epoch": 2.286207268413674,
      "grad_norm": 4.0902276039123535,
      "learning_rate": 1e-05,
      "loss": 0.3901,
      "step": 1325
    },
    {
      "epoch": 2.294834465652971,
      "grad_norm": 3.598499298095703,
      "learning_rate": 1e-05,
      "loss": 0.3684,
      "step": 1330
    },
    {
      "epoch": 2.3034616628922677,
      "grad_norm": 3.4670894145965576,
      "learning_rate": 1e-05,
      "loss": 0.3885,
      "step": 1335
    },
    {
      "epoch": 2.312088860131565,
      "grad_norm": 4.802315711975098,
      "learning_rate": 1e-05,
      "loss": 0.424,
      "step": 1340
    },
    {
      "epoch": 2.320716057370862,
      "grad_norm": 4.187905788421631,
      "learning_rate": 1e-05,
      "loss": 0.4194,
      "step": 1345
    },
    {
      "epoch": 2.3293432546101585,
      "grad_norm": 3.7030727863311768,
      "learning_rate": 1e-05,
      "loss": 0.3982,
      "step": 1350
    },
    {
      "epoch": 2.3379704518494555,
      "grad_norm": 4.434927463531494,
      "learning_rate": 1e-05,
      "loss": 0.4565,
      "step": 1355
    },
    {
      "epoch": 2.346597649088752,
      "grad_norm": 4.65302038192749,
      "learning_rate": 1e-05,
      "loss": 0.3995,
      "step": 1360
    },
    {
      "epoch": 2.355224846328049,
      "grad_norm": 4.085888862609863,
      "learning_rate": 1e-05,
      "loss": 0.426,
      "step": 1365
    },
    {
      "epoch": 2.3638520435673462,
      "grad_norm": 4.577415466308594,
      "learning_rate": 1e-05,
      "loss": 0.3854,
      "step": 1370
    },
    {
      "epoch": 2.372479240806643,
      "grad_norm": 4.255492210388184,
      "learning_rate": 1e-05,
      "loss": 0.3808,
      "step": 1375
    },
    {
      "epoch": 2.38110643804594,
      "grad_norm": 3.9601423740386963,
      "learning_rate": 1e-05,
      "loss": 0.3598,
      "step": 1380
    },
    {
      "epoch": 2.3897336352852365,
      "grad_norm": 3.984498977661133,
      "learning_rate": 1e-05,
      "loss": 0.4018,
      "step": 1385
    },
    {
      "epoch": 2.3983608325245336,
      "grad_norm": 4.054710388183594,
      "learning_rate": 1e-05,
      "loss": 0.4105,
      "step": 1390
    },
    {
      "epoch": 2.4069880297638306,
      "grad_norm": 3.6106574535369873,
      "learning_rate": 1e-05,
      "loss": 0.3832,
      "step": 1395
    },
    {
      "epoch": 2.4156152270031273,
      "grad_norm": 3.7792673110961914,
      "learning_rate": 1e-05,
      "loss": 0.4288,
      "step": 1400
    },
    {
      "epoch": 2.4242424242424243,
      "grad_norm": 4.984143257141113,
      "learning_rate": 1e-05,
      "loss": 0.3759,
      "step": 1405
    },
    {
      "epoch": 2.4328696214817214,
      "grad_norm": 4.424108028411865,
      "learning_rate": 1e-05,
      "loss": 0.3981,
      "step": 1410
    },
    {
      "epoch": 2.441496818721018,
      "grad_norm": 3.914560079574585,
      "learning_rate": 1e-05,
      "loss": 0.3461,
      "step": 1415
    },
    {
      "epoch": 2.450124015960315,
      "grad_norm": 3.667935848236084,
      "learning_rate": 1e-05,
      "loss": 0.3898,
      "step": 1420
    },
    {
      "epoch": 2.4587512131996117,
      "grad_norm": 3.2983341217041016,
      "learning_rate": 1e-05,
      "loss": 0.36,
      "step": 1425
    },
    {
      "epoch": 2.4673784104389087,
      "grad_norm": 5.143230438232422,
      "learning_rate": 1e-05,
      "loss": 0.4348,
      "step": 1430
    },
    {
      "epoch": 2.4760056076782053,
      "grad_norm": 3.818688154220581,
      "learning_rate": 1e-05,
      "loss": 0.3582,
      "step": 1435
    },
    {
      "epoch": 2.4846328049175024,
      "grad_norm": 4.086068153381348,
      "learning_rate": 1e-05,
      "loss": 0.4337,
      "step": 1440
    },
    {
      "epoch": 2.4932600021567994,
      "grad_norm": 3.717658281326294,
      "learning_rate": 1e-05,
      "loss": 0.4196,
      "step": 1445
    },
    {
      "epoch": 2.501887199396096,
      "grad_norm": 3.619304895401001,
      "learning_rate": 1e-05,
      "loss": 0.3901,
      "step": 1450
    },
    {
      "epoch": 2.510514396635393,
      "grad_norm": 4.011234283447266,
      "learning_rate": 1e-05,
      "loss": 0.3864,
      "step": 1455
    },
    {
      "epoch": 2.51914159387469,
      "grad_norm": 3.993927478790283,
      "learning_rate": 1e-05,
      "loss": 0.3911,
      "step": 1460
    },
    {
      "epoch": 2.527768791113987,
      "grad_norm": 4.390587329864502,
      "learning_rate": 1e-05,
      "loss": 0.4008,
      "step": 1465
    },
    {
      "epoch": 2.536395988353284,
      "grad_norm": 4.767730236053467,
      "learning_rate": 1e-05,
      "loss": 0.3738,
      "step": 1470
    },
    {
      "epoch": 2.5450231855925805,
      "grad_norm": 3.377415180206299,
      "learning_rate": 1e-05,
      "loss": 0.3892,
      "step": 1475
    },
    {
      "epoch": 2.5536503828318775,
      "grad_norm": 3.5132322311401367,
      "learning_rate": 1e-05,
      "loss": 0.4022,
      "step": 1480
    },
    {
      "epoch": 2.562277580071174,
      "grad_norm": 3.9030888080596924,
      "learning_rate": 1e-05,
      "loss": 0.436,
      "step": 1485
    },
    {
      "epoch": 2.570904777310471,
      "grad_norm": 3.88025164604187,
      "learning_rate": 1e-05,
      "loss": 0.4164,
      "step": 1490
    },
    {
      "epoch": 2.5795319745497682,
      "grad_norm": 4.036890983581543,
      "learning_rate": 1e-05,
      "loss": 0.3914,
      "step": 1495
    },
    {
      "epoch": 2.588159171789065,
      "grad_norm": 3.56758189201355,
      "learning_rate": 1e-05,
      "loss": 0.3878,
      "step": 1500
    },
    {
      "epoch": 2.596786369028362,
      "grad_norm": 3.9577293395996094,
      "learning_rate": 1e-05,
      "loss": 0.39,
      "step": 1505
    },
    {
      "epoch": 2.605413566267659,
      "grad_norm": 4.392646312713623,
      "learning_rate": 1e-05,
      "loss": 0.3989,
      "step": 1510
    },
    {
      "epoch": 2.6140407635069556,
      "grad_norm": 4.026916027069092,
      "learning_rate": 1e-05,
      "loss": 0.3613,
      "step": 1515
    },
    {
      "epoch": 2.6226679607462526,
      "grad_norm": 4.357356548309326,
      "learning_rate": 1e-05,
      "loss": 0.3995,
      "step": 1520
    },
    {
      "epoch": 2.6312951579855497,
      "grad_norm": 3.703214406967163,
      "learning_rate": 1e-05,
      "loss": 0.3376,
      "step": 1525
    },
    {
      "epoch": 2.6399223552248463,
      "grad_norm": 3.8401548862457275,
      "learning_rate": 1e-05,
      "loss": 0.3861,
      "step": 1530
    },
    {
      "epoch": 2.6485495524641434,
      "grad_norm": 3.7734174728393555,
      "learning_rate": 1e-05,
      "loss": 0.4193,
      "step": 1535
    },
    {
      "epoch": 2.65717674970344,
      "grad_norm": 3.929262161254883,
      "learning_rate": 1e-05,
      "loss": 0.4235,
      "step": 1540
    },
    {
      "epoch": 2.665803946942737,
      "grad_norm": 4.2804975509643555,
      "learning_rate": 1e-05,
      "loss": 0.39,
      "step": 1545
    },
    {
      "epoch": 2.6744311441820336,
      "grad_norm": 4.476975440979004,
      "learning_rate": 1e-05,
      "loss": 0.4395,
      "step": 1550
    },
    {
      "epoch": 2.6830583414213307,
      "grad_norm": 3.710632562637329,
      "learning_rate": 1e-05,
      "loss": 0.3956,
      "step": 1555
    },
    {
      "epoch": 2.6916855386606278,
      "grad_norm": 5.090831756591797,
      "learning_rate": 1e-05,
      "loss": 0.4399,
      "step": 1560
    },
    {
      "epoch": 2.7003127358999244,
      "grad_norm": 4.323583602905273,
      "learning_rate": 1e-05,
      "loss": 0.4161,
      "step": 1565
    },
    {
      "epoch": 2.7089399331392214,
      "grad_norm": 4.236275672912598,
      "learning_rate": 1e-05,
      "loss": 0.4128,
      "step": 1570
    },
    {
      "epoch": 2.7175671303785185,
      "grad_norm": 4.034735202789307,
      "learning_rate": 1e-05,
      "loss": 0.4291,
      "step": 1575
    },
    {
      "epoch": 2.726194327617815,
      "grad_norm": 4.452931880950928,
      "learning_rate": 1e-05,
      "loss": 0.4198,
      "step": 1580
    },
    {
      "epoch": 2.734821524857112,
      "grad_norm": 3.9385485649108887,
      "learning_rate": 1e-05,
      "loss": 0.3954,
      "step": 1585
    },
    {
      "epoch": 2.7434487220964088,
      "grad_norm": 3.8436594009399414,
      "learning_rate": 1e-05,
      "loss": 0.3718,
      "step": 1590
    },
    {
      "epoch": 2.752075919335706,
      "grad_norm": 3.962069272994995,
      "learning_rate": 1e-05,
      "loss": 0.3488,
      "step": 1595
    },
    {
      "epoch": 2.7607031165750024,
      "grad_norm": 4.306760787963867,
      "learning_rate": 1e-05,
      "loss": 0.4581,
      "step": 1600
    },
    {
      "epoch": 2.7693303138142995,
      "grad_norm": 4.657399654388428,
      "learning_rate": 1e-05,
      "loss": 0.4455,
      "step": 1605
    },
    {
      "epoch": 2.7779575110535966,
      "grad_norm": 4.039801120758057,
      "learning_rate": 1e-05,
      "loss": 0.3918,
      "step": 1610
    },
    {
      "epoch": 2.786584708292893,
      "grad_norm": 5.203350067138672,
      "learning_rate": 1e-05,
      "loss": 0.4067,
      "step": 1615
    },
    {
      "epoch": 2.7952119055321902,
      "grad_norm": 3.9145352840423584,
      "learning_rate": 1e-05,
      "loss": 0.4237,
      "step": 1620
    },
    {
      "epoch": 2.8038391027714873,
      "grad_norm": 3.5493838787078857,
      "learning_rate": 1e-05,
      "loss": 0.3939,
      "step": 1625
    },
    {
      "epoch": 2.812466300010784,
      "grad_norm": 4.310389995574951,
      "learning_rate": 1e-05,
      "loss": 0.4385,
      "step": 1630
    },
    {
      "epoch": 2.821093497250081,
      "grad_norm": 5.43610954284668,
      "learning_rate": 1e-05,
      "loss": 0.4109,
      "step": 1635
    },
    {
      "epoch": 2.829720694489378,
      "grad_norm": 4.191155433654785,
      "learning_rate": 1e-05,
      "loss": 0.4402,
      "step": 1640
    },
    {
      "epoch": 2.8383478917286746,
      "grad_norm": 3.9996650218963623,
      "learning_rate": 1e-05,
      "loss": 0.444,
      "step": 1645
    },
    {
      "epoch": 2.8469750889679717,
      "grad_norm": 10.163007736206055,
      "learning_rate": 1e-05,
      "loss": 0.413,
      "step": 1650
    },
    {
      "epoch": 2.8556022862072683,
      "grad_norm": 3.8168654441833496,
      "learning_rate": 1e-05,
      "loss": 0.4245,
      "step": 1655
    },
    {
      "epoch": 2.8642294834465654,
      "grad_norm": 3.9268579483032227,
      "learning_rate": 1e-05,
      "loss": 0.4091,
      "step": 1660
    },
    {
      "epoch": 2.872856680685862,
      "grad_norm": 4.146000385284424,
      "learning_rate": 1e-05,
      "loss": 0.4206,
      "step": 1665
    },
    {
      "epoch": 2.881483877925159,
      "grad_norm": 4.102123260498047,
      "learning_rate": 1e-05,
      "loss": 0.3868,
      "step": 1670
    },
    {
      "epoch": 2.890111075164456,
      "grad_norm": 4.318619728088379,
      "learning_rate": 1e-05,
      "loss": 0.4102,
      "step": 1675
    },
    {
      "epoch": 2.8987382724037527,
      "grad_norm": 4.203400611877441,
      "learning_rate": 1e-05,
      "loss": 0.4349,
      "step": 1680
    },
    {
      "epoch": 2.9073654696430498,
      "grad_norm": 4.164772987365723,
      "learning_rate": 1e-05,
      "loss": 0.4298,
      "step": 1685
    },
    {
      "epoch": 2.915992666882347,
      "grad_norm": 4.088376998901367,
      "learning_rate": 1e-05,
      "loss": 0.431,
      "step": 1690
    },
    {
      "epoch": 2.9246198641216434,
      "grad_norm": 4.593983173370361,
      "learning_rate": 1e-05,
      "loss": 0.4373,
      "step": 1695
    },
    {
      "epoch": 2.9332470613609405,
      "grad_norm": 4.246501445770264,
      "learning_rate": 1e-05,
      "loss": 0.4239,
      "step": 1700
    },
    {
      "epoch": 2.941874258600237,
      "grad_norm": 3.8412177562713623,
      "learning_rate": 1e-05,
      "loss": 0.4277,
      "step": 1705
    },
    {
      "epoch": 2.950501455839534,
      "grad_norm": 3.7681996822357178,
      "learning_rate": 1e-05,
      "loss": 0.4302,
      "step": 1710
    },
    {
      "epoch": 2.9591286530788308,
      "grad_norm": 4.009012699127197,
      "learning_rate": 1e-05,
      "loss": 0.3822,
      "step": 1715
    },
    {
      "epoch": 2.967755850318128,
      "grad_norm": 4.4853434562683105,
      "learning_rate": 1e-05,
      "loss": 0.4402,
      "step": 1720
    },
    {
      "epoch": 2.976383047557425,
      "grad_norm": 3.743802785873413,
      "learning_rate": 1e-05,
      "loss": 0.3803,
      "step": 1725
    },
    {
      "epoch": 2.9850102447967215,
      "grad_norm": 4.453946113586426,
      "learning_rate": 1e-05,
      "loss": 0.4109,
      "step": 1730
    },
    {
      "epoch": 2.9936374420360186,
      "grad_norm": 3.8939476013183594,
      "learning_rate": 1e-05,
      "loss": 0.4232,
      "step": 1735
    },
    {
      "epoch": 2.9970883209317374,
      "step": 1737,
      "total_flos": 2.5609799507175014e+18,
      "train_loss": 0.8316220592066139,
      "train_runtime": 17540.1657,
      "train_samples_per_second": 6.344,
      "train_steps_per_second": 0.099
    }
  ],
  "logging_steps": 5,
  "max_steps": 1737,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.5609799507175014e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}