{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 60701,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016474193176389186,
      "grad_norm": 35.35807800292969,
      "learning_rate": 4.1186161449752885e-07,
      "loss": 1.1167,
      "step": 100
    },
    {
      "epoch": 0.0032948386352778373,
      "grad_norm": 2.662261724472046,
      "learning_rate": 8.237232289950577e-07,
      "loss": 0.8293,
      "step": 200
    },
    {
      "epoch": 0.004942257952916756,
      "grad_norm": 3.5144577026367188,
      "learning_rate": 1.2355848434925866e-06,
      "loss": 0.8225,
      "step": 300
    },
    {
      "epoch": 0.006589677270555675,
      "grad_norm": 2.4613759517669678,
      "learning_rate": 1.6474464579901154e-06,
      "loss": 0.767,
      "step": 400
    },
    {
      "epoch": 0.008237096588194593,
      "grad_norm": 2.598069906234741,
      "learning_rate": 2.0593080724876445e-06,
      "loss": 0.687,
      "step": 500
    },
    {
      "epoch": 0.009884515905833512,
      "grad_norm": 3.49182391166687,
      "learning_rate": 2.471169686985173e-06,
      "loss": 0.6412,
      "step": 600
    },
    {
      "epoch": 0.01153193522347243,
      "grad_norm": 1.9722175598144531,
      "learning_rate": 2.883031301482702e-06,
      "loss": 0.6173,
      "step": 700
    },
    {
      "epoch": 0.01317935454111135,
      "grad_norm": 2.084155321121216,
      "learning_rate": 3.294892915980231e-06,
      "loss": 0.622,
      "step": 800
    },
    {
      "epoch": 0.014826773858750269,
      "grad_norm": 2.001030206680298,
      "learning_rate": 3.70675453047776e-06,
      "loss": 0.5975,
      "step": 900
    },
    {
      "epoch": 0.016474193176389186,
      "grad_norm": 2.722954034805298,
      "learning_rate": 4.118616144975289e-06,
      "loss": 0.6171,
      "step": 1000
    },
    {
      "epoch": 0.018121612494028105,
      "grad_norm": 2.851048469543457,
      "learning_rate": 4.5304777594728176e-06,
      "loss": 0.5398,
      "step": 1100
    },
    {
      "epoch": 0.019769031811667025,
      "grad_norm": 2.0754776000976562,
      "learning_rate": 4.942339373970346e-06,
      "loss": 0.5444,
      "step": 1200
    },
    {
      "epoch": 0.021416451129305944,
      "grad_norm": 1.9554790258407593,
      "learning_rate": 4.999974215318018e-06,
      "loss": 0.5688,
      "step": 1300
    },
    {
      "epoch": 0.02306387044694486,
      "grad_norm": 2.532405376434326,
      "learning_rate": 4.999879388694095e-06,
      "loss": 0.5549,
      "step": 1400
    },
    {
      "epoch": 0.02471128976458378,
      "grad_norm": 2.0328919887542725,
      "learning_rate": 4.999714839456846e-06,
      "loss": 0.5484,
      "step": 1500
    },
    {
      "epoch": 0.0263587090822227,
      "grad_norm": 1.7955541610717773,
      "learning_rate": 4.999480572195616e-06,
      "loss": 0.5765,
      "step": 1600
    },
    {
      "epoch": 0.028006128399861618,
      "grad_norm": 1.7495211362838745,
      "learning_rate": 4.999176593444209e-06,
      "loss": 0.5829,
      "step": 1700
    },
    {
      "epoch": 0.029653547717500537,
      "grad_norm": 2.1942079067230225,
      "learning_rate": 4.9988029116807125e-06,
      "loss": 0.5331,
      "step": 1800
    },
    {
      "epoch": 0.03130096703513945,
      "grad_norm": 2.9001498222351074,
      "learning_rate": 4.998359537327255e-06,
      "loss": 0.5108,
      "step": 1900
    },
    {
      "epoch": 0.03294838635277837,
      "grad_norm": 2.320958375930786,
      "learning_rate": 4.997846482749723e-06,
      "loss": 0.5484,
      "step": 2000
    },
    {
      "epoch": 0.03459580567041729,
      "grad_norm": 2.4439444541931152,
      "learning_rate": 4.9972637622574074e-06,
      "loss": 0.5448,
      "step": 2100
    },
    {
      "epoch": 0.03624322498805621,
      "grad_norm": 2.403137445449829,
      "learning_rate": 4.996611392102611e-06,
      "loss": 0.519,
      "step": 2200
    },
    {
      "epoch": 0.03789064430569513,
      "grad_norm": 1.4548203945159912,
      "learning_rate": 4.995889390480193e-06,
      "loss": 0.4869,
      "step": 2300
    },
    {
      "epoch": 0.03953806362333405,
      "grad_norm": 2.335745334625244,
      "learning_rate": 4.99509777752706e-06,
      "loss": 0.5545,
      "step": 2400
    },
    {
      "epoch": 0.04118548294097297,
      "grad_norm": 2.894595146179199,
      "learning_rate": 4.994236575321607e-06,
      "loss": 0.5364,
      "step": 2500
    },
    {
      "epoch": 0.04283290225861189,
      "grad_norm": 3.079472064971924,
      "learning_rate": 4.993305807883101e-06,
      "loss": 0.5514,
      "step": 2600
    },
    {
      "epoch": 0.0444803215762508,
      "grad_norm": 2.3833718299865723,
      "learning_rate": 4.9923055011710075e-06,
      "loss": 0.492,
      "step": 2700
    },
    {
      "epoch": 0.04612774089388972,
      "grad_norm": 2.7838637828826904,
      "learning_rate": 4.991235683084274e-06,
      "loss": 0.5156,
      "step": 2800
    },
    {
      "epoch": 0.04777516021152864,
      "grad_norm": 1.7487517595291138,
      "learning_rate": 4.9900963834605445e-06,
      "loss": 0.514,
      "step": 2900
    },
    {
      "epoch": 0.04942257952916756,
      "grad_norm": 1.7354815006256104,
      "learning_rate": 4.98888763407533e-06,
      "loss": 0.5202,
      "step": 3000
    },
    {
      "epoch": 0.05106999884680648,
      "grad_norm": 4.250129222869873,
      "learning_rate": 4.987609468641125e-06,
      "loss": 0.5069,
      "step": 3100
    },
    {
      "epoch": 0.0527174181644454,
      "grad_norm": 2.1309328079223633,
      "learning_rate": 4.986261922806461e-06,
      "loss": 0.5372,
      "step": 3200
    },
    {
      "epoch": 0.054364837482084316,
      "grad_norm": 2.0532209873199463,
      "learning_rate": 4.9848450341549196e-06,
      "loss": 0.5118,
      "step": 3300
    },
    {
      "epoch": 0.056012256799723235,
      "grad_norm": 2.774035692214966,
      "learning_rate": 4.983358842204078e-06,
      "loss": 0.5082,
      "step": 3400
    },
    {
      "epoch": 0.057659676117362155,
      "grad_norm": 4.331142425537109,
      "learning_rate": 4.981803388404411e-06,
      "loss": 0.5328,
      "step": 3500
    },
    {
      "epoch": 0.059307095435001074,
      "grad_norm": 2.5397560596466064,
      "learning_rate": 4.980178716138135e-06,
      "loss": 0.5173,
      "step": 3600
    },
    {
      "epoch": 0.060954514752639986,
      "grad_norm": 2.2354204654693604,
      "learning_rate": 4.978484870717991e-06,
      "loss": 0.4946,
      "step": 3700
    },
    {
      "epoch": 0.0626019340702789,
      "grad_norm": 1.8501393795013428,
      "learning_rate": 4.976721899385992e-06,
      "loss": 0.5341,
      "step": 3800
    },
    {
      "epoch": 0.06424935338791783,
      "grad_norm": 1.828378677368164,
      "learning_rate": 4.974889851312098e-06,
      "loss": 0.5097,
      "step": 3900
    },
    {
      "epoch": 0.06589677270555674,
      "grad_norm": 2.1924521923065186,
      "learning_rate": 4.972988777592845e-06,
      "loss": 0.505,
      "step": 4000
    },
    {
      "epoch": 0.06754419202319567,
      "grad_norm": 1.9084734916687012,
      "learning_rate": 4.971018731249923e-06,
      "loss": 0.5043,
      "step": 4100
    },
    {
      "epoch": 0.06919161134083458,
      "grad_norm": 2.8705804347991943,
      "learning_rate": 4.968979767228693e-06,
      "loss": 0.5118,
      "step": 4200
    },
    {
      "epoch": 0.0708390306584735,
      "grad_norm": 2.0432722568511963,
      "learning_rate": 4.96687194239666e-06,
      "loss": 0.5295,
      "step": 4300
    },
    {
      "epoch": 0.07248644997611242,
      "grad_norm": 2.022822380065918,
      "learning_rate": 4.964695315541883e-06,
      "loss": 0.5649,
      "step": 4400
    },
    {
      "epoch": 0.07413386929375133,
      "grad_norm": 2.284590721130371,
      "learning_rate": 4.962449947371334e-06,
      "loss": 0.4841,
      "step": 4500
    },
    {
      "epoch": 0.07578128861139026,
      "grad_norm": 3.217561721801758,
      "learning_rate": 4.9601359005092095e-06,
      "loss": 0.5401,
      "step": 4600
    },
    {
      "epoch": 0.07742870792902917,
      "grad_norm": 1.9388020038604736,
      "learning_rate": 4.957753239495181e-06,
      "loss": 0.5251,
      "step": 4700
    },
    {
      "epoch": 0.0790761272466681,
      "grad_norm": 1.3349353075027466,
      "learning_rate": 4.955302030782596e-06,
      "loss": 0.4962,
      "step": 4800
    },
    {
      "epoch": 0.08072354656430701,
      "grad_norm": 2.4485511779785156,
      "learning_rate": 4.952782342736625e-06,
      "loss": 0.4939,
      "step": 4900
    },
    {
      "epoch": 0.08237096588194594,
      "grad_norm": 3.657675266265869,
      "learning_rate": 4.950194245632349e-06,
      "loss": 0.5123,
      "step": 5000
    },
    {
      "epoch": 0.08401838519958485,
      "grad_norm": 2.871431589126587,
      "learning_rate": 4.9475378116528105e-06,
      "loss": 0.5063,
      "step": 5100
    },
    {
      "epoch": 0.08566580451722378,
      "grad_norm": 1.394823431968689,
      "learning_rate": 4.944813114886991e-06,
      "loss": 0.4939,
      "step": 5200
    },
    {
      "epoch": 0.08731322383486269,
      "grad_norm": 1.6979378461837769,
      "learning_rate": 4.942020231327749e-06,
      "loss": 0.5102,
      "step": 5300
    },
    {
      "epoch": 0.0889606431525016,
      "grad_norm": 1.941582202911377,
      "learning_rate": 4.939159238869698e-06,
      "loss": 0.5347,
      "step": 5400
    },
    {
      "epoch": 0.09060806247014053,
      "grad_norm": 1.9074257612228394,
      "learning_rate": 4.936230217307035e-06,
      "loss": 0.4935,
      "step": 5500
    },
    {
      "epoch": 0.09225548178777944,
      "grad_norm": 2.327624797821045,
      "learning_rate": 4.933233248331317e-06,
      "loss": 0.5218,
      "step": 5600
    },
    {
      "epoch": 0.09390290110541837,
      "grad_norm": 2.605468988418579,
      "learning_rate": 4.930168415529181e-06,
      "loss": 0.4831,
      "step": 5700
    },
    {
      "epoch": 0.09555032042305728,
      "grad_norm": 2.137749671936035,
      "learning_rate": 4.927035804380012e-06,
      "loss": 0.4983,
      "step": 5800
    },
    {
      "epoch": 0.0971977397406962,
      "grad_norm": 1.9908422231674194,
      "learning_rate": 4.923835502253558e-06,
      "loss": 0.4991,
      "step": 5900
    },
    {
      "epoch": 0.09884515905833512,
      "grad_norm": 1.8356066942214966,
      "learning_rate": 4.920567598407498e-06,
      "loss": 0.4907,
      "step": 6000
    },
    {
      "epoch": 0.10049257837597404,
      "grad_norm": 2.3301796913146973,
      "learning_rate": 4.917232183984946e-06,
      "loss": 0.4833,
      "step": 6100
    },
    {
      "epoch": 0.10213999769361295,
      "grad_norm": 2.835822582244873,
      "learning_rate": 4.913829352011914e-06,
      "loss": 0.554,
      "step": 6200
    },
    {
      "epoch": 0.10378741701125187,
      "grad_norm": 1.825016736984253,
      "learning_rate": 4.910359197394717e-06,
      "loss": 0.5082,
      "step": 6300
    },
    {
      "epoch": 0.1054348363288908,
      "grad_norm": 3.021340847015381,
      "learning_rate": 4.9068218169173245e-06,
      "loss": 0.4945,
      "step": 6400
    },
    {
      "epoch": 0.1070822556465297,
      "grad_norm": 3.6816606521606445,
      "learning_rate": 4.903217309238658e-06,
      "loss": 0.54,
      "step": 6500
    },
    {
      "epoch": 0.10872967496416863,
      "grad_norm": 2.1384148597717285,
      "learning_rate": 4.899545774889848e-06,
      "loss": 0.497,
      "step": 6600
    },
    {
      "epoch": 0.11037709428180754,
      "grad_norm": 2.311786651611328,
      "learning_rate": 4.895807316271421e-06,
      "loss": 0.4927,
      "step": 6700
    },
    {
      "epoch": 0.11202451359944647,
      "grad_norm": 1.765767216682434,
      "learning_rate": 4.892002037650451e-06,
      "loss": 0.4984,
      "step": 6800
    },
    {
      "epoch": 0.11367193291708538,
      "grad_norm": 1.8108317852020264,
      "learning_rate": 4.888130045157645e-06,
      "loss": 0.4957,
      "step": 6900
    },
    {
      "epoch": 0.11531935223472431,
      "grad_norm": 2.6695711612701416,
      "learning_rate": 4.884191446784387e-06,
      "loss": 0.4992,
      "step": 7000
    },
    {
      "epoch": 0.11696677155236322,
      "grad_norm": 2.477202892303467,
      "learning_rate": 4.880186352379726e-06,
      "loss": 0.4947,
      "step": 7100
    },
    {
      "epoch": 0.11861419087000215,
      "grad_norm": 3.69132399559021,
      "learning_rate": 4.876114873647308e-06,
      "loss": 0.5092,
      "step": 7200
    },
    {
      "epoch": 0.12026161018764106,
      "grad_norm": 2.353121042251587,
      "learning_rate": 4.871977124142271e-06,
      "loss": 0.4752,
      "step": 7300
    },
    {
      "epoch": 0.12190902950527997,
      "grad_norm": 2.3746302127838135,
      "learning_rate": 4.867773219268062e-06,
      "loss": 0.5186,
      "step": 7400
    },
    {
      "epoch": 0.1235564488229189,
      "grad_norm": 2.437284469604492,
      "learning_rate": 4.863503276273232e-06,
      "loss": 0.4882,
      "step": 7500
    },
    {
      "epoch": 0.1252038681405578,
      "grad_norm": 2.287785291671753,
      "learning_rate": 4.859167414248163e-06,
      "loss": 0.4755,
      "step": 7600
    },
    {
      "epoch": 0.12685128745819674,
      "grad_norm": 4.1828413009643555,
      "learning_rate": 4.854765754121738e-06,
      "loss": 0.5062,
      "step": 7700
    },
    {
      "epoch": 0.12849870677583566,
      "grad_norm": 2.3262546062469482,
      "learning_rate": 4.85029841865798e-06,
      "loss": 0.4756,
      "step": 7800
    },
    {
      "epoch": 0.13014612609347456,
      "grad_norm": 1.2054634094238281,
      "learning_rate": 4.8457655324526215e-06,
      "loss": 0.4827,
      "step": 7900
    },
    {
      "epoch": 0.1317935454111135,
      "grad_norm": 2.3276774883270264,
      "learning_rate": 4.8411672219296304e-06,
      "loss": 0.4833,
      "step": 8000
    },
    {
      "epoch": 0.13344096472875241,
      "grad_norm": 1.9837372303009033,
      "learning_rate": 4.836503615337684e-06,
      "loss": 0.4681,
      "step": 8100
    },
    {
      "epoch": 0.13508838404639134,
      "grad_norm": 1.6989622116088867,
      "learning_rate": 4.831774842746595e-06,
      "loss": 0.5375,
      "step": 8200
    },
    {
      "epoch": 0.13673580336403024,
      "grad_norm": 2.29801869392395,
      "learning_rate": 4.826981036043677e-06,
      "loss": 0.5102,
      "step": 8300
    },
    {
      "epoch": 0.13838322268166917,
      "grad_norm": 8.920065879821777,
      "learning_rate": 4.822122328930076e-06,
      "loss": 0.5145,
      "step": 8400
    },
    {
      "epoch": 0.1400306419993081,
      "grad_norm": 2.425342321395874,
      "learning_rate": 4.817198856917029e-06,
      "loss": 0.4888,
      "step": 8500
    },
    {
      "epoch": 0.141678061316947,
      "grad_norm": 2.2098586559295654,
      "learning_rate": 4.812210757322096e-06,
      "loss": 0.5088,
      "step": 8600
    },
    {
      "epoch": 0.14332548063458592,
      "grad_norm": 2.6320948600769043,
      "learning_rate": 4.807158169265326e-06,
      "loss": 0.4868,
      "step": 8700
    },
    {
      "epoch": 0.14497289995222484,
      "grad_norm": 2.660802125930786,
      "learning_rate": 4.802041233665373e-06,
      "loss": 0.4742,
      "step": 8800
    },
    {
      "epoch": 0.14662031926986377,
      "grad_norm": 2.3442442417144775,
      "learning_rate": 4.796860093235572e-06,
      "loss": 0.4789,
      "step": 8900
    },
    {
      "epoch": 0.14826773858750267,
      "grad_norm": 2.416050434112549,
      "learning_rate": 4.791614892479956e-06,
      "loss": 0.5149,
      "step": 9000
    },
    {
      "epoch": 0.1499151579051416,
      "grad_norm": 2.576631784439087,
      "learning_rate": 4.786305777689222e-06,
      "loss": 0.5096,
      "step": 9100
    },
    {
      "epoch": 0.15156257722278052,
      "grad_norm": 1.699407935142517,
      "learning_rate": 4.7809328969366585e-06,
      "loss": 0.5006,
      "step": 9200
    },
    {
      "epoch": 0.15320999654041945,
      "grad_norm": 2.303194046020508,
      "learning_rate": 4.7754964000740086e-06,
      "loss": 0.5113,
      "step": 9300
    },
    {
      "epoch": 0.15485741585805834,
      "grad_norm": 2.021639347076416,
      "learning_rate": 4.7699964387272964e-06,
      "loss": 0.4823,
      "step": 9400
    },
    {
      "epoch": 0.15650483517569727,
      "grad_norm": 1.7534514665603638,
      "learning_rate": 4.764433166292593e-06,
      "loss": 0.4912,
      "step": 9500
    },
    {
      "epoch": 0.1581522544933362,
      "grad_norm": 2.9182558059692383,
      "learning_rate": 4.758806737931741e-06,
      "loss": 0.4957,
      "step": 9600
    },
    {
      "epoch": 0.1597996738109751,
      "grad_norm": 2.112656831741333,
      "learning_rate": 4.753117310568026e-06,
      "loss": 0.4733,
      "step": 9700
    },
    {
      "epoch": 0.16144709312861402,
      "grad_norm": 2.052156686782837,
      "learning_rate": 4.7473650428818025e-06,
      "loss": 0.4794,
      "step": 9800
    },
    {
      "epoch": 0.16309451244625295,
      "grad_norm": 2.4516518115997314,
      "learning_rate": 4.741550095306065e-06,
      "loss": 0.4807,
      "step": 9900
    },
    {
      "epoch": 0.16474193176389187,
      "grad_norm": 1.8814926147460938,
      "learning_rate": 4.7356726300219715e-06,
      "loss": 0.4392,
      "step": 10000
    },
    {
      "epoch": 0.16638935108153077,
      "grad_norm": 1.6867588758468628,
      "learning_rate": 4.729732810954329e-06,
      "loss": 0.489,
      "step": 10100
    },
    {
      "epoch": 0.1680367703991697,
      "grad_norm": 1.996559739112854,
      "learning_rate": 4.723730803767014e-06,
      "loss": 0.45,
      "step": 10200
    },
    {
      "epoch": 0.16968418971680863,
      "grad_norm": 2.4676289558410645,
      "learning_rate": 4.71766677585835e-06,
      "loss": 0.49,
      "step": 10300
    },
    {
      "epoch": 0.17133160903444755,
      "grad_norm": 2.4000778198242188,
      "learning_rate": 4.711540896356447e-06,
      "loss": 0.5133,
      "step": 10400
    },
    {
      "epoch": 0.17297902835208645,
      "grad_norm": 1.6576099395751953,
      "learning_rate": 4.70535333611448e-06,
      "loss": 0.4682,
      "step": 10500
    },
    {
      "epoch": 0.17462644766972538,
      "grad_norm": 2.6019415855407715,
      "learning_rate": 4.699104267705921e-06,
      "loss": 0.5221,
      "step": 10600
    },
    {
      "epoch": 0.1762738669873643,
      "grad_norm": 2.8221852779388428,
      "learning_rate": 4.692793865419731e-06,
      "loss": 0.5142,
      "step": 10700
    },
    {
      "epoch": 0.1779212863050032,
      "grad_norm": 1.781231164932251,
      "learning_rate": 4.686422305255498e-06,
      "loss": 0.4908,
      "step": 10800
    },
    {
      "epoch": 0.17956870562264213,
      "grad_norm": 2.3753836154937744,
      "learning_rate": 4.679989764918524e-06,
      "loss": 0.4894,
      "step": 10900
    },
    {
      "epoch": 0.18121612494028105,
      "grad_norm": 1.7550493478775024,
      "learning_rate": 4.673496423814874e-06,
      "loss": 0.4707,
      "step": 11000
    },
    {
      "epoch": 0.18286354425791998,
      "grad_norm": 1.6989047527313232,
      "learning_rate": 4.666942463046369e-06,
      "loss": 0.5209,
      "step": 11100
    },
    {
      "epoch": 0.18451096357555888,
      "grad_norm": 2.0338029861450195,
      "learning_rate": 4.660328065405537e-06,
      "loss": 0.5168,
      "step": 11200
    },
    {
      "epoch": 0.1861583828931978,
      "grad_norm": 2.14629864692688,
      "learning_rate": 4.6536534153705135e-06,
      "loss": 0.4802,
      "step": 11300
    },
    {
      "epoch": 0.18780580221083673,
      "grad_norm": 1.9664320945739746,
      "learning_rate": 4.646918699099898e-06,
      "loss": 0.505,
      "step": 11400
    },
    {
      "epoch": 0.18945322152847563,
      "grad_norm": 2.435833692550659,
      "learning_rate": 4.640124104427558e-06,
      "loss": 0.5205,
      "step": 11500
    },
    {
      "epoch": 0.19110064084611456,
      "grad_norm": 1.8850288391113281,
      "learning_rate": 4.633269820857397e-06,
      "loss": 0.4964,
      "step": 11600
    },
    {
      "epoch": 0.19274806016375348,
      "grad_norm": 1.9810831546783447,
      "learning_rate": 4.626356039558061e-06,
      "loss": 0.5006,
      "step": 11700
    },
    {
      "epoch": 0.1943954794813924,
      "grad_norm": 2.52791166305542,
      "learning_rate": 4.619382953357615e-06,
      "loss": 0.4809,
      "step": 11800
    },
    {
      "epoch": 0.1960428987990313,
      "grad_norm": 2.0693445205688477,
      "learning_rate": 4.612350756738157e-06,
      "loss": 0.4591,
      "step": 11900
    },
    {
      "epoch": 0.19769031811667023,
      "grad_norm": 2.312404155731201,
      "learning_rate": 4.6052596458303996e-06,
      "loss": 0.4695,
      "step": 12000
    },
    {
      "epoch": 0.19933773743430916,
      "grad_norm": 2.2149617671966553,
      "learning_rate": 4.5981098184081995e-06,
      "loss": 0.4743,
      "step": 12100
    },
    {
      "epoch": 0.20098515675194809,
      "grad_norm": 2.597283124923706,
      "learning_rate": 4.590901473883037e-06,
      "loss": 0.4893,
      "step": 12200
    },
    {
      "epoch": 0.20263257606958698,
      "grad_norm": 1.9223053455352783,
      "learning_rate": 4.5836348132984584e-06,
      "loss": 0.4706,
      "step": 12300
    },
    {
      "epoch": 0.2042799953872259,
      "grad_norm": 1.0610065460205078,
      "learning_rate": 4.57631003932447e-06,
      "loss": 0.4566,
      "step": 12400
    },
    {
      "epoch": 0.20592741470486484,
      "grad_norm": 2.5029940605163574,
      "learning_rate": 4.568927356251878e-06,
      "loss": 0.451,
      "step": 12500
    },
    {
      "epoch": 0.20757483402250373,
      "grad_norm": 1.3197004795074463,
      "learning_rate": 4.5614869699866e-06,
      "loss": 0.4583,
      "step": 12600
    },
    {
      "epoch": 0.20922225334014266,
      "grad_norm": 1.5407695770263672,
      "learning_rate": 4.553989088043919e-06,
      "loss": 0.4673,
      "step": 12700
    },
    {
      "epoch": 0.2108696726577816,
      "grad_norm": 1.6594492197036743,
      "learning_rate": 4.546433919542691e-06,
      "loss": 0.5023,
      "step": 12800
    },
    {
      "epoch": 0.2125170919754205,
      "grad_norm": 1.9056370258331299,
      "learning_rate": 4.538821675199521e-06,
      "loss": 0.5202,
      "step": 12900
    },
    {
      "epoch": 0.2141645112930594,
      "grad_norm": 3.2313265800476074,
      "learning_rate": 4.531152567322877e-06,
      "loss": 0.4649,
      "step": 13000
    },
    {
      "epoch": 0.21581193061069834,
      "grad_norm": 2.2487971782684326,
      "learning_rate": 4.5234268098071766e-06,
      "loss": 0.4611,
      "step": 13100
    },
    {
      "epoch": 0.21745934992833726,
      "grad_norm": 2.0419654846191406,
      "learning_rate": 4.515644618126816e-06,
      "loss": 0.4851,
      "step": 13200
    },
    {
      "epoch": 0.2191067692459762,
      "grad_norm": 1.4483575820922852,
      "learning_rate": 4.507806209330165e-06,
      "loss": 0.4789,
      "step": 13300
    },
    {
      "epoch": 0.2207541885636151,
      "grad_norm": 2.3362390995025635,
      "learning_rate": 4.499911802033508e-06,
      "loss": 0.4846,
      "step": 13400
    },
    {
      "epoch": 0.22240160788125402,
      "grad_norm": 2.0402286052703857,
      "learning_rate": 4.491961616414948e-06,
      "loss": 0.5099,
      "step": 13500
    },
    {
      "epoch": 0.22404902719889294,
      "grad_norm": 2.0675928592681885,
      "learning_rate": 4.483955874208273e-06,
      "loss": 0.4878,
      "step": 13600
    },
    {
      "epoch": 0.22569644651653184,
      "grad_norm": 1.6327743530273438,
      "learning_rate": 4.4758947986967614e-06,
      "loss": 0.4765,
      "step": 13700
    },
    {
      "epoch": 0.22734386583417077,
      "grad_norm": 2.0917341709136963,
      "learning_rate": 4.4677786147069595e-06,
      "loss": 0.4525,
      "step": 13800
    },
    {
      "epoch": 0.2289912851518097,
      "grad_norm": 1.5012590885162354,
      "learning_rate": 4.459607548602412e-06,
      "loss": 0.4699,
      "step": 13900
    },
    {
      "epoch": 0.23063870446944862,
      "grad_norm": 2.0980496406555176,
      "learning_rate": 4.451381828277346e-06,
      "loss": 0.5045,
      "step": 14000
    },
    {
      "epoch": 0.23228612378708752,
      "grad_norm": 1.8820241689682007,
      "learning_rate": 4.443101683150316e-06,
      "loss": 0.4918,
      "step": 14100
    },
    {
      "epoch": 0.23393354310472644,
      "grad_norm": 2.0610568523406982,
      "learning_rate": 4.434767344157808e-06,
      "loss": 0.4917,
      "step": 14200
    },
    {
      "epoch": 0.23558096242236537,
      "grad_norm": 2.2509660720825195,
      "learning_rate": 4.426379043747793e-06,
      "loss": 0.4933,
      "step": 14300
    },
    {
      "epoch": 0.2372283817400043,
      "grad_norm": 3.667386531829834,
      "learning_rate": 4.417937015873249e-06,
      "loss": 0.4784,
      "step": 14400
    },
    {
      "epoch": 0.2388758010576432,
      "grad_norm": 2.4788925647735596,
      "learning_rate": 4.409441495985632e-06,
      "loss": 0.4901,
      "step": 14500
    },
    {
      "epoch": 0.24052322037528212,
      "grad_norm": 1.6511657238006592,
      "learning_rate": 4.4008927210283144e-06,
      "loss": 0.4777,
      "step": 14600
    },
    {
      "epoch": 0.24217063969292105,
      "grad_norm": 1.7784366607666016,
      "learning_rate": 4.392290929429971e-06,
      "loss": 0.4863,
      "step": 14700
    },
    {
      "epoch": 0.24381805901055995,
      "grad_norm": 2.4235856533050537,
      "learning_rate": 4.383636361097931e-06,
      "loss": 0.4578,
      "step": 14800
    },
    {
      "epoch": 0.24546547832819887,
      "grad_norm": 1.6377619504928589,
      "learning_rate": 4.3749292574114886e-06,
      "loss": 0.4846,
      "step": 14900
    },
    {
      "epoch": 0.2471128976458378,
      "grad_norm": 1.5944766998291016,
      "learning_rate": 4.366169861215168e-06,
      "loss": 0.4744,
      "step": 15000
    },
    {
      "epoch": 0.24876031696347672,
      "grad_norm": 2.405319929122925,
      "learning_rate": 4.357358416811955e-06,
      "loss": 0.4685,
      "step": 15100
    },
    {
      "epoch": 0.2504077362811156,
      "grad_norm": 2.4015884399414062,
      "learning_rate": 4.348495169956477e-06,
      "loss": 0.4783,
      "step": 15200
    },
    {
      "epoch": 0.2520551555987546,
      "grad_norm": 2.325193166732788,
      "learning_rate": 4.339580367848153e-06,
      "loss": 0.4579,
      "step": 15300
    },
    {
      "epoch": 0.2537025749163935,
      "grad_norm": 1.8238539695739746,
      "learning_rate": 4.3306142591243e-06,
      "loss": 0.4697,
      "step": 15400
    },
    {
      "epoch": 0.2553499942340324,
      "grad_norm": 1.4284635782241821,
      "learning_rate": 4.321597093853194e-06,
      "loss": 0.452,
      "step": 15500
    },
    {
      "epoch": 0.2569974135516713,
      "grad_norm": 1.5146524906158447,
      "learning_rate": 4.3125291235271e-06,
      "loss": 0.4858,
      "step": 15600
    },
    {
      "epoch": 0.2586448328693102,
      "grad_norm": 2.1129367351531982,
      "learning_rate": 4.303410601055253e-06,
      "loss": 0.4986,
      "step": 15700
    },
    {
      "epoch": 0.2602922521869491,
      "grad_norm": 2.0981929302215576,
      "learning_rate": 4.29424178075681e-06,
      "loss": 0.4505,
      "step": 15800
    },
    {
      "epoch": 0.2619396715045881,
      "grad_norm": 1.3321784734725952,
      "learning_rate": 4.285022918353755e-06,
      "loss": 0.4983,
      "step": 15900
    },
    {
      "epoch": 0.263587090822227,
      "grad_norm": 2.7090718746185303,
      "learning_rate": 4.275754270963763e-06,
      "loss": 0.482,
      "step": 16000
    },
    {
      "epoch": 0.2652345101398659,
      "grad_norm": 1.5834273099899292,
      "learning_rate": 4.26643609709303e-06,
      "loss": 0.5029,
      "step": 16100
    },
    {
      "epoch": 0.26688192945750483,
      "grad_norm": 2.400024175643921,
      "learning_rate": 4.257068656629071e-06,
      "loss": 0.4579,
      "step": 16200
    },
    {
      "epoch": 0.26852934877514373,
      "grad_norm": 1.9160480499267578,
      "learning_rate": 4.24765221083346e-06,
      "loss": 0.4892,
      "step": 16300
    },
    {
      "epoch": 0.2701767680927827,
      "grad_norm": 2.4766881465911865,
      "learning_rate": 4.238187022334553e-06,
      "loss": 0.4633,
      "step": 16400
    },
    {
      "epoch": 0.2718241874104216,
      "grad_norm": 2.2665488719940186,
      "learning_rate": 4.228673355120156e-06,
      "loss": 0.4682,
      "step": 16500
    },
    {
      "epoch": 0.2734716067280605,
      "grad_norm": 2.582789897918701,
      "learning_rate": 4.2191114745301654e-06,
      "loss": 0.4761,
      "step": 16600
    },
    {
      "epoch": 0.27511902604569943,
      "grad_norm": 2.240748882293701,
      "learning_rate": 4.20950164724917e-06,
      "loss": 0.4613,
      "step": 16700
    },
    {
      "epoch": 0.27676644536333833,
      "grad_norm": 2.4156808853149414,
      "learning_rate": 4.1998441412990085e-06,
      "loss": 0.4907,
      "step": 16800
    },
    {
      "epoch": 0.27841386468097723,
      "grad_norm": 2.348371744155884,
      "learning_rate": 4.190139226031297e-06,
      "loss": 0.4675,
      "step": 16900
    },
    {
      "epoch": 0.2800612839986162,
      "grad_norm": 1.7973005771636963,
      "learning_rate": 4.180387172119916e-06,
      "loss": 0.4738,
      "step": 17000
    },
    {
      "epoch": 0.2817087033162551,
      "grad_norm": 2.322040557861328,
      "learning_rate": 4.17058825155346e-06,
      "loss": 0.4644,
      "step": 17100
    },
    {
      "epoch": 0.283356122633894,
      "grad_norm": 2.3491313457489014,
      "learning_rate": 4.160742737627656e-06,
      "loss": 0.5077,
      "step": 17200
    },
    {
      "epoch": 0.28500354195153293,
      "grad_norm": 1.630631446838379,
      "learning_rate": 4.150850904937733e-06,
      "loss": 0.4797,
      "step": 17300
    },
    {
      "epoch": 0.28665096126917183,
      "grad_norm": 2.0471599102020264,
      "learning_rate": 4.140913029370774e-06,
      "loss": 0.461,
      "step": 17400
    },
    {
      "epoch": 0.2882983805868108,
      "grad_norm": 2.4391767978668213,
      "learning_rate": 4.130929388098011e-06,
      "loss": 0.4962,
      "step": 17500
    },
    {
      "epoch": 0.2899457999044497,
      "grad_norm": 2.0148985385894775,
      "learning_rate": 4.120900259567103e-06,
      "loss": 0.4634,
      "step": 17600
    },
    {
      "epoch": 0.2915932192220886,
      "grad_norm": 2.3383798599243164,
      "learning_rate": 4.110825923494365e-06,
      "loss": 0.4553,
      "step": 17700
    },
    {
      "epoch": 0.29324063853972754,
      "grad_norm": 1.539428949356079,
      "learning_rate": 4.100706660856968e-06,
      "loss": 0.4864,
      "step": 17800
    },
    {
      "epoch": 0.29488805785736644,
      "grad_norm": 1.8251954317092896,
      "learning_rate": 4.090542753885101e-06,
      "loss": 0.487,
      "step": 17900
    },
    {
      "epoch": 0.29653547717500534,
      "grad_norm": 2.269007921218872,
      "learning_rate": 4.080334486054104e-06,
      "loss": 0.4423,
      "step": 18000
    },
    {
      "epoch": 0.2981828964926443,
      "grad_norm": 2.4436540603637695,
      "learning_rate": 4.0700821420765566e-06,
      "loss": 0.4916,
      "step": 18100
    },
    {
      "epoch": 0.2998303158102832,
      "grad_norm": 2.570488929748535,
      "learning_rate": 4.05978600789434e-06,
      "loss": 0.4536,
      "step": 18200
    },
    {
      "epoch": 0.3014777351279221,
      "grad_norm": 2.247633934020996,
      "learning_rate": 4.049446370670661e-06,
      "loss": 0.4891,
      "step": 18300
    },
    {
      "epoch": 0.30312515444556104,
      "grad_norm": 1.7023581266403198,
      "learning_rate": 4.0390635187820435e-06,
      "loss": 0.4594,
      "step": 18400
    },
    {
      "epoch": 0.30477257376319994,
      "grad_norm": 2.0368921756744385,
      "learning_rate": 4.028637741810285e-06,
      "loss": 0.4191,
      "step": 18500
    },
    {
      "epoch": 0.3064199930808389,
      "grad_norm": 2.0896544456481934,
      "learning_rate": 4.018169330534381e-06,
      "loss": 0.4691,
      "step": 18600
    },
    {
      "epoch": 0.3080674123984778,
      "grad_norm": 2.5784189701080322,
      "learning_rate": 4.007658576922413e-06,
      "loss": 0.4442,
      "step": 18700
    },
    {
      "epoch": 0.3097148317161167,
      "grad_norm": 2.169424057006836,
      "learning_rate": 3.997105774123409e-06,
      "loss": 0.4552,
      "step": 18800
    },
    {
      "epoch": 0.31136225103375564,
      "grad_norm": 2.076741933822632,
      "learning_rate": 3.986511216459163e-06,
      "loss": 0.462,
      "step": 18900
    },
    {
      "epoch": 0.31300967035139454,
      "grad_norm": 2.33245849609375,
      "learning_rate": 3.97587519941603e-06,
      "loss": 0.5015,
      "step": 19000
    },
    {
      "epoch": 0.31465708966903344,
      "grad_norm": 2.465367555618286,
      "learning_rate": 3.965198019636684e-06,
      "loss": 0.4726,
      "step": 19100
    },
    {
      "epoch": 0.3163045089866724,
      "grad_norm": 2.0327184200286865,
      "learning_rate": 3.95447997491184e-06,
      "loss": 0.4602,
      "step": 19200
    },
    {
      "epoch": 0.3179519283043113,
      "grad_norm": 2.6782443523406982,
      "learning_rate": 3.943721364171957e-06,
      "loss": 0.4676,
      "step": 19300
    },
    {
      "epoch": 0.3195993476219502,
      "grad_norm": 2.373873233795166,
      "learning_rate": 3.932922487478894e-06,
      "loss": 0.4466,
      "step": 19400
    },
    {
      "epoch": 0.32124676693958915,
      "grad_norm": 2.5210931301116943,
      "learning_rate": 3.9220836460175415e-06,
      "loss": 0.4543,
      "step": 19500
    },
    {
      "epoch": 0.32289418625722804,
      "grad_norm": 2.384608268737793,
      "learning_rate": 3.911205142087425e-06,
      "loss": 0.4758,
      "step": 19600
    },
    {
      "epoch": 0.324541605574867,
      "grad_norm": 2.8322508335113525,
      "learning_rate": 3.900287279094274e-06,
      "loss": 0.4597,
      "step": 19700
    },
    {
      "epoch": 0.3261890248925059,
      "grad_norm": 3.4156792163848877,
      "learning_rate": 3.889330361541552e-06,
      "loss": 0.4552,
      "step": 19800
    },
    {
      "epoch": 0.3278364442101448,
      "grad_norm": 1.7643976211547852,
      "learning_rate": 3.878334695021973e-06,
      "loss": 0.4589,
      "step": 19900
    },
    {
      "epoch": 0.32948386352778375,
      "grad_norm": 1.7313556671142578,
      "learning_rate": 3.867300586208975e-06,
      "loss": 0.4444,
      "step": 20000
    },
    {
      "epoch": 0.33113128284542265,
      "grad_norm": 1.821792721748352,
      "learning_rate": 3.856228342848167e-06,
      "loss": 0.4945,
      "step": 20100
    },
    {
      "epoch": 0.33277870216306155,
      "grad_norm": 2.735888719558716,
      "learning_rate": 3.845118273748743e-06,
      "loss": 0.4431,
      "step": 20200
    },
    {
      "epoch": 0.3344261214807005,
      "grad_norm": 2.3234407901763916,
      "learning_rate": 3.833970688774872e-06,
      "loss": 0.4838,
      "step": 20300
    },
    {
      "epoch": 0.3360735407983394,
      "grad_norm": 1.709910273551941,
      "learning_rate": 3.822785898837058e-06,
      "loss": 0.4754,
      "step": 20400
    },
    {
      "epoch": 0.3377209601159783,
      "grad_norm": 2.435945987701416,
      "learning_rate": 3.811564215883463e-06,
      "loss": 0.4737,
      "step": 20500
    },
    {
      "epoch": 0.33936837943361725,
      "grad_norm": 1.9514074325561523,
      "learning_rate": 3.8003059528912123e-06,
      "loss": 0.4861,
      "step": 20600
    },
    {
      "epoch": 0.34101579875125615,
      "grad_norm": 2.4523439407348633,
      "learning_rate": 3.7890114238576616e-06,
      "loss": 0.4814,
      "step": 20700
    },
    {
      "epoch": 0.3426632180688951,
      "grad_norm": 2.690749406814575,
      "learning_rate": 3.777680943791639e-06,
      "loss": 0.4837,
      "step": 20800
    },
    {
      "epoch": 0.344310637386534,
      "grad_norm": 1.8186627626419067,
      "learning_rate": 3.7663148287046635e-06,
      "loss": 0.4384,
      "step": 20900
    },
    {
      "epoch": 0.3459580567041729,
      "grad_norm": 2.5133306980133057,
      "learning_rate": 3.754913395602129e-06,
      "loss": 0.4612,
      "step": 21000
    },
    {
      "epoch": 0.34760547602181185,
      "grad_norm": 1.9760069847106934,
      "learning_rate": 3.7434769624744586e-06,
      "loss": 0.4619,
      "step": 21100
    },
    {
      "epoch": 0.34925289533945075,
      "grad_norm": 2.461090326309204,
      "learning_rate": 3.732005848288245e-06,
      "loss": 0.4762,
      "step": 21200
    },
    {
      "epoch": 0.35090031465708965,
      "grad_norm": 1.82012939453125,
      "learning_rate": 3.7205003729773454e-06,
      "loss": 0.4309,
      "step": 21300
    },
    {
      "epoch": 0.3525477339747286,
      "grad_norm": 1.5199309587478638,
      "learning_rate": 3.708960857433964e-06,
      "loss": 0.4632,
      "step": 21400
    },
    {
      "epoch": 0.3541951532923675,
      "grad_norm": 1.8525145053863525,
      "learning_rate": 3.6973876234997004e-06,
      "loss": 0.4595,
      "step": 21500
    },
    {
      "epoch": 0.3558425726100064,
      "grad_norm": 1.7146118879318237,
      "learning_rate": 3.6857809939565724e-06,
      "loss": 0.4414,
      "step": 21600
    },
    {
      "epoch": 0.35748999192764536,
      "grad_norm": 2.75750994682312,
      "learning_rate": 3.6741412925180153e-06,
      "loss": 0.4624,
      "step": 21700
    },
    {
      "epoch": 0.35913741124528425,
      "grad_norm": 2.6996710300445557,
      "learning_rate": 3.6624688438198506e-06,
      "loss": 0.4888,
      "step": 21800
    },
    {
      "epoch": 0.36078483056292315,
      "grad_norm": 1.895980715751648,
      "learning_rate": 3.650763973411238e-06,
      "loss": 0.4395,
      "step": 21900
    },
    {
      "epoch": 0.3624322498805621,
      "grad_norm": 2.5552258491516113,
      "learning_rate": 3.639027007745585e-06,
      "loss": 0.465,
      "step": 22000
    },
    {
      "epoch": 0.364079669198201,
      "grad_norm": 1.6127821207046509,
      "learning_rate": 3.6272582741714547e-06,
      "loss": 0.4282,
      "step": 22100
    },
    {
      "epoch": 0.36572708851583996,
      "grad_norm": 2.0909807682037354,
      "learning_rate": 3.615458100923425e-06,
      "loss": 0.4713,
      "step": 22200
    },
    {
      "epoch": 0.36737450783347886,
      "grad_norm": 1.798374056816101,
      "learning_rate": 3.603626817112941e-06,
      "loss": 0.4784,
      "step": 22300
    },
    {
      "epoch": 0.36902192715111776,
      "grad_norm": 2.0519778728485107,
      "learning_rate": 3.5917647527191328e-06,
      "loss": 0.4782,
      "step": 22400
    },
    {
      "epoch": 0.3706693464687567,
      "grad_norm": 2.137410879135132,
      "learning_rate": 3.5798722385796137e-06,
      "loss": 0.4599,
      "step": 22500
    },
    {
      "epoch": 0.3723167657863956,
      "grad_norm": 2.040231943130493,
      "learning_rate": 3.5679496063812507e-06,
      "loss": 0.434,
      "step": 22600
    },
    {
      "epoch": 0.3739641851040345,
      "grad_norm": 2.0495615005493164,
      "learning_rate": 3.5559971886509163e-06,
      "loss": 0.473,
      "step": 22700
    },
    {
      "epoch": 0.37561160442167346,
      "grad_norm": 2.5767838954925537,
      "learning_rate": 3.5440153187462146e-06,
      "loss": 0.4522,
      "step": 22800
    },
    {
      "epoch": 0.37725902373931236,
      "grad_norm": 2.11317777633667,
      "learning_rate": 3.5320043308461784e-06,
      "loss": 0.4971,
      "step": 22900
    },
    {
      "epoch": 0.37890644305695126,
      "grad_norm": 2.7997255325317383,
      "learning_rate": 3.5199645599419574e-06,
      "loss": 0.4562,
      "step": 23000
    },
    {
      "epoch": 0.3805538623745902,
      "grad_norm": 2.3313941955566406,
      "learning_rate": 3.5078963418274666e-06,
      "loss": 0.4466,
      "step": 23100
    },
    {
      "epoch": 0.3822012816922291,
      "grad_norm": 1.4548770189285278,
      "learning_rate": 3.4958000130900273e-06,
      "loss": 0.4628,
      "step": 23200
    },
    {
      "epoch": 0.38384870100986807,
      "grad_norm": 1.5566315650939941,
      "learning_rate": 3.4836759111009767e-06,
      "loss": 0.47,
      "step": 23300
    },
    {
      "epoch": 0.38549612032750696,
      "grad_norm": 1.3899728059768677,
      "learning_rate": 3.4715243740062577e-06,
      "loss": 0.46,
      "step": 23400
    },
    {
      "epoch": 0.38714353964514586,
      "grad_norm": 2.3716745376586914,
      "learning_rate": 3.4593457407169896e-06,
      "loss": 0.4389,
      "step": 23500
    },
    {
      "epoch": 0.3887909589627848,
      "grad_norm": 2.0501861572265625,
      "learning_rate": 3.4471403509000166e-06,
      "loss": 0.4621,
      "step": 23600
    },
    {
      "epoch": 0.3904383782804237,
      "grad_norm": 2.131397008895874,
      "learning_rate": 3.4349085449684306e-06,
      "loss": 0.4643,
      "step": 23700
    },
    {
      "epoch": 0.3920857975980626,
      "grad_norm": 2.515228509902954,
      "learning_rate": 3.4226506640720804e-06,
      "loss": 0.4691,
      "step": 23800
    },
    {
      "epoch": 0.39373321691570157,
      "grad_norm": 1.9131451845169067,
      "learning_rate": 3.4103670500880564e-06,
      "loss": 0.4583,
      "step": 23900
    },
    {
      "epoch": 0.39538063623334047,
      "grad_norm": 2.1132075786590576,
      "learning_rate": 3.3980580456111528e-06,
      "loss": 0.4572,
      "step": 24000
    },
    {
      "epoch": 0.39702805555097936,
      "grad_norm": 2.0267536640167236,
      "learning_rate": 3.385723993944317e-06,
      "loss": 0.4605,
      "step": 24100
    },
    {
      "epoch": 0.3986754748686183,
      "grad_norm": 1.9140433073043823,
      "learning_rate": 3.3733652390890714e-06,
      "loss": 0.4634,
      "step": 24200
    },
    {
      "epoch": 0.4003228941862572,
      "grad_norm": 1.319580078125,
      "learning_rate": 3.3609821257359187e-06,
      "loss": 0.4607,
      "step": 24300
    },
    {
      "epoch": 0.40197031350389617,
      "grad_norm": 2.329153299331665,
      "learning_rate": 3.3485749992547312e-06,
      "loss": 0.4864,
      "step": 24400
    },
    {
      "epoch": 0.40361773282153507,
      "grad_norm": 1.709675669670105,
      "learning_rate": 3.336144205685117e-06,
      "loss": 0.4772,
      "step": 24500
    },
    {
      "epoch": 0.40526515213917397,
      "grad_norm": 1.869702696800232,
      "learning_rate": 3.3236900917267663e-06,
      "loss": 0.4691,
      "step": 24600
    },
    {
      "epoch": 0.4069125714568129,
      "grad_norm": 2.017636775970459,
      "learning_rate": 3.311213004729787e-06,
      "loss": 0.4568,
      "step": 24700
    },
    {
      "epoch": 0.4085599907744518,
      "grad_norm": 2.2239317893981934,
      "learning_rate": 3.2987132926850123e-06,
      "loss": 0.4976,
      "step": 24800
    },
    {
      "epoch": 0.4102074100920907,
      "grad_norm": 2.3074443340301514,
      "learning_rate": 3.286191304214296e-06,
      "loss": 0.4669,
      "step": 24900
    },
    {
      "epoch": 0.4118548294097297,
      "grad_norm": 1.9659165143966675,
      "learning_rate": 3.2736473885607932e-06,
      "loss": 0.4794,
      "step": 25000
    },
    {
      "epoch": 0.41350224872736857,
      "grad_norm": 2.3997573852539062,
      "learning_rate": 3.2610818955792135e-06,
      "loss": 0.4847,
      "step": 25100
    },
    {
      "epoch": 0.41514966804500747,
      "grad_norm": 2.5638508796691895,
      "learning_rate": 3.248495175726068e-06,
      "loss": 0.4452,
      "step": 25200
    },
    {
      "epoch": 0.4167970873626464,
      "grad_norm": 1.7153327465057373,
      "learning_rate": 3.235887580049893e-06,
      "loss": 0.4598,
      "step": 25300
    },
    {
      "epoch": 0.4184445066802853,
      "grad_norm": 2.540421485900879,
      "learning_rate": 3.223259460181461e-06,
      "loss": 0.4573,
      "step": 25400
    },
    {
      "epoch": 0.4200919259979243,
      "grad_norm": 2.420246124267578,
      "learning_rate": 3.2106111683239703e-06,
      "loss": 0.4593,
      "step": 25500
    },
    {
      "epoch": 0.4217393453155632,
      "grad_norm": 2.1598918437957764,
      "learning_rate": 3.1979430572432256e-06,
      "loss": 0.4343,
      "step": 25600
    },
    {
      "epoch": 0.4233867646332021,
      "grad_norm": 2.091474771499634,
      "learning_rate": 3.185255480257797e-06,
      "loss": 0.4423,
      "step": 25700
    },
    {
      "epoch": 0.425034183950841,
      "grad_norm": 3.1766490936279297,
      "learning_rate": 3.1725487912291654e-06,
      "loss": 0.4499,
      "step": 25800
    },
    {
      "epoch": 0.4266816032684799,
      "grad_norm": 1.8975087404251099,
      "learning_rate": 3.1598233445518544e-06,
      "loss": 0.4833,
      "step": 25900
    },
    {
      "epoch": 0.4283290225861188,
      "grad_norm": 2.459707498550415,
      "learning_rate": 3.1470794951435473e-06,
      "loss": 0.4563,
      "step": 26000
    },
    {
      "epoch": 0.4299764419037578,
      "grad_norm": 1.9212175607681274,
      "learning_rate": 3.1343175984351842e-06,
      "loss": 0.4451,
      "step": 26100
    },
    {
      "epoch": 0.4316238612213967,
      "grad_norm": 2.1869616508483887,
      "learning_rate": 3.121538010361054e-06,
      "loss": 0.4438,
      "step": 26200
    },
    {
      "epoch": 0.4332712805390356,
      "grad_norm": 2.3515875339508057,
      "learning_rate": 3.108741087348862e-06,
      "loss": 0.4433,
      "step": 26300
    },
    {
      "epoch": 0.43491869985667453,
      "grad_norm": 2.7230703830718994,
      "learning_rate": 3.095927186309795e-06,
      "loss": 0.452,
      "step": 26400
    },
    {
      "epoch": 0.4365661191743134,
      "grad_norm": 1.987182855606079,
      "learning_rate": 3.08309666462856e-06,
      "loss": 0.4508,
      "step": 26500
    },
    {
      "epoch": 0.4382135384919524,
      "grad_norm": 1.8598235845565796,
      "learning_rate": 3.0702498801534234e-06,
      "loss": 0.4502,
      "step": 26600
    },
    {
      "epoch": 0.4398609578095913,
      "grad_norm": 1.3509740829467773,
      "learning_rate": 3.0573871911862252e-06,
      "loss": 0.4618,
      "step": 26700
    },
    {
      "epoch": 0.4415083771272302,
      "grad_norm": 2.3464887142181396,
      "learning_rate": 3.044508956472388e-06,
      "loss": 0.4687,
      "step": 26800
    },
    {
      "epoch": 0.44315579644486913,
      "grad_norm": 2.453792095184326,
      "learning_rate": 3.0316155351909136e-06,
      "loss": 0.4581,
      "step": 26900
    },
    {
      "epoch": 0.44480321576250803,
      "grad_norm": 1.8684953451156616,
      "learning_rate": 3.0187072869443595e-06,
      "loss": 0.4775,
      "step": 27000
    },
    {
      "epoch": 0.44645063508014693,
      "grad_norm": 2.501569986343384,
      "learning_rate": 3.005784571748816e-06,
      "loss": 0.4721,
      "step": 27100
    },
    {
      "epoch": 0.4480980543977859,
      "grad_norm": 2.526435613632202,
      "learning_rate": 2.992847750023861e-06,
      "loss": 0.4327,
      "step": 27200
    },
    {
      "epoch": 0.4497454737154248,
      "grad_norm": 2.1223368644714355,
      "learning_rate": 2.9798971825825107e-06,
      "loss": 0.4494,
      "step": 27300
    },
    {
      "epoch": 0.4513928930330637,
      "grad_norm": 3.0751936435699463,
      "learning_rate": 2.9669332306211513e-06,
      "loss": 0.4513,
      "step": 27400
    },
    {
      "epoch": 0.45304031235070263,
      "grad_norm": 1.7349650859832764,
      "learning_rate": 2.95395625570947e-06,
      "loss": 0.4516,
      "step": 27500
    },
    {
      "epoch": 0.45468773166834153,
      "grad_norm": 1.474882960319519,
      "learning_rate": 2.9409666197803715e-06,
      "loss": 0.4269,
      "step": 27600
    },
    {
      "epoch": 0.4563351509859805,
      "grad_norm": 1.845004916191101,
      "learning_rate": 2.9279646851198796e-06,
      "loss": 0.4598,
      "step": 27700
    },
    {
      "epoch": 0.4579825703036194,
      "grad_norm": 1.4891762733459473,
      "learning_rate": 2.9149508143570317e-06,
      "loss": 0.4383,
      "step": 27800
    },
    {
      "epoch": 0.4596299896212583,
      "grad_norm": 2.5375092029571533,
      "learning_rate": 2.9019253704537725e-06,
      "loss": 0.4903,
      "step": 27900
    },
    {
      "epoch": 0.46127740893889724,
      "grad_norm": 2.7068655490875244,
      "learning_rate": 2.888888716694824e-06,
      "loss": 0.4673,
      "step": 28000
    },
    {
      "epoch": 0.46292482825653614,
      "grad_norm": 1.9553802013397217,
      "learning_rate": 2.8758412166775536e-06,
      "loss": 0.4722,
      "step": 28100
    },
    {
      "epoch": 0.46457224757417503,
      "grad_norm": 2.417858362197876,
      "learning_rate": 2.8627832343018392e-06,
      "loss": 0.4778,
      "step": 28200
    },
    {
      "epoch": 0.466219666891814,
      "grad_norm": 2.021970748901367,
      "learning_rate": 2.849715133759912e-06,
      "loss": 0.438,
      "step": 28300
    },
    {
      "epoch": 0.4678670862094529,
      "grad_norm": 1.203245997428894,
      "learning_rate": 2.8366372795262043e-06,
      "loss": 0.448,
      "step": 28400
    },
    {
      "epoch": 0.4695145055270918,
      "grad_norm": 1.60651433467865,
      "learning_rate": 2.8235500363471835e-06,
      "loss": 0.4667,
      "step": 28500
    },
    {
      "epoch": 0.47116192484473074,
      "grad_norm": 2.5438413619995117,
      "learning_rate": 2.8104537692311772e-06,
      "loss": 0.4411,
      "step": 28600
    },
    {
      "epoch": 0.47280934416236964,
      "grad_norm": 1.9837552309036255,
      "learning_rate": 2.7973488434381936e-06,
      "loss": 0.4772,
      "step": 28700
    },
    {
      "epoch": 0.4744567634800086,
      "grad_norm": 4.9808573722839355,
      "learning_rate": 2.7842356244697365e-06,
      "loss": 0.4585,
      "step": 28800
    },
    {
      "epoch": 0.4761041827976475,
      "grad_norm": 2.3967010974884033,
      "learning_rate": 2.771114478058609e-06,
      "loss": 0.4434,
      "step": 28900
    },
    {
      "epoch": 0.4777516021152864,
      "grad_norm": 2.0720436573028564,
      "learning_rate": 2.757985770158712e-06,
      "loss": 0.4553,
      "step": 29000
    },
    {
      "epoch": 0.47939902143292534,
      "grad_norm": 2.0397377014160156,
      "learning_rate": 2.744849866934843e-06,
      "loss": 0.4335,
      "step": 29100
    },
    {
      "epoch": 0.48104644075056424,
      "grad_norm": 1.8307183980941772,
      "learning_rate": 2.7317071347524756e-06,
      "loss": 0.4575,
      "step": 29200
    },
    {
      "epoch": 0.48269386006820314,
      "grad_norm": 2.0401103496551514,
      "learning_rate": 2.7185579401675478e-06,
      "loss": 0.4536,
      "step": 29300
    },
    {
      "epoch": 0.4843412793858421,
      "grad_norm": 1.5589044094085693,
      "learning_rate": 2.705402649916238e-06,
      "loss": 0.4464,
      "step": 29400
    },
    {
      "epoch": 0.485988698703481,
      "grad_norm": 1.7465211153030396,
      "learning_rate": 2.692241630904732e-06,
      "loss": 0.443,
      "step": 29500
    },
    {
      "epoch": 0.4876361180211199,
      "grad_norm": 1.9152140617370605,
      "learning_rate": 2.679075250198995e-06,
      "loss": 0.4453,
      "step": 29600
    },
    {
      "epoch": 0.48928353733875884,
      "grad_norm": 1.9584287405014038,
      "learning_rate": 2.665903875014531e-06,
      "loss": 0.4412,
      "step": 29700
    },
    {
      "epoch": 0.49093095665639774,
      "grad_norm": 2.4530208110809326,
      "learning_rate": 2.6527278727061438e-06,
      "loss": 0.455,
      "step": 29800
    },
    {
      "epoch": 0.4925783759740367,
      "grad_norm": 2.28879451751709,
      "learning_rate": 2.6395476107576866e-06,
      "loss": 0.4545,
      "step": 29900
    },
    {
      "epoch": 0.4942257952916756,
      "grad_norm": 2.3238701820373535,
      "learning_rate": 2.626363456771818e-06,
      "loss": 0.4659,
      "step": 30000
    },
    {
      "epoch": 0.4958732146093145,
      "grad_norm": 2.5362935066223145,
      "learning_rate": 2.613175778459746e-06,
      "loss": 0.475,
      "step": 30100
    },
    {
      "epoch": 0.49752063392695345,
      "grad_norm": 1.6304713487625122,
      "learning_rate": 2.599984943630974e-06,
      "loss": 0.4344,
      "step": 30200
    },
    {
      "epoch": 0.49916805324459235,
      "grad_norm": 2.1046688556671143,
      "learning_rate": 2.5867913201830415e-06,
      "loss": 0.442,
      "step": 30300
    },
    {
      "epoch": 0.5008154725622312,
      "grad_norm": 2.016679048538208,
      "learning_rate": 2.5735952760912623e-06,
      "loss": 0.4468,
      "step": 30400
    },
    {
      "epoch": 0.5024628918798701,
      "grad_norm": 1.700775384902954,
      "learning_rate": 2.560397179398467e-06,
      "loss": 0.4755,
      "step": 30500
    },
    {
      "epoch": 0.5041103111975092,
      "grad_norm": 2.6758084297180176,
      "learning_rate": 2.5471973982047283e-06,
      "loss": 0.4734,
      "step": 30600
    },
    {
      "epoch": 0.505757730515148,
      "grad_norm": 2.0318357944488525,
      "learning_rate": 2.533996300657105e-06,
      "loss": 0.4257,
      "step": 30700
    },
    {
      "epoch": 0.507405149832787,
      "grad_norm": 1.755279779434204,
      "learning_rate": 2.5207942549393678e-06,
      "loss": 0.4311,
      "step": 30800
    },
    {
      "epoch": 0.5090525691504258,
      "grad_norm": 1.3220248222351074,
      "learning_rate": 2.507591629261732e-06,
      "loss": 0.4586,
      "step": 30900
    },
    {
      "epoch": 0.5106999884680647,
      "grad_norm": 1.8418200016021729,
      "learning_rate": 2.4943887918505887e-06,
      "loss": 0.4856,
      "step": 31000
    },
    {
      "epoch": 0.5123474077857036,
      "grad_norm": 2.0014216899871826,
      "learning_rate": 2.4811861109382337e-06,
      "loss": 0.4691,
      "step": 31100
    },
    {
      "epoch": 0.5139948271033427,
      "grad_norm": 2.2227587699890137,
      "learning_rate": 2.4679839547526e-06,
      "loss": 0.4465,
      "step": 31200
    },
    {
      "epoch": 0.5156422464209816,
      "grad_norm": 2.022191047668457,
      "learning_rate": 2.4547826915069816e-06,
      "loss": 0.4344,
      "step": 31300
    },
    {
      "epoch": 0.5172896657386205,
      "grad_norm": 1.4360835552215576,
      "learning_rate": 2.441582689389772e-06,
      "loss": 0.446,
      "step": 31400
    },
    {
      "epoch": 0.5189370850562594,
      "grad_norm": 2.100766658782959,
      "learning_rate": 2.4283843165541914e-06,
      "loss": 0.4457,
      "step": 31500
    },
    {
      "epoch": 0.5205845043738982,
      "grad_norm": 1.6528244018554688,
      "learning_rate": 2.4151879411080144e-06,
      "loss": 0.4477,
      "step": 31600
    },
    {
      "epoch": 0.5222319236915373,
      "grad_norm": 2.4091269969940186,
      "learning_rate": 2.401993931103312e-06,
      "loss": 0.4764,
      "step": 31700
    },
    {
      "epoch": 0.5238793430091762,
      "grad_norm": 2.416269302368164,
      "learning_rate": 2.388802654526182e-06,
      "loss": 0.4572,
      "step": 31800
    },
    {
      "epoch": 0.5255267623268151,
      "grad_norm": 1.747132420539856,
      "learning_rate": 2.3756144792864812e-06,
      "loss": 0.4439,
      "step": 31900
    },
    {
      "epoch": 0.527174181644454,
      "grad_norm": 1.7760906219482422,
      "learning_rate": 2.3624297732075747e-06,
      "loss": 0.4589,
      "step": 32000
    },
    {
      "epoch": 0.5288216009620929,
      "grad_norm": 1.9603146314620972,
      "learning_rate": 2.349248904016069e-06,
      "loss": 0.4464,
      "step": 32100
    },
    {
      "epoch": 0.5304690202797318,
      "grad_norm": 2.7575228214263916,
      "learning_rate": 2.336072239331555e-06,
      "loss": 0.425,
      "step": 32200
    },
    {
      "epoch": 0.5321164395973708,
      "grad_norm": 3.160569190979004,
      "learning_rate": 2.3229001466563647e-06,
      "loss": 0.4493,
      "step": 32300
    },
    {
      "epoch": 0.5337638589150097,
      "grad_norm": 1.3065659999847412,
      "learning_rate": 2.3097329933653116e-06,
      "loss": 0.4134,
      "step": 32400
    },
    {
      "epoch": 0.5354112782326486,
      "grad_norm": 1.933773159980774,
      "learning_rate": 2.2965711466954444e-06,
      "loss": 0.4465,
      "step": 32500
    },
    {
      "epoch": 0.5370586975502875,
      "grad_norm": 1.7939263582229614,
      "learning_rate": 2.283414973735816e-06,
      "loss": 0.4577,
      "step": 32600
    },
    {
      "epoch": 0.5387061168679264,
      "grad_norm": 2.202970027923584,
      "learning_rate": 2.270264841417229e-06,
      "loss": 0.4506,
      "step": 32700
    },
    {
      "epoch": 0.5403535361855654,
      "grad_norm": 1.2232089042663574,
      "learning_rate": 2.2571211165020164e-06,
      "loss": 0.4412,
      "step": 32800
    },
    {
      "epoch": 0.5420009555032043,
      "grad_norm": 2.2651045322418213,
      "learning_rate": 2.243984165573804e-06,
      "loss": 0.4838,
      "step": 32900
    },
    {
      "epoch": 0.5436483748208432,
      "grad_norm": 1.1817712783813477,
      "learning_rate": 2.2308543550272853e-06,
      "loss": 0.4426,
      "step": 33000
    },
    {
      "epoch": 0.5452957941384821,
      "grad_norm": 3.3513026237487793,
      "learning_rate": 2.2177320510580115e-06,
      "loss": 0.4432,
      "step": 33100
    },
    {
      "epoch": 0.546943213456121,
      "grad_norm": 2.345806837081909,
      "learning_rate": 2.2046176196521706e-06,
      "loss": 0.4591,
      "step": 33200
    },
    {
      "epoch": 0.5485906327737599,
      "grad_norm": 2.1807124614715576,
      "learning_rate": 2.191511426576377e-06,
      "loss": 0.4589,
      "step": 33300
    },
    {
      "epoch": 0.5502380520913989,
      "grad_norm": 2.6100516319274902,
      "learning_rate": 2.1784138373674817e-06,
      "loss": 0.4644,
      "step": 33400
    },
    {
      "epoch": 0.5518854714090378,
      "grad_norm": 1.3514959812164307,
      "learning_rate": 2.165325217322367e-06,
      "loss": 0.4123,
      "step": 33500
    },
    {
      "epoch": 0.5535328907266767,
      "grad_norm": 2.2316343784332275,
      "learning_rate": 2.1522459314877603e-06,
      "loss": 0.4329,
      "step": 33600
    },
    {
      "epoch": 0.5551803100443156,
      "grad_norm": 1.948644757270813,
      "learning_rate": 2.1391763446500583e-06,
      "loss": 0.4485,
      "step": 33700
    },
    {
      "epoch": 0.5568277293619545,
      "grad_norm": 2.1561203002929688,
      "learning_rate": 2.1261168213251465e-06,
      "loss": 0.4557,
      "step": 33800
    },
    {
      "epoch": 0.5584751486795935,
      "grad_norm": 2.097280263900757,
      "learning_rate": 2.1130677257482328e-06,
      "loss": 0.4535,
      "step": 33900
    },
    {
      "epoch": 0.5601225679972324,
      "grad_norm": 2.417245388031006,
      "learning_rate": 2.1000294218636963e-06,
      "loss": 0.4758,
      "step": 34000
    },
    {
      "epoch": 0.5617699873148713,
      "grad_norm": 1.9167017936706543,
      "learning_rate": 2.0870022733149287e-06,
      "loss": 0.4742,
      "step": 34100
    },
    {
      "epoch": 0.5634174066325102,
      "grad_norm": 1.482334017753601,
      "learning_rate": 2.073986643434193e-06,
      "loss": 0.4287,
      "step": 34200
    },
    {
      "epoch": 0.5650648259501491,
      "grad_norm": 1.6773154735565186,
      "learning_rate": 2.0609828952324954e-06,
      "loss": 0.4211,
      "step": 34300
    },
    {
      "epoch": 0.566712245267788,
      "grad_norm": 1.883154273033142,
      "learning_rate": 2.047991391389458e-06,
      "loss": 0.453,
      "step": 34400
    },
    {
      "epoch": 0.568359664585427,
      "grad_norm": 2.0675201416015625,
      "learning_rate": 2.035012494243198e-06,
      "loss": 0.4762,
      "step": 34500
    },
    {
      "epoch": 0.5700070839030659,
      "grad_norm": 2.362501382827759,
      "learning_rate": 2.0220465657802322e-06,
      "loss": 0.4566,
      "step": 34600
    },
    {
      "epoch": 0.5716545032207048,
      "grad_norm": 1.8373854160308838,
      "learning_rate": 2.0090939676253744e-06,
      "loss": 0.442,
      "step": 34700
    },
    {
      "epoch": 0.5733019225383437,
      "grad_norm": 1.8830519914627075,
      "learning_rate": 1.9961550610316477e-06,
      "loss": 0.4521,
      "step": 34800
    },
    {
      "epoch": 0.5749493418559826,
      "grad_norm": 1.484971523284912,
      "learning_rate": 1.9832302068702162e-06,
      "loss": 0.4795,
      "step": 34900
    },
    {
      "epoch": 0.5765967611736216,
      "grad_norm": 1.619246482849121,
      "learning_rate": 1.9703197656203153e-06,
      "loss": 0.4525,
      "step": 35000
    },
    {
      "epoch": 0.5782441804912605,
      "grad_norm": 1.589003562927246,
      "learning_rate": 1.9574240973591955e-06,
      "loss": 0.4346,
      "step": 35100
    },
    {
      "epoch": 0.5798915998088994,
      "grad_norm": 1.2750858068466187,
      "learning_rate": 1.944543561752088e-06,
      "loss": 0.4595,
      "step": 35200
    },
    {
      "epoch": 0.5815390191265383,
      "grad_norm": 2.5024302005767822,
      "learning_rate": 1.931678518042165e-06,
      "loss": 0.4469,
      "step": 35300
    },
    {
      "epoch": 0.5831864384441772,
      "grad_norm": 2.244246244430542,
      "learning_rate": 1.918829325040523e-06,
      "loss": 0.4475,
      "step": 35400
    },
    {
      "epoch": 0.5848338577618161,
      "grad_norm": 1.7237255573272705,
      "learning_rate": 1.9059963411161788e-06,
      "loss": 0.4578,
      "step": 35500
    },
    {
      "epoch": 0.5864812770794551,
      "grad_norm": 1.9429930448532104,
      "learning_rate": 1.8931799241860704e-06,
      "loss": 0.4776,
      "step": 35600
    },
    {
      "epoch": 0.588128696397094,
      "grad_norm": 2.0698490142822266,
      "learning_rate": 1.880380431705075e-06,
      "loss": 0.4422,
      "step": 35700
    },
    {
      "epoch": 0.5897761157147329,
      "grad_norm": 1.440127968788147,
      "learning_rate": 1.8675982206560417e-06,
      "loss": 0.4528,
      "step": 35800
    },
    {
      "epoch": 0.5914235350323718,
      "grad_norm": 2.600696563720703,
      "learning_rate": 1.854833647539833e-06,
      "loss": 0.4167,
      "step": 35900
    },
    {
      "epoch": 0.5930709543500107,
      "grad_norm": 2.2462635040283203,
      "learning_rate": 1.8420870683653819e-06,
      "loss": 0.4461,
      "step": 36000
    },
    {
      "epoch": 0.5947183736676497,
      "grad_norm": 2.301934003829956,
      "learning_rate": 1.8293588386397646e-06,
      "loss": 0.4609,
      "step": 36100
    },
    {
      "epoch": 0.5963657929852886,
      "grad_norm": 1.231947422027588,
      "learning_rate": 1.816649313358284e-06,
      "loss": 0.4617,
      "step": 36200
    },
    {
      "epoch": 0.5980132123029275,
      "grad_norm": 1.6088837385177612,
      "learning_rate": 1.8039588469945675e-06,
      "loss": 0.4298,
      "step": 36300
    },
    {
      "epoch": 0.5996606316205664,
      "grad_norm": 2.1999731063842773,
      "learning_rate": 1.791287793490682e-06,
      "loss": 0.4576,
      "step": 36400
    },
    {
      "epoch": 0.6013080509382053,
      "grad_norm": 1.9624534845352173,
      "learning_rate": 1.7786365062472645e-06,
      "loss": 0.4416,
      "step": 36500
    },
    {
      "epoch": 0.6029554702558442,
      "grad_norm": 2.441080093383789,
      "learning_rate": 1.7660053381136593e-06,
      "loss": 0.4613,
      "step": 36600
    },
    {
      "epoch": 0.6046028895734832,
      "grad_norm": 1.7500004768371582,
      "learning_rate": 1.7533946413780845e-06,
      "loss": 0.4493,
      "step": 36700
    },
    {
      "epoch": 0.6062503088911221,
      "grad_norm": 1.9511518478393555,
      "learning_rate": 1.7408047677578016e-06,
      "loss": 0.4487,
      "step": 36800
    },
    {
      "epoch": 0.607897728208761,
      "grad_norm": 2.2485551834106445,
      "learning_rate": 1.7282360683893057e-06,
      "loss": 0.4515,
      "step": 36900
    },
    {
      "epoch": 0.6095451475263999,
      "grad_norm": 2.1224875450134277,
      "learning_rate": 1.7156888938185373e-06,
      "loss": 0.4384,
      "step": 37000
    },
    {
      "epoch": 0.6111925668440388,
      "grad_norm": 2.6325182914733887,
      "learning_rate": 1.7031635939910968e-06,
      "loss": 0.4625,
      "step": 37100
    },
    {
      "epoch": 0.6128399861616778,
      "grad_norm": 1.8848086595535278,
      "learning_rate": 1.6906605182424942e-06,
      "loss": 0.4627,
      "step": 37200
    },
    {
      "epoch": 0.6144874054793167,
      "grad_norm": 1.8694807291030884,
      "learning_rate": 1.6781800152884004e-06,
      "loss": 0.4572,
      "step": 37300
    },
    {
      "epoch": 0.6161348247969556,
      "grad_norm": 1.9170241355895996,
      "learning_rate": 1.6657224332149185e-06,
      "loss": 0.4646,
      "step": 37400
    },
    {
      "epoch": 0.6177822441145945,
      "grad_norm": 2.1769967079162598,
      "learning_rate": 1.6532881194688843e-06,
      "loss": 0.4584,
      "step": 37500
    },
    {
      "epoch": 0.6194296634322334,
      "grad_norm": 2.1281752586364746,
      "learning_rate": 1.640877420848169e-06,
      "loss": 0.4588,
      "step": 37600
    },
    {
      "epoch": 0.6210770827498723,
      "grad_norm": 3.2545199394226074,
      "learning_rate": 1.6284906834920056e-06,
      "loss": 0.4494,
      "step": 37700
    },
    {
      "epoch": 0.6227245020675113,
      "grad_norm": 2.595705032348633,
      "learning_rate": 1.6161282528713429e-06,
      "loss": 0.4702,
      "step": 37800
    },
    {
      "epoch": 0.6243719213851502,
      "grad_norm": 2.0563864707946777,
      "learning_rate": 1.6037904737792037e-06,
      "loss": 0.4374,
      "step": 37900
    },
    {
      "epoch": 0.6260193407027891,
      "grad_norm": 2.5470025539398193,
      "learning_rate": 1.5914776903210675e-06,
      "loss": 0.4467,
      "step": 38000
    },
    {
      "epoch": 0.627666760020428,
      "grad_norm": 2.6239607334136963,
      "learning_rate": 1.5791902459052793e-06,
      "loss": 0.4156,
      "step": 38100
    },
    {
      "epoch": 0.6293141793380669,
      "grad_norm": 1.202338457107544,
      "learning_rate": 1.5669284832334671e-06,
      "loss": 0.4163,
      "step": 38200
    },
    {
      "epoch": 0.6309615986557059,
      "grad_norm": 2.398700714111328,
      "learning_rate": 1.554692744290984e-06,
      "loss": 0.4515,
      "step": 38300
    },
    {
      "epoch": 0.6326090179733448,
      "grad_norm": 2.2210938930511475,
      "learning_rate": 1.542483370337372e-06,
      "loss": 0.4704,
      "step": 38400
    },
    {
      "epoch": 0.6342564372909837,
      "grad_norm": 1.1223909854888916,
      "learning_rate": 1.530300701896844e-06,
      "loss": 0.4231,
      "step": 38500
    },
    {
      "epoch": 0.6359038566086226,
      "grad_norm": 2.2360265254974365,
      "learning_rate": 1.5181450787487839e-06,
      "loss": 0.4339,
      "step": 38600
    },
    {
      "epoch": 0.6375512759262615,
      "grad_norm": 1.6431453227996826,
      "learning_rate": 1.5060168399182731e-06,
      "loss": 0.4341,
      "step": 38700
    },
    {
      "epoch": 0.6391986952439004,
      "grad_norm": 1.9951646327972412,
      "learning_rate": 1.4939163236666338e-06,
      "loss": 0.4744,
      "step": 38800
    },
    {
      "epoch": 0.6408461145615394,
      "grad_norm": 3.3914270401000977,
      "learning_rate": 1.4818438674819934e-06,
      "loss": 0.4595,
      "step": 38900
    },
    {
      "epoch": 0.6424935338791783,
      "grad_norm": 2.1617212295532227,
      "learning_rate": 1.4697998080698745e-06,
      "loss": 0.4465,
      "step": 39000
    },
    {
      "epoch": 0.6441409531968172,
      "grad_norm": 2.4593045711517334,
      "learning_rate": 1.4577844813438022e-06,
      "loss": 0.4695,
      "step": 39100
    },
    {
      "epoch": 0.6457883725144561,
      "grad_norm": 2.2030935287475586,
      "learning_rate": 1.4457982224159346e-06,
      "loss": 0.4449,
      "step": 39200
    },
    {
      "epoch": 0.647435791832095,
      "grad_norm": 1.3730400800704956,
      "learning_rate": 1.433841365587719e-06,
      "loss": 0.4382,
      "step": 39300
    },
    {
      "epoch": 0.649083211149734,
      "grad_norm": 3.4730331897735596,
      "learning_rate": 1.421914244340567e-06,
      "loss": 0.4469,
      "step": 39400
    },
    {
      "epoch": 0.6507306304673729,
      "grad_norm": 1.946877360343933,
      "learning_rate": 1.410017191326551e-06,
      "loss": 0.4685,
      "step": 39500
    },
    {
      "epoch": 0.6523780497850118,
      "grad_norm": 1.6987239122390747,
      "learning_rate": 1.39815053835913e-06,
      "loss": 0.4469,
      "step": 39600
    },
    {
      "epoch": 0.6540254691026507,
      "grad_norm": 1.93442964553833,
      "learning_rate": 1.3863146164038946e-06,
      "loss": 0.4523,
      "step": 39700
    },
    {
      "epoch": 0.6556728884202896,
      "grad_norm": 2.016063690185547,
      "learning_rate": 1.3745097555693343e-06,
      "loss": 0.4079,
      "step": 39800
    },
    {
      "epoch": 0.6573203077379285,
      "grad_norm": 1.9582340717315674,
      "learning_rate": 1.3627362850976323e-06,
      "loss": 0.4524,
      "step": 39900
    },
    {
      "epoch": 0.6589677270555675,
      "grad_norm": 1.6741374731063843,
      "learning_rate": 1.3509945333554828e-06,
      "loss": 0.4346,
      "step": 40000
    },
    {
      "epoch": 0.6606151463732064,
      "grad_norm": 2.514186382293701,
      "learning_rate": 1.3392848278249298e-06,
      "loss": 0.4761,
      "step": 40100
    },
    {
      "epoch": 0.6622625656908453,
      "grad_norm": 2.4352760314941406,
      "learning_rate": 1.3276074950942381e-06,
      "loss": 0.4182,
      "step": 40200
    },
    {
      "epoch": 0.6639099850084842,
      "grad_norm": 1.9086421728134155,
      "learning_rate": 1.3159628608487848e-06,
      "loss": 0.4431,
      "step": 40300
    },
    {
      "epoch": 0.6655574043261231,
      "grad_norm": 1.9062386751174927,
      "learning_rate": 1.3043512498619677e-06,
      "loss": 0.4494,
      "step": 40400
    },
    {
      "epoch": 0.6672048236437621,
      "grad_norm": 2.4138245582580566,
      "learning_rate": 1.2927729859861571e-06,
      "loss": 0.4493,
      "step": 40500
    },
    {
      "epoch": 0.668852242961401,
      "grad_norm": 2.2896976470947266,
      "learning_rate": 1.2812283921436597e-06,
      "loss": 0.4383,
      "step": 40600
    },
    {
      "epoch": 0.6704996622790399,
      "grad_norm": 2.136972427368164,
      "learning_rate": 1.2697177903177077e-06,
      "loss": 0.4233,
      "step": 40700
    },
    {
      "epoch": 0.6721470815966788,
      "grad_norm": 1.7220128774642944,
      "learning_rate": 1.2582415015434857e-06,
      "loss": 0.4331,
      "step": 40800
    },
    {
      "epoch": 0.6737945009143177,
      "grad_norm": 2.0941953659057617,
      "learning_rate": 1.2467998458991768e-06,
      "loss": 0.482,
      "step": 40900
    },
    {
      "epoch": 0.6754419202319566,
      "grad_norm": 2.6354613304138184,
      "learning_rate": 1.2353931424970258e-06,
      "loss": 0.4487,
      "step": 41000
    },
    {
      "epoch": 0.6770893395495956,
      "grad_norm": 2.2864413261413574,
      "learning_rate": 1.224021709474451e-06,
      "loss": 0.4668,
      "step": 41100
    },
    {
      "epoch": 0.6787367588672345,
      "grad_norm": 1.8881123065948486,
      "learning_rate": 1.2126858639851649e-06,
      "loss": 0.4572,
      "step": 41200
    },
    {
      "epoch": 0.6803841781848734,
      "grad_norm": 2.1788628101348877,
      "learning_rate": 1.2013859221903273e-06,
      "loss": 0.4589,
      "step": 41300
    },
    {
      "epoch": 0.6820315975025123,
      "grad_norm": 2.4340453147888184,
      "learning_rate": 1.190122199249733e-06,
      "loss": 0.4363,
      "step": 41400
    },
    {
      "epoch": 0.6836790168201512,
      "grad_norm": 2.3238346576690674,
      "learning_rate": 1.1788950093130177e-06,
      "loss": 0.4187,
      "step": 41500
    },
    {
      "epoch": 0.6853264361377902,
      "grad_norm": 2.4663116931915283,
      "learning_rate": 1.1677046655108974e-06,
      "loss": 0.4542,
      "step": 41600
    },
    {
      "epoch": 0.6869738554554291,
      "grad_norm": 1.5595173835754395,
      "learning_rate": 1.1565514799464354e-06,
      "loss": 0.4612,
      "step": 41700
    },
    {
      "epoch": 0.688621274773068,
      "grad_norm": 2.0184364318847656,
      "learning_rate": 1.145435763686335e-06,
      "loss": 0.4535,
      "step": 41800
    },
    {
      "epoch": 0.6902686940907069,
      "grad_norm": 3.0829389095306396,
      "learning_rate": 1.134357826752269e-06,
      "loss": 0.4307,
      "step": 41900
    },
    {
      "epoch": 0.6919161134083458,
      "grad_norm": 2.8656702041625977,
      "learning_rate": 1.1233179781122286e-06,
      "loss": 0.4511,
      "step": 42000
    },
    {
      "epoch": 0.6935635327259847,
      "grad_norm": 2.2438855171203613,
      "learning_rate": 1.1123165256719077e-06,
      "loss": 0.4358,
      "step": 42100
    },
    {
      "epoch": 0.6952109520436237,
      "grad_norm": 2.6837387084960938,
      "learning_rate": 1.1013537762661147e-06,
      "loss": 0.4702,
      "step": 42200
    },
    {
      "epoch": 0.6968583713612626,
      "grad_norm": 2.0240025520324707,
      "learning_rate": 1.0904300356502174e-06,
      "loss": 0.4211,
      "step": 42300
    },
    {
      "epoch": 0.6985057906789015,
      "grad_norm": 2.1769285202026367,
      "learning_rate": 1.0795456084916095e-06,
      "loss": 0.4635,
      "step": 42400
    },
    {
      "epoch": 0.7001532099965404,
      "grad_norm": 1.203687310218811,
      "learning_rate": 1.0687007983612189e-06,
      "loss": 0.4241,
      "step": 42500
    },
    {
      "epoch": 0.7018006293141793,
      "grad_norm": 2.5927300453186035,
      "learning_rate": 1.0578959077250417e-06,
      "loss": 0.4603,
      "step": 42600
    },
    {
      "epoch": 0.7034480486318182,
      "grad_norm": 1.3485939502716064,
      "learning_rate": 1.0471312379356991e-06,
      "loss": 0.4563,
      "step": 42700
    },
    {
      "epoch": 0.7050954679494572,
      "grad_norm": 1.8091089725494385,
      "learning_rate": 1.03640708922404e-06,
      "loss": 0.4303,
      "step": 42800
    },
    {
      "epoch": 0.7067428872670961,
      "grad_norm": 2.243220090866089,
      "learning_rate": 1.0257237606907647e-06,
      "loss": 0.4484,
      "step": 42900
    },
    {
      "epoch": 0.708390306584735,
      "grad_norm": 1.7703299522399902,
      "learning_rate": 1.0150815502980804e-06,
      "loss": 0.4459,
      "step": 43000
    },
    {
      "epoch": 0.7100377259023739,
      "grad_norm": 1.7074419260025024,
      "learning_rate": 1.0044807548613947e-06,
      "loss": 0.3932,
      "step": 43100
    },
    {
      "epoch": 0.7116851452200128,
      "grad_norm": 2.930617332458496,
      "learning_rate": 9.939216700410387e-07,
      "loss": 0.4411,
      "step": 43200
    },
    {
      "epoch": 0.7133325645376518,
      "grad_norm": 1.8758985996246338,
      "learning_rate": 9.834045903340127e-07,
      "loss": 0.434,
      "step": 43300
    },
    {
      "epoch": 0.7149799838552907,
      "grad_norm": 2.038867712020874,
      "learning_rate": 9.729298090657821e-07,
      "loss": 0.4666,
      "step": 43400
    },
    {
      "epoch": 0.7166274031729296,
      "grad_norm": 2.4463798999786377,
      "learning_rate": 9.624976183820914e-07,
      "loss": 0.4492,
      "step": 43500
    },
    {
      "epoch": 0.7182748224905685,
      "grad_norm": 0.9264168739318848,
      "learning_rate": 9.521083092408148e-07,
      "loss": 0.4308,
      "step": 43600
    },
    {
      "epoch": 0.7199222418082074,
      "grad_norm": 1.8402535915374756,
      "learning_rate": 9.417621714038455e-07,
      "loss": 0.4375,
      "step": 43700
    },
    {
      "epoch": 0.7215696611258463,
      "grad_norm": 2.28937029838562,
      "learning_rate": 9.314594934290147e-07,
      "loss": 0.4451,
      "step": 43800
    },
    {
      "epoch": 0.7232170804434853,
      "grad_norm": 2.710644245147705,
      "learning_rate": 9.212005626620354e-07,
      "loss": 0.4923,
      "step": 43900
    },
    {
      "epoch": 0.7248644997611242,
      "grad_norm": 1.6825114488601685,
      "learning_rate": 9.109856652284979e-07,
      "loss": 0.4281,
      "step": 44000
    },
    {
      "epoch": 0.7265119190787631,
      "grad_norm": 1.5312185287475586,
      "learning_rate": 9.008150860258852e-07,
      "loss": 0.4252,
      "step": 44100
    },
    {
      "epoch": 0.728159338396402,
      "grad_norm": 1.606581449508667,
      "learning_rate": 8.90689108715625e-07,
      "loss": 0.4449,
      "step": 44200
    },
    {
      "epoch": 0.7298067577140409,
      "grad_norm": 2.8217248916625977,
      "learning_rate": 8.806080157151828e-07,
      "loss": 0.4399,
      "step": 44300
    },
    {
      "epoch": 0.7314541770316799,
      "grad_norm": 2.25714373588562,
      "learning_rate": 8.705720881901855e-07,
      "loss": 0.435,
      "step": 44400
    },
    {
      "epoch": 0.7331015963493188,
      "grad_norm": 2.2999300956726074,
      "learning_rate": 8.605816060465725e-07,
      "loss": 0.4481,
      "step": 44500
    },
    {
      "epoch": 0.7347490156669577,
      "grad_norm": 2.1442625522613525,
      "learning_rate": 8.506368479227958e-07,
      "loss": 0.4396,
      "step": 44600
    },
    {
      "epoch": 0.7363964349845966,
      "grad_norm": 2.097804307937622,
      "learning_rate": 8.407380911820487e-07,
      "loss": 0.4486,
      "step": 44700
    },
    {
      "epoch": 0.7380438543022355,
      "grad_norm": 2.046945333480835,
      "learning_rate": 8.308856119045239e-07,
      "loss": 0.4639,
      "step": 44800
    },
    {
      "epoch": 0.7396912736198744,
      "grad_norm": 1.8260259628295898,
      "learning_rate": 8.210796848797193e-07,
      "loss": 0.4433,
      "step": 44900
    },
    {
      "epoch": 0.7413386929375134,
      "grad_norm": 2.123908281326294,
      "learning_rate": 8.113205835987756e-07,
      "loss": 0.4183,
      "step": 45000
    },
    {
      "epoch": 0.7429861122551523,
      "grad_norm": 2.8095531463623047,
      "learning_rate": 8.016085802468399e-07,
      "loss": 0.4357,
      "step": 45100
    },
    {
      "epoch": 0.7446335315727912,
      "grad_norm": 3.761507511138916,
      "learning_rate": 7.919439456954822e-07,
      "loss": 0.4282,
      "step": 45200
    },
    {
      "epoch": 0.7462809508904301,
      "grad_norm": 1.9820051193237305,
      "learning_rate": 7.823269494951394e-07,
      "loss": 0.4714,
      "step": 45300
    },
    {
      "epoch": 0.747928370208069,
      "grad_norm": 1.8739370107650757,
      "learning_rate": 7.727578598675917e-07,
      "loss": 0.4312,
      "step": 45400
    },
    {
      "epoch": 0.749575789525708,
      "grad_norm": 2.4350790977478027,
      "learning_rate": 7.632369436984921e-07,
      "loss": 0.4308,
      "step": 45500
    },
    {
      "epoch": 0.7512232088433469,
      "grad_norm": 2.3461410999298096,
      "learning_rate": 7.53764466529914e-07,
      "loss": 0.4495,
      "step": 45600
    },
    {
      "epoch": 0.7528706281609858,
      "grad_norm": 2.332594633102417,
      "learning_rate": 7.443406925529467e-07,
      "loss": 0.4271,
      "step": 45700
    },
    {
      "epoch": 0.7545180474786247,
      "grad_norm": 2.7010247707366943,
      "learning_rate": 7.349658846003318e-07,
      "loss": 0.4581,
      "step": 45800
    },
    {
      "epoch": 0.7561654667962636,
      "grad_norm": 2.0763182640075684,
      "learning_rate": 7.256403041391258e-07,
      "loss": 0.4599,
      "step": 45900
    },
    {
      "epoch": 0.7578128861139025,
      "grad_norm": 1.678594708442688,
      "learning_rate": 7.163642112634134e-07,
      "loss": 0.4614,
      "step": 46000
    },
    {
      "epoch": 0.7594603054315415,
      "grad_norm": 1.6114099025726318,
      "learning_rate": 7.071378646870525e-07,
      "loss": 0.4352,
      "step": 46100
    },
    {
      "epoch": 0.7611077247491804,
      "grad_norm": 2.531679391860962,
      "learning_rate": 6.979615217364539e-07,
      "loss": 0.452,
      "step": 46200
    },
    {
      "epoch": 0.7627551440668193,
      "grad_norm": 1.2857202291488647,
      "learning_rate": 6.888354383434098e-07,
      "loss": 0.4425,
      "step": 46300
    },
    {
      "epoch": 0.7644025633844582,
      "grad_norm": 1.769644021987915,
      "learning_rate": 6.797598690379542e-07,
      "loss": 0.4325,
      "step": 46400
    },
    {
      "epoch": 0.7660499827020971,
      "grad_norm": 1.5384021997451782,
      "learning_rate": 6.707350669412613e-07,
      "loss": 0.4739,
      "step": 46500
    },
    {
      "epoch": 0.7676974020197361,
      "grad_norm": 2.200972318649292,
      "learning_rate": 6.617612837585887e-07,
      "loss": 0.4702,
      "step": 46600
    },
    {
      "epoch": 0.769344821337375,
      "grad_norm": 2.062885046005249,
      "learning_rate": 6.528387697722599e-07,
      "loss": 0.4703,
      "step": 46700
    },
    {
      "epoch": 0.7709922406550139,
      "grad_norm": 1.4489109516143799,
      "learning_rate": 6.439677738346752e-07,
      "loss": 0.4403,
      "step": 46800
    },
    {
      "epoch": 0.7726396599726528,
      "grad_norm": 3.070599317550659,
      "learning_rate": 6.351485433613799e-07,
      "loss": 0.4353,
      "step": 46900
    },
    {
      "epoch": 0.7742870792902917,
      "grad_norm": 2.201493978500366,
      "learning_rate": 6.263813243241593e-07,
      "loss": 0.4201,
      "step": 47000
    },
    {
      "epoch": 0.7759344986079306,
      "grad_norm": 2.203810930252075,
      "learning_rate": 6.176663612441785e-07,
      "loss": 0.4681,
      "step": 47100
    },
    {
      "epoch": 0.7775819179255696,
      "grad_norm": 2.4481027126312256,
      "learning_rate": 6.090038971851642e-07,
      "loss": 0.4721,
      "step": 47200
    },
    {
      "epoch": 0.7792293372432085,
      "grad_norm": 1.9644261598587036,
      "learning_rate": 6.003941737466273e-07,
      "loss": 0.4365,
      "step": 47300
    },
    {
      "epoch": 0.7808767565608474,
      "grad_norm": 1.6432219743728638,
      "learning_rate": 5.918374310571176e-07,
      "loss": 0.4291,
      "step": 47400
    },
    {
      "epoch": 0.7825241758784863,
      "grad_norm": 2.489579200744629,
      "learning_rate": 5.833339077675343e-07,
      "loss": 0.4396,
      "step": 47500
    },
    {
      "epoch": 0.7841715951961252,
      "grad_norm": 1.5569617748260498,
      "learning_rate": 5.748838410444665e-07,
      "loss": 0.4491,
      "step": 47600
    },
    {
      "epoch": 0.7858190145137642,
      "grad_norm": 2.200166702270508,
      "learning_rate": 5.664874665635767e-07,
      "loss": 0.4672,
      "step": 47700
    },
    {
      "epoch": 0.7874664338314031,
      "grad_norm": 2.1616365909576416,
      "learning_rate": 5.581450185030315e-07,
      "loss": 0.4579,
      "step": 47800
    },
    {
      "epoch": 0.789113853149042,
      "grad_norm": 1.2923545837402344,
      "learning_rate": 5.4985672953697e-07,
      "loss": 0.4424,
      "step": 47900
    },
    {
      "epoch": 0.7907612724666809,
      "grad_norm": 2.338345527648926,
      "learning_rate": 5.416228308290095e-07,
      "loss": 0.4416,
      "step": 48000
    },
    {
      "epoch": 0.7924086917843198,
      "grad_norm": 1.684395670890808,
      "learning_rate": 5.334435520258039e-07,
      "loss": 0.4136,
      "step": 48100
    },
    {
      "epoch": 0.7940561111019587,
      "grad_norm": 1.9474413394927979,
      "learning_rate": 5.25319121250637e-07,
      "loss": 0.4252,
      "step": 48200
    },
    {
      "epoch": 0.7957035304195977,
      "grad_norm": 2.8479621410369873,
      "learning_rate": 5.172497650970567e-07,
      "loss": 0.4375,
      "step": 48300
    },
    {
      "epoch": 0.7973509497372366,
      "grad_norm": 1.9628188610076904,
      "learning_rate": 5.092357086225627e-07,
      "loss": 0.4455,
      "step": 48400
    },
    {
      "epoch": 0.7989983690548755,
      "grad_norm": 1.8695141077041626,
      "learning_rate": 5.012771753423223e-07,
      "loss": 0.4819,
      "step": 48500
    },
    {
      "epoch": 0.8006457883725144,
      "grad_norm": 1.873336672782898,
      "learning_rate": 4.933743872229388e-07,
      "loss": 0.4405,
      "step": 48600
    },
    {
      "epoch": 0.8022932076901533,
      "grad_norm": 2.134643077850342,
      "learning_rate": 4.85527564676262e-07,
      "loss": 0.4381,
      "step": 48700
    },
    {
      "epoch": 0.8039406270077923,
      "grad_norm": 2.1162221431732178,
      "learning_rate": 4.777369265532408e-07,
      "loss": 0.4577,
      "step": 48800
    },
    {
      "epoch": 0.8055880463254312,
      "grad_norm": 2.036649227142334,
      "learning_rate": 4.7000269013781604e-07,
      "loss": 0.4238,
      "step": 48900
    },
    {
      "epoch": 0.8072354656430701,
      "grad_norm": 1.4969152212142944,
      "learning_rate": 4.6232507114086613e-07,
      "loss": 0.45,
      "step": 49000
    },
    {
      "epoch": 0.808882884960709,
      "grad_norm": 1.9845752716064453,
      "learning_rate": 4.547042836941865e-07,
      "loss": 0.4548,
      "step": 49100
    },
    {
      "epoch": 0.8105303042783479,
      "grad_norm": 1.967536449432373,
      "learning_rate": 4.4714054034451585e-07,
      "loss": 0.4057,
      "step": 49200
    },
    {
      "epoch": 0.8121777235959868,
      "grad_norm": 1.79136323928833,
      "learning_rate": 4.3963405204761416e-07,
      "loss": 0.4456,
      "step": 49300
    },
    {
      "epoch": 0.8138251429136258,
      "grad_norm": 2.0205838680267334,
      "learning_rate": 4.3218502816237433e-07,
      "loss": 0.398,
      "step": 49400
    },
    {
      "epoch": 0.8154725622312647,
      "grad_norm": 1.4011536836624146,
      "learning_rate": 4.247936764449828e-07,
      "loss": 0.4542,
      "step": 49500
    },
    {
      "epoch": 0.8171199815489036,
      "grad_norm": 1.8763850927352905,
      "learning_rate": 4.174602030431299e-07,
      "loss": 0.4464,
      "step": 49600
    },
    {
      "epoch": 0.8187674008665425,
      "grad_norm": 1.8748266696929932,
      "learning_rate": 4.1018481249025523e-07,
      "loss": 0.4608,
      "step": 49700
    },
    {
      "epoch": 0.8204148201841814,
      "grad_norm": 2.887885808944702,
      "learning_rate": 4.0296770769984393e-07,
      "loss": 0.468,
      "step": 49800
    },
    {
      "epoch": 0.8220622395018204,
      "grad_norm": 3.4386472702026367,
      "learning_rate": 3.958090899597705e-07,
      "loss": 0.4487,
      "step": 49900
    },
    {
      "epoch": 0.8237096588194593,
      "grad_norm": 2.4126787185668945,
      "learning_rate": 3.8870915892668253e-07,
      "loss": 0.452,
      "step": 50000
    },
    {
      "epoch": 0.8253570781370982,
      "grad_norm": 1.8389333486557007,
      "learning_rate": 3.816681126204297e-07,
      "loss": 0.4666,
      "step": 50100
    },
    {
      "epoch": 0.8270044974547371,
      "grad_norm": 2.392357349395752,
      "learning_rate": 3.746861474185487e-07,
      "loss": 0.4457,
      "step": 50200
    },
    {
      "epoch": 0.828651916772376,
      "grad_norm": 2.450810194015503,
      "learning_rate": 3.677634580507758e-07,
      "loss": 0.4777,
      "step": 50300
    },
    {
      "epoch": 0.8302993360900149,
      "grad_norm": 2.1401236057281494,
      "learning_rate": 3.609002375936244e-07,
      "loss": 0.4546,
      "step": 50400
    },
    {
      "epoch": 0.831946755407654,
      "grad_norm": 2.275261163711548,
      "learning_rate": 3.540966774649962e-07,
      "loss": 0.4286,
      "step": 50500
    },
    {
      "epoch": 0.8335941747252928,
      "grad_norm": 2.4037744998931885,
      "learning_rate": 3.4735296741884113e-07,
      "loss": 0.441,
      "step": 50600
    },
    {
      "epoch": 0.8352415940429317,
      "grad_norm": 1.7885956764221191,
      "learning_rate": 3.406692955398699e-07,
      "loss": 0.4487,
      "step": 50700
    },
    {
      "epoch": 0.8368890133605706,
      "grad_norm": 2.087801456451416,
      "learning_rate": 3.340458482383038e-07,
      "loss": 0.4414,
      "step": 50800
    },
    {
      "epoch": 0.8385364326782095,
      "grad_norm": 1.9815489053726196,
      "learning_rate": 3.2748281024467615e-07,
      "loss": 0.4408,
      "step": 50900
    },
    {
      "epoch": 0.8401838519958486,
      "grad_norm": 2.0206503868103027,
      "learning_rate": 3.209803646046825e-07,
      "loss": 0.4769,
      "step": 51000
    },
    {
      "epoch": 0.8418312713134875,
      "grad_norm": 2.112884521484375,
      "learning_rate": 3.14538692674074e-07,
      "loss": 0.4392,
      "step": 51100
    },
    {
      "epoch": 0.8434786906311263,
      "grad_norm": 1.9830784797668457,
      "learning_rate": 3.0815797411359705e-07,
      "loss": 0.4534,
      "step": 51200
    },
    {
      "epoch": 0.8451261099487652,
      "grad_norm": 2.5792412757873535,
      "learning_rate": 3.0183838688398834e-07,
      "loss": 0.4141,
      "step": 51300
    },
    {
      "epoch": 0.8467735292664041,
      "grad_norm": 1.4945428371429443,
      "learning_rate": 2.9558010724100556e-07,
      "loss": 0.4413,
      "step": 51400
    },
    {
      "epoch": 0.848420948584043,
      "grad_norm": 1.6658538579940796,
      "learning_rate": 2.893833097305135e-07,
      "loss": 0.4381,
      "step": 51500
    },
    {
      "epoch": 0.850068367901682,
      "grad_norm": 1.9433872699737549,
      "learning_rate": 2.832481671836174e-07,
      "loss": 0.4916,
      "step": 51600
    },
    {
      "epoch": 0.851715787219321,
      "grad_norm": 2.8448355197906494,
      "learning_rate": 2.771748507118413e-07,
      "loss": 0.4529,
      "step": 51700
    },
    {
      "epoch": 0.8533632065369599,
      "grad_norm": 1.6692224740982056,
      "learning_rate": 2.711635297023546e-07,
      "loss": 0.4331,
      "step": 51800
    },
    {
      "epoch": 0.8550106258545987,
      "grad_norm": 2.085247039794922,
      "learning_rate": 2.6521437181325105e-07,
      "loss": 0.4573,
      "step": 51900
    },
    {
      "epoch": 0.8566580451722376,
      "grad_norm": 1.9214270114898682,
      "learning_rate": 2.593275429688699e-07,
      "loss": 0.443,
      "step": 52000
    },
    {
      "epoch": 0.8583054644898767,
      "grad_norm": 1.856969952583313,
      "learning_rate": 2.535032073551677e-07,
      "loss": 0.4804,
      "step": 52100
    },
    {
      "epoch": 0.8599528838075156,
      "grad_norm": 2.086461067199707,
      "learning_rate": 2.4774152741514207e-07,
      "loss": 0.4505,
      "step": 52200
    },
    {
      "epoch": 0.8616003031251545,
      "grad_norm": 2.729485511779785,
      "learning_rate": 2.4204266384429855e-07,
      "loss": 0.4661,
      "step": 52300
    },
    {
      "epoch": 0.8632477224427934,
      "grad_norm": 1.9726873636245728,
      "learning_rate": 2.3640677558616875e-07,
      "loss": 0.4561,
      "step": 52400
    },
    {
      "epoch": 0.8648951417604323,
      "grad_norm": 1.9894851446151733,
      "learning_rate": 2.308340198278808e-07,
      "loss": 0.4564,
      "step": 52500
    },
    {
      "epoch": 0.8665425610780711,
      "grad_norm": 1.4880281686782837,
      "learning_rate": 2.2532455199577085e-07,
      "loss": 0.43,
      "step": 52600
    },
    {
      "epoch": 0.8681899803957102,
      "grad_norm": 1.956846833229065,
      "learning_rate": 2.198785257510491e-07,
      "loss": 0.4671,
      "step": 52700
    },
    {
      "epoch": 0.8698373997133491,
      "grad_norm": 2.6969892978668213,
      "learning_rate": 2.144960929855175e-07,
      "loss": 0.4306,
      "step": 52800
    },
    {
      "epoch": 0.871484819030988,
      "grad_norm": 2.5215413570404053,
      "learning_rate": 2.091774038173297e-07,
      "loss": 0.4458,
      "step": 52900
    },
    {
      "epoch": 0.8731322383486269,
      "grad_norm": 1.9688514471054077,
      "learning_rate": 2.039226065868044e-07,
      "loss": 0.4283,
      "step": 53000
    },
    {
      "epoch": 0.8747796576662658,
      "grad_norm": 2.583317995071411,
      "learning_rate": 1.9873184785229205e-07,
      "loss": 0.4429,
      "step": 53100
    },
    {
      "epoch": 0.8764270769839048,
      "grad_norm": 1.426698088645935,
      "learning_rate": 1.9360527238608206e-07,
      "loss": 0.4559,
      "step": 53200
    },
    {
      "epoch": 0.8780744963015437,
      "grad_norm": 1.861429214477539,
      "learning_rate": 1.8854302317036805e-07,
      "loss": 0.4513,
      "step": 53300
    },
    {
      "epoch": 0.8797219156191826,
      "grad_norm": 1.8271915912628174,
      "learning_rate": 1.8354524139325923e-07,
      "loss": 0.4387,
      "step": 53400
    },
    {
      "epoch": 0.8813693349368215,
      "grad_norm": 1.5195509195327759,
      "learning_rate": 1.786120664448432e-07,
      "loss": 0.4354,
      "step": 53500
    },
    {
      "epoch": 0.8830167542544604,
      "grad_norm": 1.372504711151123,
      "learning_rate": 1.7374363591329768e-07,
      "loss": 0.4212,
      "step": 53600
    },
    {
      "epoch": 0.8846641735720993,
      "grad_norm": 1.619235634803772,
      "learning_rate": 1.6894008558105274e-07,
      "loss": 0.427,
      "step": 53700
    },
    {
      "epoch": 0.8863115928897383,
      "grad_norm": 2.1850979328155518,
      "learning_rate": 1.6420154942100585e-07,
      "loss": 0.4412,
      "step": 53800
    },
    {
      "epoch": 0.8879590122073772,
      "grad_norm": 2.942978858947754,
      "learning_rate": 1.5952815959278168e-07,
      "loss": 0.4453,
      "step": 53900
    },
    {
      "epoch": 0.8896064315250161,
      "grad_norm": 2.521692991256714,
      "learning_rate": 1.5492004643904962e-07,
      "loss": 0.4242,
      "step": 54000
    },
    {
      "epoch": 0.891253850842655,
      "grad_norm": 2.2875068187713623,
      "learning_rate": 1.5037733848188658e-07,
      "loss": 0.4234,
      "step": 54100
    },
    {
      "epoch": 0.8929012701602939,
      "grad_norm": 2.937547445297241,
      "learning_rate": 1.4590016241919357e-07,
      "loss": 0.4557,
      "step": 54200
    },
    {
      "epoch": 0.8945486894779329,
      "grad_norm": 2.359915256500244,
      "learning_rate": 1.4148864312116124e-07,
      "loss": 0.4355,
      "step": 54300
    },
    {
      "epoch": 0.8961961087955718,
      "grad_norm": 1.8787094354629517,
      "learning_rate": 1.3714290362678685e-07,
      "loss": 0.4478,
      "step": 54400
    },
    {
      "epoch": 0.8978435281132107,
      "grad_norm": 1.8454256057739258,
      "learning_rate": 1.328630651404436e-07,
      "loss": 0.4374,
      "step": 54500
    },
    {
      "epoch": 0.8994909474308496,
      "grad_norm": 1.6232373714447021,
      "learning_rate": 1.286492470285e-07,
      "loss": 0.4501,
      "step": 54600
    },
    {
      "epoch": 0.9011383667484885,
      "grad_norm": 2.0913541316986084,
      "learning_rate": 1.2450156681598964e-07,
      "loss": 0.4564,
      "step": 54700
    },
    {
      "epoch": 0.9027857860661274,
      "grad_norm": 3.337273120880127,
      "learning_rate": 1.2042014018333575e-07,
      "loss": 0.444,
      "step": 54800
    },
    {
      "epoch": 0.9044332053837664,
      "grad_norm": 1.986515760421753,
      "learning_rate": 1.1640508096312259e-07,
      "loss": 0.409,
      "step": 54900
    },
    {
      "epoch": 0.9060806247014053,
      "grad_norm": 2.8050506114959717,
      "learning_rate": 1.1245650113692052e-07,
      "loss": 0.4345,
      "step": 55000
    },
    {
      "epoch": 0.9077280440190442,
      "grad_norm": 1.7033820152282715,
      "learning_rate": 1.085745108321648e-07,
      "loss": 0.443,
      "step": 55100
    },
    {
      "epoch": 0.9093754633366831,
      "grad_norm": 1.3102610111236572,
      "learning_rate": 1.0475921831908265e-07,
      "loss": 0.452,
      "step": 55200
    },
    {
      "epoch": 0.911022882654322,
      "grad_norm": 1.4171772003173828,
      "learning_rate": 1.0101073000767264e-07,
      "loss": 0.4472,
      "step": 55300
    },
    {
      "epoch": 0.912670301971961,
      "grad_norm": 2.2562355995178223,
      "learning_rate": 9.732915044474017e-08,
      "loss": 0.4424,
      "step": 55400
    },
    {
      "epoch": 0.9143177212895999,
      "grad_norm": 1.537164330482483,
      "learning_rate": 9.371458231097807e-08,
      "loss": 0.4339,
      "step": 55500
    },
    {
      "epoch": 0.9159651406072388,
      "grad_norm": 1.478975534439087,
      "learning_rate": 9.016712641810393e-08,
      "loss": 0.4746,
      "step": 55600
    },
    {
      "epoch": 0.9176125599248777,
      "grad_norm": 2.3379318714141846,
      "learning_rate": 8.668688170604955e-08,
      "loss": 0.4573,
      "step": 55700
    },
    {
      "epoch": 0.9192599792425166,
      "grad_norm": 2.287503242492676,
      "learning_rate": 8.327394524020094e-08,
      "loss": 0.459,
      "step": 55800
    },
    {
      "epoch": 0.9209073985601555,
      "grad_norm": 2.074932098388672,
      "learning_rate": 7.992841220868908e-08,
      "loss": 0.4406,
      "step": 55900
    },
    {
      "epoch": 0.9225548178777945,
      "grad_norm": 2.3185274600982666,
      "learning_rate": 7.665037591973873e-08,
      "loss": 0.4315,
      "step": 56000
    },
    {
      "epoch": 0.9242022371954334,
      "grad_norm": 2.681718587875366,
      "learning_rate": 7.343992779906328e-08,
      "loss": 0.4496,
      "step": 56100
    },
    {
      "epoch": 0.9258496565130723,
      "grad_norm": 2.437779188156128,
      "learning_rate": 7.029715738731541e-08,
      "loss": 0.4363,
      "step": 56200
    },
    {
      "epoch": 0.9274970758307112,
      "grad_norm": 2.111402988433838,
      "learning_rate": 6.722215233759071e-08,
      "loss": 0.446,
      "step": 56300
    },
    {
      "epoch": 0.9291444951483501,
      "grad_norm": 1.8886587619781494,
      "learning_rate": 6.421499841298195e-08,
      "loss": 0.4414,
      "step": 56400
    },
    {
      "epoch": 0.9307919144659891,
      "grad_norm": 1.649271011352539,
      "learning_rate": 6.127577948418728e-08,
      "loss": 0.4409,
      "step": 56500
    },
    {
      "epoch": 0.932439333783628,
      "grad_norm": 2.6484766006469727,
      "learning_rate": 5.84045775271716e-08,
      "loss": 0.4325,
      "step": 56600
    },
    {
      "epoch": 0.9340867531012669,
      "grad_norm": 1.9493142366409302,
      "learning_rate": 5.560147262088034e-08,
      "loss": 0.4165,
      "step": 56700
    },
    {
      "epoch": 0.9357341724189058,
      "grad_norm": 1.875835657119751,
      "learning_rate": 5.286654294500454e-08,
      "loss": 0.433,
      "step": 56800
    },
    {
      "epoch": 0.9373815917365447,
      "grad_norm": 1.9242185354232788,
      "learning_rate": 5.019986477780181e-08,
      "loss": 0.445,
      "step": 56900
    },
    {
      "epoch": 0.9390290110541836,
      "grad_norm": 2.1051392555236816,
      "learning_rate": 4.7601512493968824e-08,
      "loss": 0.4469,
      "step": 57000
    },
    {
      "epoch": 0.9406764303718226,
      "grad_norm": 1.5556972026824951,
      "learning_rate": 4.507155856256634e-08,
      "loss": 0.4746,
      "step": 57100
    },
    {
      "epoch": 0.9423238496894615,
      "grad_norm": 1.9394145011901855,
      "learning_rate": 4.2610073544998577e-08,
      "loss": 0.4347,
      "step": 57200
    },
    {
      "epoch": 0.9439712690071004,
      "grad_norm": 1.9497727155685425,
      "learning_rate": 4.021712609304507e-08,
      "loss": 0.4426,
      "step": 57300
    },
    {
      "epoch": 0.9456186883247393,
      "grad_norm": 1.587270736694336,
      "learning_rate": 3.789278294694498e-08,
      "loss": 0.4277,
      "step": 57400
    },
    {
      "epoch": 0.9472661076423782,
      "grad_norm": 1.201451301574707,
      "learning_rate": 3.563710893353778e-08,
      "loss": 0.4448,
      "step": 57500
    },
    {
      "epoch": 0.9489135269600172,
      "grad_norm": 2.1374833583831787,
      "learning_rate": 3.345016696445297e-08,
      "loss": 0.4276,
      "step": 57600
    },
    {
      "epoch": 0.9505609462776561,
      "grad_norm": 2.4307470321655273,
      "learning_rate": 3.133201803435737e-08,
      "loss": 0.4353,
      "step": 57700
    },
    {
      "epoch": 0.952208365595295,
      "grad_norm": 1.3492801189422607,
      "learning_rate": 2.928272121925202e-08,
      "loss": 0.4129,
      "step": 57800
    },
    {
      "epoch": 0.9538557849129339,
      "grad_norm": 1.4907076358795166,
      "learning_rate": 2.7302333674827098e-08,
      "loss": 0.4478,
      "step": 57900
    },
    {
      "epoch": 0.9555032042305728,
      "grad_norm": 1.893916368484497,
      "learning_rate": 2.539091063486432e-08,
      "loss": 0.4465,
      "step": 58000
    },
    {
      "epoch": 0.9571506235482117,
      "grad_norm": 2.277837038040161,
      "learning_rate": 2.354850540969983e-08,
      "loss": 0.4326,
      "step": 58100
    },
    {
      "epoch": 0.9587980428658507,
      "grad_norm": 1.9928171634674072,
      "learning_rate": 2.177516938473567e-08,
      "loss": 0.418,
      "step": 58200
    },
    {
      "epoch": 0.9604454621834896,
      "grad_norm": 2.096127986907959,
      "learning_rate": 2.0070952019006496e-08,
      "loss": 0.453,
      "step": 58300
    },
    {
      "epoch": 0.9620928815011285,
      "grad_norm": 2.574500322341919,
      "learning_rate": 1.8435900843800926e-08,
      "loss": 0.4425,
      "step": 58400
    },
    {
      "epoch": 0.9637403008187674,
      "grad_norm": 2.5897390842437744,
      "learning_rate": 1.6870061461335685e-08,
      "loss": 0.4273,
      "step": 58500
    },
    {
      "epoch": 0.9653877201364063,
      "grad_norm": 1.7342420816421509,
      "learning_rate": 1.5373477543482453e-08,
      "loss": 0.4365,
      "step": 58600
    },
    {
      "epoch": 0.9670351394540453,
      "grad_norm": 3.1810550689697266,
      "learning_rate": 1.3946190830552431e-08,
      "loss": 0.4385,
      "step": 58700
    },
    {
      "epoch": 0.9686825587716842,
      "grad_norm": 2.5934085845947266,
      "learning_rate": 1.2588241130129242e-08,
      "loss": 0.4453,
      "step": 58800
    },
    {
      "epoch": 0.9703299780893231,
      "grad_norm": 3.0193750858306885,
      "learning_rate": 1.1299666315961743e-08,
      "loss": 0.4181,
      "step": 58900
    },
    {
      "epoch": 0.971977397406962,
      "grad_norm": 2.132373809814453,
      "learning_rate": 1.0080502326904329e-08,
      "loss": 0.4217,
      "step": 59000
    },
    {
      "epoch": 0.9736248167246009,
      "grad_norm": 2.04423189163208,
      "learning_rate": 8.930783165917723e-09,
      "loss": 0.4313,
      "step": 59100
    },
    {
      "epoch": 0.9752722360422398,
      "grad_norm": 1.6803611516952515,
      "learning_rate": 7.85054089911863e-09,
      "loss": 0.4507,
      "step": 59200
    },
    {
      "epoch": 0.9769196553598788,
      "grad_norm": 2.210566520690918,
      "learning_rate": 6.8398056548860116e-09,
      "loss": 0.4446,
      "step": 59300
    },
    {
      "epoch": 0.9785670746775177,
      "grad_norm": 1.9046763181686401,
      "learning_rate": 5.898605623021192e-09,
      "loss": 0.4478,
      "step": 59400
    },
    {
      "epoch": 0.9802144939951566,
      "grad_norm": 1.7694292068481445,
      "learning_rate": 5.026967053960441e-09,
      "loss": 0.4296,
      "step": 59500
    },
    {
      "epoch": 0.9818619133127955,
      "grad_norm": 1.8257120847702026,
      "learning_rate": 4.224914258044721e-09,
      "loss": 0.4303,
      "step": 59600
    },
    {
      "epoch": 0.9835093326304344,
      "grad_norm": 1.4642283916473389,
      "learning_rate": 3.4924696048396765e-09,
      "loss": 0.4322,
      "step": 59700
    },
    {
      "epoch": 0.9851567519480734,
      "grad_norm": 2.159425973892212,
      "learning_rate": 2.829653522513076e-09,
      "loss": 0.4279,
      "step": 59800
    },
    {
      "epoch": 0.9868041712657123,
      "grad_norm": 1.9656975269317627,
      "learning_rate": 2.2364844972647125e-09,
      "loss": 0.4386,
      "step": 59900
    },
    {
      "epoch": 0.9884515905833512,
      "grad_norm": 2.556670665740967,
      "learning_rate": 1.7129790728101503e-09,
      "loss": 0.4393,
      "step": 60000
    },
    {
      "epoch": 0.9900990099009901,
      "grad_norm": 2.0833001136779785,
      "learning_rate": 1.2591518499208143e-09,
      "loss": 0.4191,
      "step": 60100
    },
    {
      "epoch": 0.991746429218629,
      "grad_norm": 2.159656524658203,
      "learning_rate": 8.750154860151516e-10,
      "loss": 0.4675,
      "step": 60200
    },
    {
      "epoch": 0.9933938485362679,
      "grad_norm": 2.0303680896759033,
      "learning_rate": 5.605806948061343e-10,
      "loss": 0.447,
      "step": 60300
    },
    {
      "epoch": 0.9950412678539069,
      "grad_norm": 1.8287807703018188,
      "learning_rate": 3.1585624600372066e-10,
      "loss": 0.4306,
      "step": 60400
    },
    {
      "epoch": 0.9966886871715458,
      "grad_norm": 2.2728703022003174,
      "learning_rate": 1.4084896506783018e-10,
      "loss": 0.4284,
      "step": 60500
    },
    {
      "epoch": 0.9983361064891847,
      "grad_norm": 2.0561728477478027,
      "learning_rate": 3.556373302016081e-11,
      "loss": 0.4195,
      "step": 60600
    },
    {
      "epoch": 0.9999835258068236,
      "grad_norm": 2.020707130432129,
      "learning_rate": 3.4863070763613284e-15,
      "loss": 0.4415,
      "step": 60700
    }
  ],
  "logging_steps": 100,
  "max_steps": 60701,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.004310214013092e+17,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}