{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.815689149560117,
  "eval_steps": 500,
  "global_step": 79326,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.036656891495601175,
      "grad_norm": 3.9739036560058594,
      "learning_rate": 9.936968963517636e-05,
      "loss": 7.911,
      "step": 500
    },
    {
      "epoch": 0.07331378299120235,
      "grad_norm": 3.5818135738372803,
      "learning_rate": 9.873937927035273e-05,
      "loss": 7.4132,
      "step": 1000
    },
    {
      "epoch": 0.10997067448680352,
      "grad_norm": 3.6124236583709717,
      "learning_rate": 9.810906890552909e-05,
      "loss": 7.2685,
      "step": 1500
    },
    {
      "epoch": 0.1466275659824047,
      "grad_norm": 3.609344720840454,
      "learning_rate": 9.747875854070544e-05,
      "loss": 7.1646,
      "step": 2000
    },
    {
      "epoch": 0.18328445747800587,
      "grad_norm": 3.878251075744629,
      "learning_rate": 9.684844817588181e-05,
      "loss": 7.112,
      "step": 2500
    },
    {
      "epoch": 0.21994134897360704,
      "grad_norm": 3.640087604522705,
      "learning_rate": 9.621813781105817e-05,
      "loss": 6.9647,
      "step": 3000
    },
    {
      "epoch": 0.2565982404692082,
      "grad_norm": 4.396575927734375,
      "learning_rate": 9.558782744623454e-05,
      "loss": 6.9285,
      "step": 3500
    },
    {
      "epoch": 0.2932551319648094,
      "grad_norm": 4.27196741104126,
      "learning_rate": 9.49575170814109e-05,
      "loss": 6.8817,
      "step": 4000
    },
    {
      "epoch": 0.32991202346041054,
      "grad_norm": 5.039891719818115,
      "learning_rate": 9.432720671658725e-05,
      "loss": 6.8308,
      "step": 4500
    },
    {
      "epoch": 0.36656891495601174,
      "grad_norm": 6.211440563201904,
      "learning_rate": 9.369689635176361e-05,
      "loss": 6.7133,
      "step": 5000
    },
    {
      "epoch": 0.4032258064516129,
      "grad_norm": 5.089609622955322,
      "learning_rate": 9.306658598693997e-05,
      "loss": 6.596,
      "step": 5500
    },
    {
      "epoch": 0.4398826979472141,
      "grad_norm": 7.917068004608154,
      "learning_rate": 9.243627562211632e-05,
      "loss": 6.5651,
      "step": 6000
    },
    {
      "epoch": 0.47653958944281527,
      "grad_norm": 4.634731292724609,
      "learning_rate": 9.18059652572927e-05,
      "loss": 6.4742,
      "step": 6500
    },
    {
      "epoch": 0.5131964809384164,
      "grad_norm": 5.389685153961182,
      "learning_rate": 9.117565489246905e-05,
      "loss": 6.3593,
      "step": 7000
    },
    {
      "epoch": 0.5498533724340176,
      "grad_norm": 6.881243705749512,
      "learning_rate": 9.054534452764542e-05,
      "loss": 6.2916,
      "step": 7500
    },
    {
      "epoch": 0.5865102639296188,
      "grad_norm": 6.123986721038818,
      "learning_rate": 8.991503416282178e-05,
      "loss": 6.2029,
      "step": 8000
    },
    {
      "epoch": 0.6231671554252199,
      "grad_norm": 6.262916088104248,
      "learning_rate": 8.928472379799813e-05,
      "loss": 6.1005,
      "step": 8500
    },
    {
      "epoch": 0.6598240469208211,
      "grad_norm": 7.570896625518799,
      "learning_rate": 8.86544134331745e-05,
      "loss": 6.0054,
      "step": 9000
    },
    {
      "epoch": 0.6964809384164223,
      "grad_norm": 6.367081642150879,
      "learning_rate": 8.802410306835086e-05,
      "loss": 5.8283,
      "step": 9500
    },
    {
      "epoch": 0.7331378299120235,
      "grad_norm": 6.622028350830078,
      "learning_rate": 8.739379270352722e-05,
      "loss": 5.7653,
      "step": 10000
    },
    {
      "epoch": 0.7697947214076246,
      "grad_norm": 6.616864204406738,
      "learning_rate": 8.676348233870359e-05,
      "loss": 5.6764,
      "step": 10500
    },
    {
      "epoch": 0.8064516129032258,
      "grad_norm": 7.048656463623047,
      "learning_rate": 8.613317197387994e-05,
      "loss": 5.5562,
      "step": 11000
    },
    {
      "epoch": 0.843108504398827,
      "grad_norm": 6.860437870025635,
      "learning_rate": 8.55028616090563e-05,
      "loss": 5.4657,
      "step": 11500
    },
    {
      "epoch": 0.8797653958944281,
      "grad_norm": 6.002134799957275,
      "learning_rate": 8.487255124423267e-05,
      "loss": 5.3649,
      "step": 12000
    },
    {
      "epoch": 0.9164222873900293,
      "grad_norm": 7.97310209274292,
      "learning_rate": 8.424224087940903e-05,
      "loss": 5.3526,
      "step": 12500
    },
    {
      "epoch": 0.9530791788856305,
      "grad_norm": 5.980320930480957,
      "learning_rate": 8.361193051458538e-05,
      "loss": 5.2898,
      "step": 13000
    },
    {
      "epoch": 0.9897360703812317,
      "grad_norm": 7.705748558044434,
      "learning_rate": 8.298162014976175e-05,
      "loss": 5.1842,
      "step": 13500
    },
    {
      "epoch": 1.0,
      "eval_loss": 5.10765266418457,
      "eval_runtime": 51.2669,
      "eval_samples_per_second": 751.187,
      "eval_steps_per_second": 46.95,
      "step": 13640
    },
    {
      "epoch": 1.0263929618768328,
      "grad_norm": 7.542203426361084,
      "learning_rate": 8.23513097849381e-05,
      "loss": 5.1511,
      "step": 14000
    },
    {
      "epoch": 1.063049853372434,
      "grad_norm": 6.65974235534668,
      "learning_rate": 8.172099942011447e-05,
      "loss": 5.1524,
      "step": 14500
    },
    {
      "epoch": 1.099706744868035,
      "grad_norm": 6.591290473937988,
      "learning_rate": 8.109068905529082e-05,
      "loss": 5.0419,
      "step": 15000
    },
    {
      "epoch": 1.1363636363636362,
      "grad_norm": 6.578639507293701,
      "learning_rate": 8.046037869046718e-05,
      "loss": 4.9851,
      "step": 15500
    },
    {
      "epoch": 1.1730205278592376,
      "grad_norm": 6.83113956451416,
      "learning_rate": 7.983006832564355e-05,
      "loss": 4.9795,
      "step": 16000
    },
    {
      "epoch": 1.2096774193548387,
      "grad_norm": 6.948678493499756,
      "learning_rate": 7.919975796081991e-05,
      "loss": 4.9811,
      "step": 16500
    },
    {
      "epoch": 1.2463343108504399,
      "grad_norm": 6.949957847595215,
      "learning_rate": 7.856944759599628e-05,
      "loss": 4.9127,
      "step": 17000
    },
    {
      "epoch": 1.282991202346041,
      "grad_norm": 6.94000768661499,
      "learning_rate": 7.793913723117263e-05,
      "loss": 4.9336,
      "step": 17500
    },
    {
      "epoch": 1.3196480938416422,
      "grad_norm": 6.532993316650391,
      "learning_rate": 7.730882686634899e-05,
      "loss": 4.8546,
      "step": 18000
    },
    {
      "epoch": 1.3563049853372435,
      "grad_norm": 7.553442001342773,
      "learning_rate": 7.667851650152536e-05,
      "loss": 4.7791,
      "step": 18500
    },
    {
      "epoch": 1.3929618768328447,
      "grad_norm": 6.4063720703125,
      "learning_rate": 7.604820613670172e-05,
      "loss": 4.8218,
      "step": 19000
    },
    {
      "epoch": 1.4296187683284458,
      "grad_norm": 8.8884916305542,
      "learning_rate": 7.541789577187807e-05,
      "loss": 4.756,
      "step": 19500
    },
    {
      "epoch": 1.466275659824047,
      "grad_norm": 7.412301540374756,
      "learning_rate": 7.478758540705444e-05,
      "loss": 4.7164,
      "step": 20000
    },
    {
      "epoch": 1.502932551319648,
      "grad_norm": 5.796535491943359,
      "learning_rate": 7.41572750422308e-05,
      "loss": 4.7209,
      "step": 20500
    },
    {
      "epoch": 1.5395894428152492,
      "grad_norm": 6.591666221618652,
      "learning_rate": 7.352696467740716e-05,
      "loss": 4.6933,
      "step": 21000
    },
    {
      "epoch": 1.5762463343108504,
      "grad_norm": 8.342963218688965,
      "learning_rate": 7.289665431258353e-05,
      "loss": 4.6505,
      "step": 21500
    },
    {
      "epoch": 1.6129032258064515,
      "grad_norm": 7.765003681182861,
      "learning_rate": 7.226634394775988e-05,
      "loss": 4.5958,
      "step": 22000
    },
    {
      "epoch": 1.6495601173020527,
      "grad_norm": 8.44519329071045,
      "learning_rate": 7.163603358293624e-05,
      "loss": 4.5874,
      "step": 22500
    },
    {
      "epoch": 1.6862170087976538,
      "grad_norm": 10.166460037231445,
      "learning_rate": 7.100572321811261e-05,
      "loss": 4.588,
      "step": 23000
    },
    {
      "epoch": 1.7228739002932552,
      "grad_norm": 6.965490341186523,
      "learning_rate": 7.037541285328895e-05,
      "loss": 4.6057,
      "step": 23500
    },
    {
      "epoch": 1.7595307917888563,
      "grad_norm": 7.495148181915283,
      "learning_rate": 6.974510248846532e-05,
      "loss": 4.5788,
      "step": 24000
    },
    {
      "epoch": 1.7961876832844574,
      "grad_norm": 8.987942695617676,
      "learning_rate": 6.911479212364168e-05,
      "loss": 4.5289,
      "step": 24500
    },
    {
      "epoch": 1.8328445747800588,
      "grad_norm": 6.871776580810547,
      "learning_rate": 6.848448175881804e-05,
      "loss": 4.5326,
      "step": 25000
    },
    {
      "epoch": 1.86950146627566,
      "grad_norm": 6.7767744064331055,
      "learning_rate": 6.78541713939944e-05,
      "loss": 4.4945,
      "step": 25500
    },
    {
      "epoch": 1.906158357771261,
      "grad_norm": 10.17478084564209,
      "learning_rate": 6.722386102917076e-05,
      "loss": 4.4387,
      "step": 26000
    },
    {
      "epoch": 1.9428152492668622,
      "grad_norm": 8.18852424621582,
      "learning_rate": 6.659355066434713e-05,
      "loss": 4.4369,
      "step": 26500
    },
    {
      "epoch": 1.9794721407624634,
      "grad_norm": 10.012794494628906,
      "learning_rate": 6.596324029952349e-05,
      "loss": 4.3956,
      "step": 27000
    },
    {
      "epoch": 2.0,
      "eval_loss": 4.3589653968811035,
      "eval_runtime": 52.0275,
      "eval_samples_per_second": 740.205,
      "eval_steps_per_second": 46.264,
      "step": 27280
    },
    {
      "epoch": 2.0161290322580645,
      "grad_norm": 7.973904132843018,
      "learning_rate": 6.533292993469985e-05,
      "loss": 4.4279,
      "step": 27500
    },
    {
      "epoch": 2.0527859237536656,
      "grad_norm": 7.848902225494385,
      "learning_rate": 6.470261956987622e-05,
      "loss": 4.3801,
      "step": 28000
    },
    {
      "epoch": 2.089442815249267,
      "grad_norm": 7.455059051513672,
      "learning_rate": 6.407230920505257e-05,
      "loss": 4.3868,
      "step": 28500
    },
    {
      "epoch": 2.126099706744868,
      "grad_norm": 8.987055778503418,
      "learning_rate": 6.344199884022893e-05,
      "loss": 4.3451,
      "step": 29000
    },
    {
      "epoch": 2.162756598240469,
      "grad_norm": 7.139368534088135,
      "learning_rate": 6.28116884754053e-05,
      "loss": 4.3601,
      "step": 29500
    },
    {
      "epoch": 2.19941348973607,
      "grad_norm": 7.4019317626953125,
      "learning_rate": 6.218137811058166e-05,
      "loss": 4.3565,
      "step": 30000
    },
    {
      "epoch": 2.236070381231672,
      "grad_norm": 8.461463928222656,
      "learning_rate": 6.155106774575801e-05,
      "loss": 4.2893,
      "step": 30500
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 8.040552139282227,
      "learning_rate": 6.0920757380934376e-05,
      "loss": 4.2938,
      "step": 31000
    },
    {
      "epoch": 2.309384164222874,
      "grad_norm": 8.279471397399902,
      "learning_rate": 6.029044701611074e-05,
      "loss": 4.2922,
      "step": 31500
    },
    {
      "epoch": 2.346041055718475,
      "grad_norm": 7.4184699058532715,
      "learning_rate": 5.96601366512871e-05,
      "loss": 4.2655,
      "step": 32000
    },
    {
      "epoch": 2.3826979472140764,
      "grad_norm": 9.337892532348633,
      "learning_rate": 5.902982628646345e-05,
      "loss": 4.2428,
      "step": 32500
    },
    {
      "epoch": 2.4193548387096775,
      "grad_norm": 8.708230018615723,
      "learning_rate": 5.8399515921639816e-05,
      "loss": 4.2081,
      "step": 33000
    },
    {
      "epoch": 2.4560117302052786,
      "grad_norm": 7.0168938636779785,
      "learning_rate": 5.776920555681617e-05,
      "loss": 4.2089,
      "step": 33500
    },
    {
      "epoch": 2.4926686217008798,
      "grad_norm": 9.225556373596191,
      "learning_rate": 5.7138895191992536e-05,
      "loss": 4.226,
      "step": 34000
    },
    {
      "epoch": 2.529325513196481,
      "grad_norm": 7.094930648803711,
      "learning_rate": 5.65085848271689e-05,
      "loss": 4.1786,
      "step": 34500
    },
    {
      "epoch": 2.565982404692082,
      "grad_norm": 7.8396711349487305,
      "learning_rate": 5.587827446234526e-05,
      "loss": 4.2071,
      "step": 35000
    },
    {
      "epoch": 2.602639296187683,
      "grad_norm": 8.818264961242676,
      "learning_rate": 5.524796409752162e-05,
      "loss": 4.1563,
      "step": 35500
    },
    {
      "epoch": 2.6392961876832843,
      "grad_norm": 7.717746734619141,
      "learning_rate": 5.461765373269798e-05,
      "loss": 4.165,
      "step": 36000
    },
    {
      "epoch": 2.6759530791788855,
      "grad_norm": 6.068331718444824,
      "learning_rate": 5.3987343367874346e-05,
      "loss": 4.1111,
      "step": 36500
    },
    {
      "epoch": 2.712609970674487,
      "grad_norm": 8.796777725219727,
      "learning_rate": 5.33570330030507e-05,
      "loss": 4.1574,
      "step": 37000
    },
    {
      "epoch": 2.7492668621700878,
      "grad_norm": 8.890911102294922,
      "learning_rate": 5.2726722638227066e-05,
      "loss": 4.1259,
      "step": 37500
    },
    {
      "epoch": 2.7859237536656893,
      "grad_norm": 8.333062171936035,
      "learning_rate": 5.209641227340343e-05,
      "loss": 4.1107,
      "step": 38000
    },
    {
      "epoch": 2.8225806451612905,
      "grad_norm": 8.116930961608887,
      "learning_rate": 5.146610190857979e-05,
      "loss": 4.1155,
      "step": 38500
    },
    {
      "epoch": 2.8592375366568916,
      "grad_norm": 11.292548179626465,
      "learning_rate": 5.083579154375615e-05,
      "loss": 4.0813,
      "step": 39000
    },
    {
      "epoch": 2.8958944281524928,
      "grad_norm": 8.076095581054688,
      "learning_rate": 5.020548117893251e-05,
      "loss": 4.1091,
      "step": 39500
    },
    {
      "epoch": 2.932551319648094,
      "grad_norm": 6.882072925567627,
      "learning_rate": 4.957517081410887e-05,
      "loss": 4.082,
      "step": 40000
    },
    {
      "epoch": 2.969208211143695,
      "grad_norm": 8.762887954711914,
      "learning_rate": 4.894486044928523e-05,
      "loss": 4.0442,
      "step": 40500
    },
    {
      "epoch": 3.0,
      "eval_loss": 3.9874393939971924,
      "eval_runtime": 51.3732,
      "eval_samples_per_second": 749.632,
      "eval_steps_per_second": 46.853,
      "step": 40920
    },
    {
      "epoch": 3.005865102639296,
      "grad_norm": 6.891060829162598,
      "learning_rate": 4.831455008446159e-05,
      "loss": 4.0661,
      "step": 41000
    },
    {
      "epoch": 3.0425219941348973,
      "grad_norm": 9.079097747802734,
      "learning_rate": 4.768423971963795e-05,
      "loss": 3.999,
      "step": 41500
    },
    {
      "epoch": 3.0791788856304985,
      "grad_norm": 9.445289611816406,
      "learning_rate": 4.7053929354814315e-05,
      "loss": 4.045,
      "step": 42000
    },
    {
      "epoch": 3.1158357771260996,
      "grad_norm": 7.992264270782471,
      "learning_rate": 4.642361898999067e-05,
      "loss": 4.0385,
      "step": 42500
    },
    {
      "epoch": 3.1524926686217007,
      "grad_norm": 8.101459503173828,
      "learning_rate": 4.5793308625167035e-05,
      "loss": 3.9818,
      "step": 43000
    },
    {
      "epoch": 3.189149560117302,
      "grad_norm": 7.8059492111206055,
      "learning_rate": 4.51629982603434e-05,
      "loss": 3.9905,
      "step": 43500
    },
    {
      "epoch": 3.225806451612903,
      "grad_norm": 10.241538047790527,
      "learning_rate": 4.4532687895519755e-05,
      "loss": 3.9456,
      "step": 44000
    },
    {
      "epoch": 3.2624633431085046,
      "grad_norm": 8.502156257629395,
      "learning_rate": 4.390237753069611e-05,
      "loss": 3.9347,
      "step": 44500
    },
    {
      "epoch": 3.2991202346041058,
      "grad_norm": 7.6501641273498535,
      "learning_rate": 4.3272067165872475e-05,
      "loss": 3.9469,
      "step": 45000
    },
    {
      "epoch": 3.335777126099707,
      "grad_norm": 8.457347869873047,
      "learning_rate": 4.264175680104884e-05,
      "loss": 3.9397,
      "step": 45500
    },
    {
      "epoch": 3.372434017595308,
      "grad_norm": 8.348608016967773,
      "learning_rate": 4.20114464362252e-05,
      "loss": 3.9413,
      "step": 46000
    },
    {
      "epoch": 3.409090909090909,
      "grad_norm": 10.004755020141602,
      "learning_rate": 4.138113607140156e-05,
      "loss": 3.9057,
      "step": 46500
    },
    {
      "epoch": 3.4457478005865103,
      "grad_norm": 7.643105983734131,
      "learning_rate": 4.075082570657792e-05,
      "loss": 3.9165,
      "step": 47000
    },
    {
      "epoch": 3.4824046920821115,
      "grad_norm": 9.214630126953125,
      "learning_rate": 4.0120515341754285e-05,
      "loss": 3.8871,
      "step": 47500
    },
    {
      "epoch": 3.5190615835777126,
      "grad_norm": 7.3644700050354,
      "learning_rate": 3.949020497693065e-05,
      "loss": 3.9115,
      "step": 48000
    },
    {
      "epoch": 3.5557184750733137,
      "grad_norm": 8.032934188842773,
      "learning_rate": 3.8859894612107e-05,
      "loss": 3.8775,
      "step": 48500
    },
    {
      "epoch": 3.592375366568915,
      "grad_norm": 8.48763370513916,
      "learning_rate": 3.822958424728336e-05,
      "loss": 3.8719,
      "step": 49000
    },
    {
      "epoch": 3.629032258064516,
      "grad_norm": 7.765323162078857,
      "learning_rate": 3.7599273882459725e-05,
      "loss": 3.8727,
      "step": 49500
    },
    {
      "epoch": 3.665689149560117,
      "grad_norm": 9.104835510253906,
      "learning_rate": 3.696896351763609e-05,
      "loss": 3.847,
      "step": 50000
    },
    {
      "epoch": 3.7023460410557183,
      "grad_norm": 7.518016815185547,
      "learning_rate": 3.6338653152812445e-05,
      "loss": 3.8503,
      "step": 50500
    },
    {
      "epoch": 3.73900293255132,
      "grad_norm": 9.076459884643555,
      "learning_rate": 3.570834278798881e-05,
      "loss": 3.8496,
      "step": 51000
    },
    {
      "epoch": 3.7756598240469206,
      "grad_norm": 9.251144409179688,
      "learning_rate": 3.507803242316517e-05,
      "loss": 3.8394,
      "step": 51500
    },
    {
      "epoch": 3.812316715542522,
      "grad_norm": 9.594878196716309,
      "learning_rate": 3.444772205834153e-05,
      "loss": 3.8104,
      "step": 52000
    },
    {
      "epoch": 3.8489736070381233,
      "grad_norm": 7.103595733642578,
      "learning_rate": 3.381741169351789e-05,
      "loss": 3.8329,
      "step": 52500
    },
    {
      "epoch": 3.8856304985337244,
      "grad_norm": 7.397706985473633,
      "learning_rate": 3.3187101328694254e-05,
      "loss": 3.8172,
      "step": 53000
    },
    {
      "epoch": 3.9222873900293256,
      "grad_norm": 8.312359809875488,
      "learning_rate": 3.255679096387061e-05,
      "loss": 3.8246,
      "step": 53500
    },
    {
      "epoch": 3.9589442815249267,
      "grad_norm": 7.361260414123535,
      "learning_rate": 3.192648059904697e-05,
      "loss": 3.8078,
      "step": 54000
    },
    {
      "epoch": 3.995601173020528,
      "grad_norm": 9.614564895629883,
      "learning_rate": 3.129617023422333e-05,
      "loss": 3.7865,
      "step": 54500
    },
    {
      "epoch": 4.0,
      "eval_loss": 3.7747433185577393,
      "eval_runtime": 51.2384,
      "eval_samples_per_second": 751.604,
      "eval_steps_per_second": 46.976,
      "step": 54560
    },
    {
      "epoch": 4.032258064516129,
      "grad_norm": 9.029661178588867,
      "learning_rate": 3.0665859869399694e-05,
      "loss": 3.7978,
      "step": 55000
    },
    {
      "epoch": 4.068914956011731,
      "grad_norm": 9.358321189880371,
      "learning_rate": 3.0035549504576054e-05,
      "loss": 3.821,
      "step": 55500
    },
    {
      "epoch": 4.105571847507331,
      "grad_norm": 9.089591979980469,
      "learning_rate": 2.9405239139752418e-05,
      "loss": 3.7474,
      "step": 56000
    },
    {
      "epoch": 4.142228739002933,
      "grad_norm": 9.139451026916504,
      "learning_rate": 2.8774928774928778e-05,
      "loss": 3.7571,
      "step": 56500
    },
    {
      "epoch": 4.178885630498534,
      "grad_norm": 9.728781700134277,
      "learning_rate": 2.8144618410105137e-05,
      "loss": 3.8133,
      "step": 57000
    },
    {
      "epoch": 4.215542521994135,
      "grad_norm": 8.330384254455566,
      "learning_rate": 2.75143080452815e-05,
      "loss": 3.7412,
      "step": 57500
    },
    {
      "epoch": 4.252199413489736,
      "grad_norm": 9.436174392700195,
      "learning_rate": 2.6883997680457857e-05,
      "loss": 3.7338,
      "step": 58000
    },
    {
      "epoch": 4.288856304985337,
      "grad_norm": 12.170429229736328,
      "learning_rate": 2.6253687315634217e-05,
      "loss": 3.7215,
      "step": 58500
    },
    {
      "epoch": 4.325513196480938,
      "grad_norm": 8.019417762756348,
      "learning_rate": 2.562337695081058e-05,
      "loss": 3.7096,
      "step": 59000
    },
    {
      "epoch": 4.36217008797654,
      "grad_norm": 7.6509480476379395,
      "learning_rate": 2.499306658598694e-05,
      "loss": 3.7279,
      "step": 59500
    },
    {
      "epoch": 4.39882697947214,
      "grad_norm": 8.255581855773926,
      "learning_rate": 2.43627562211633e-05,
      "loss": 3.749,
      "step": 60000
    },
    {
      "epoch": 4.435483870967742,
      "grad_norm": 9.91395378112793,
      "learning_rate": 2.3732445856339664e-05,
      "loss": 3.6773,
      "step": 60500
    },
    {
      "epoch": 4.472140762463344,
      "grad_norm": 9.325223922729492,
      "learning_rate": 2.3102135491516024e-05,
      "loss": 3.7204,
      "step": 61000
    },
    {
      "epoch": 4.508797653958944,
      "grad_norm": 9.393867492675781,
      "learning_rate": 2.2471825126692384e-05,
      "loss": 3.6893,
      "step": 61500
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 8.97889232635498,
      "learning_rate": 2.1841514761868744e-05,
      "loss": 3.6765,
      "step": 62000
    },
    {
      "epoch": 4.5821114369501466,
      "grad_norm": 7.196798324584961,
      "learning_rate": 2.1211204397045107e-05,
      "loss": 3.6679,
      "step": 62500
    },
    {
      "epoch": 4.618768328445748,
      "grad_norm": 9.22948932647705,
      "learning_rate": 2.0580894032221467e-05,
      "loss": 3.6591,
      "step": 63000
    },
    {
      "epoch": 4.655425219941349,
      "grad_norm": 8.780097961425781,
      "learning_rate": 1.9950583667397827e-05,
      "loss": 3.6391,
      "step": 63500
    },
    {
      "epoch": 4.69208211143695,
      "grad_norm": 10.625210762023926,
      "learning_rate": 1.9320273302574187e-05,
      "loss": 3.6819,
      "step": 64000
    },
    {
      "epoch": 4.728739002932551,
      "grad_norm": 7.736958980560303,
      "learning_rate": 1.868996293775055e-05,
      "loss": 3.6486,
      "step": 64500
    },
    {
      "epoch": 4.765395894428153,
      "grad_norm": 8.629966735839844,
      "learning_rate": 1.805965257292691e-05,
      "loss": 3.6629,
      "step": 65000
    },
    {
      "epoch": 4.802052785923753,
      "grad_norm": 7.5463762283325195,
      "learning_rate": 1.7429342208103274e-05,
      "loss": 3.6398,
      "step": 65500
    },
    {
      "epoch": 4.838709677419355,
      "grad_norm": 7.877403736114502,
      "learning_rate": 1.679903184327963e-05,
      "loss": 3.6593,
      "step": 66000
    },
    {
      "epoch": 4.875366568914956,
      "grad_norm": 8.22919750213623,
      "learning_rate": 1.6168721478455993e-05,
      "loss": 3.6139,
      "step": 66500
    },
    {
      "epoch": 4.912023460410557,
      "grad_norm": 9.631176948547363,
      "learning_rate": 1.5538411113632353e-05,
      "loss": 3.6452,
      "step": 67000
    },
    {
      "epoch": 4.948680351906159,
      "grad_norm": 8.381847381591797,
      "learning_rate": 1.4908100748808715e-05,
      "loss": 3.6273,
      "step": 67500
    },
    {
      "epoch": 4.9853372434017595,
      "grad_norm": 9.712096214294434,
      "learning_rate": 1.4277790383985077e-05,
      "loss": 3.5952,
      "step": 68000
    },
    {
      "epoch": 5.0,
      "eval_loss": 3.599792003631592,
      "eval_runtime": 51.3354,
      "eval_samples_per_second": 750.184,
      "eval_steps_per_second": 46.888,
      "step": 68200
    },
    {
      "epoch": 5.021994134897361,
      "grad_norm": 9.814529418945312,
      "learning_rate": 1.3647480019161435e-05,
      "loss": 3.6124,
      "step": 68500
    },
    {
      "epoch": 5.058651026392962,
      "grad_norm": 9.232531547546387,
      "learning_rate": 1.3017169654337797e-05,
      "loss": 3.6207,
      "step": 69000
    },
    {
      "epoch": 5.095307917888563,
      "grad_norm": 9.92640495300293,
      "learning_rate": 1.2386859289514158e-05,
      "loss": 3.6176,
      "step": 69500
    },
    {
      "epoch": 5.131964809384164,
      "grad_norm": 9.3385591506958,
      "learning_rate": 1.1756548924690518e-05,
      "loss": 3.6151,
      "step": 70000
    },
    {
      "epoch": 5.168621700879766,
      "grad_norm": 8.617002487182617,
      "learning_rate": 1.112623855986688e-05,
      "loss": 3.621,
      "step": 70500
    },
    {
      "epoch": 5.205278592375366,
      "grad_norm": 8.497230529785156,
      "learning_rate": 1.049592819504324e-05,
      "loss": 3.6085,
      "step": 71000
    },
    {
      "epoch": 5.241935483870968,
      "grad_norm": 8.745635986328125,
      "learning_rate": 9.8656178302196e-06,
      "loss": 3.5636,
      "step": 71500
    },
    {
      "epoch": 5.278592375366569,
      "grad_norm": 7.370077610015869,
      "learning_rate": 9.235307465395961e-06,
      "loss": 3.5896,
      "step": 72000
    },
    {
      "epoch": 5.31524926686217,
      "grad_norm": 9.268915176391602,
      "learning_rate": 8.604997100572321e-06,
      "loss": 3.5571,
      "step": 72500
    },
    {
      "epoch": 5.351906158357771,
      "grad_norm": 8.88790225982666,
      "learning_rate": 7.974686735748683e-06,
      "loss": 3.5424,
      "step": 73000
    },
    {
      "epoch": 5.3885630498533725,
      "grad_norm": 6.400046348571777,
      "learning_rate": 7.344376370925044e-06,
      "loss": 3.5482,
      "step": 73500
    },
    {
      "epoch": 5.425219941348973,
      "grad_norm": 8.085587501525879,
      "learning_rate": 6.714066006101405e-06,
      "loss": 3.5732,
      "step": 74000
    },
    {
      "epoch": 5.461876832844575,
      "grad_norm": 8.79615306854248,
      "learning_rate": 6.083755641277765e-06,
      "loss": 3.5689,
      "step": 74500
    },
    {
      "epoch": 5.4985337243401755,
      "grad_norm": 9.852959632873535,
      "learning_rate": 5.453445276454126e-06,
      "loss": 3.542,
      "step": 75000
    },
    {
      "epoch": 5.535190615835777,
      "grad_norm": 9.936841011047363,
      "learning_rate": 4.823134911630487e-06,
      "loss": 3.5407,
      "step": 75500
    },
    {
      "epoch": 5.571847507331379,
      "grad_norm": 9.2828950881958,
      "learning_rate": 4.192824546806848e-06,
      "loss": 3.547,
      "step": 76000
    },
    {
      "epoch": 5.608504398826979,
      "grad_norm": 8.38242244720459,
      "learning_rate": 3.5625141819832086e-06,
      "loss": 3.5334,
      "step": 76500
    },
    {
      "epoch": 5.645161290322581,
      "grad_norm": 7.721536159515381,
      "learning_rate": 2.9322038171595694e-06,
      "loss": 3.5499,
      "step": 77000
    },
    {
      "epoch": 5.681818181818182,
      "grad_norm": 8.407939910888672,
      "learning_rate": 2.30189345233593e-06,
      "loss": 3.4661,
      "step": 77500
    },
    {
      "epoch": 5.718475073313783,
      "grad_norm": 9.764538764953613,
      "learning_rate": 1.671583087512291e-06,
      "loss": 3.5483,
      "step": 78000
    },
    {
      "epoch": 5.755131964809384,
      "grad_norm": 8.228140830993652,
      "learning_rate": 1.0412727226886518e-06,
      "loss": 3.5607,
      "step": 78500
    },
    {
      "epoch": 5.7917888563049855,
      "grad_norm": 11.577902793884277,
      "learning_rate": 4.1096235786501275e-07,
      "loss": 3.5589,
      "step": 79000
    }
  ],
  "logging_steps": 500,
  "max_steps": 79326,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 8192,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.5090344956154816e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}