{
  "best_metric": 1.3314919471740723,
  "best_model_checkpoint": "./results/models/mistral-chem/checkpoint-384480",
  "epoch": 11.0,
  "eval_steps": 500,
  "global_step": 422928,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.013004577611319184,
      "grad_norm": 1.2890625,
      "learning_rate": 0.001999479816895547,
      "loss": 2.4533,
      "step": 500
    },
    {
      "epoch": 0.02600915522263837,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0019989596337910945,
      "loss": 2.116,
      "step": 1000
    },
    {
      "epoch": 0.03901373283395755,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0019984394506866415,
      "loss": 2.0364,
      "step": 1500
    },
    {
      "epoch": 0.05201831044527674,
      "grad_norm": 1.6796875,
      "learning_rate": 0.001997919267582189,
      "loss": 1.9539,
      "step": 2000
    },
    {
      "epoch": 0.06502288805659592,
      "grad_norm": 0.421875,
      "learning_rate": 0.001997399084477736,
      "loss": 1.9176,
      "step": 2500
    },
    {
      "epoch": 0.0780274656679151,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0019968789013732834,
      "loss": 1.8701,
      "step": 3000
    },
    {
      "epoch": 0.0910320432792343,
      "grad_norm": 0.56640625,
      "learning_rate": 0.001996358718268831,
      "loss": 1.8383,
      "step": 3500
    },
    {
      "epoch": 0.10403662089055347,
      "grad_norm": 0.515625,
      "learning_rate": 0.001995838535164378,
      "loss": 1.8133,
      "step": 4000
    },
    {
      "epoch": 0.11704119850187265,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0019953183520599253,
      "loss": 1.7976,
      "step": 4500
    },
    {
      "epoch": 0.13004577611319185,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0019947981689554723,
      "loss": 1.7758,
      "step": 5000
    },
    {
      "epoch": 0.14305035372451103,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0019942779858510198,
      "loss": 1.7529,
      "step": 5500
    },
    {
      "epoch": 0.1560549313358302,
      "grad_norm": 18.0,
      "learning_rate": 0.001993757802746567,
      "loss": 1.7465,
      "step": 6000
    },
    {
      "epoch": 0.16905950894714938,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0019932376196421142,
      "loss": 1.7295,
      "step": 6500
    },
    {
      "epoch": 0.1820640865584686,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0019927174365376612,
      "loss": 1.7239,
      "step": 7000
    },
    {
      "epoch": 0.19506866416978777,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0019921972534332083,
      "loss": 1.7067,
      "step": 7500
    },
    {
      "epoch": 0.20807324178110695,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0019916770703287557,
      "loss": 1.6868,
      "step": 8000
    },
    {
      "epoch": 0.22107781939242613,
      "grad_norm": 0.486328125,
      "learning_rate": 0.001991156887224303,
      "loss": 1.6772,
      "step": 8500
    },
    {
      "epoch": 0.2340823970037453,
      "grad_norm": 1.4375,
      "learning_rate": 0.00199063670411985,
      "loss": 1.6766,
      "step": 9000
    },
    {
      "epoch": 0.24708697461506451,
      "grad_norm": 1.09375,
      "learning_rate": 0.0019901165210153976,
      "loss": 1.6677,
      "step": 9500
    },
    {
      "epoch": 0.2600915522263837,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0019895963379109446,
      "loss": 1.6503,
      "step": 10000
    },
    {
      "epoch": 0.2730961298377029,
      "grad_norm": 0.578125,
      "learning_rate": 0.001989076154806492,
      "loss": 1.6424,
      "step": 10500
    },
    {
      "epoch": 0.28610070744902205,
      "grad_norm": 0.5390625,
      "learning_rate": 0.001988555971702039,
      "loss": 1.6428,
      "step": 11000
    },
    {
      "epoch": 0.29910528506034123,
      "grad_norm": 0.78125,
      "learning_rate": 0.0019880357885975865,
      "loss": 1.6369,
      "step": 11500
    },
    {
      "epoch": 0.3121098626716604,
      "grad_norm": 2.03125,
      "learning_rate": 0.0019875156054931335,
      "loss": 1.6402,
      "step": 12000
    },
    {
      "epoch": 0.3251144402829796,
      "grad_norm": 0.56640625,
      "learning_rate": 0.001986995422388681,
      "loss": 1.6318,
      "step": 12500
    },
    {
      "epoch": 0.33811901789429877,
      "grad_norm": 0.46875,
      "learning_rate": 0.001986475239284228,
      "loss": 1.62,
      "step": 13000
    },
    {
      "epoch": 0.351123595505618,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0019859550561797754,
      "loss": 1.6149,
      "step": 13500
    },
    {
      "epoch": 0.3641281731169372,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0019854348730753224,
      "loss": 1.612,
      "step": 14000
    },
    {
      "epoch": 0.37713275072825636,
      "grad_norm": 0.408203125,
      "learning_rate": 0.00198491468997087,
      "loss": 1.5996,
      "step": 14500
    },
    {
      "epoch": 0.39013732833957554,
      "grad_norm": 0.453125,
      "learning_rate": 0.001984394506866417,
      "loss": 1.5997,
      "step": 15000
    },
    {
      "epoch": 0.4031419059508947,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0019838743237619643,
      "loss": 1.5949,
      "step": 15500
    },
    {
      "epoch": 0.4161464835622139,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0019833541406575114,
      "loss": 1.5923,
      "step": 16000
    },
    {
      "epoch": 0.4291510611735331,
      "grad_norm": 2.59375,
      "learning_rate": 0.001982833957553059,
      "loss": 1.596,
      "step": 16500
    },
    {
      "epoch": 0.44215563878485226,
      "grad_norm": 0.427734375,
      "learning_rate": 0.001982313774448606,
      "loss": 1.5886,
      "step": 17000
    },
    {
      "epoch": 0.45516021639617144,
      "grad_norm": 0.75,
      "learning_rate": 0.0019817935913441533,
      "loss": 1.5848,
      "step": 17500
    },
    {
      "epoch": 0.4681647940074906,
      "grad_norm": 0.609375,
      "learning_rate": 0.0019812734082397003,
      "loss": 1.5799,
      "step": 18000
    },
    {
      "epoch": 0.4811693716188098,
      "grad_norm": 0.359375,
      "learning_rate": 0.0019807532251352477,
      "loss": 1.5777,
      "step": 18500
    },
    {
      "epoch": 0.49417394923012903,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0019802330420307947,
      "loss": 1.5786,
      "step": 19000
    },
    {
      "epoch": 0.5071785268414482,
      "grad_norm": 0.62890625,
      "learning_rate": 0.001979712858926342,
      "loss": 1.5661,
      "step": 19500
    },
    {
      "epoch": 0.5201831044527674,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0019791926758218896,
      "loss": 1.5727,
      "step": 20000
    },
    {
      "epoch": 0.5331876820640865,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0019786724927174366,
      "loss": 1.5709,
      "step": 20500
    },
    {
      "epoch": 0.5461922596754057,
      "grad_norm": 0.400390625,
      "learning_rate": 0.001978152309612984,
      "loss": 1.5684,
      "step": 21000
    },
    {
      "epoch": 0.559196837286725,
      "grad_norm": 0.5390625,
      "learning_rate": 0.001977632126508531,
      "loss": 1.5595,
      "step": 21500
    },
    {
      "epoch": 0.5722014148980441,
      "grad_norm": 0.5234375,
      "learning_rate": 0.001977111943404078,
      "loss": 1.5566,
      "step": 22000
    },
    {
      "epoch": 0.5852059925093633,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0019765917602996255,
      "loss": 1.5531,
      "step": 22500
    },
    {
      "epoch": 0.5982105701206825,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0019760715771951726,
      "loss": 1.5465,
      "step": 23000
    },
    {
      "epoch": 0.6112151477320017,
      "grad_norm": 0.609375,
      "learning_rate": 0.00197555139409072,
      "loss": 1.5437,
      "step": 23500
    },
    {
      "epoch": 0.6242197253433208,
      "grad_norm": 0.37109375,
      "learning_rate": 0.001975031210986267,
      "loss": 1.539,
      "step": 24000
    },
    {
      "epoch": 0.63722430295464,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0019745110278818145,
      "loss": 1.5365,
      "step": 24500
    },
    {
      "epoch": 0.6502288805659592,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0019739908447773615,
      "loss": 1.5384,
      "step": 25000
    },
    {
      "epoch": 0.6632334581772784,
      "grad_norm": 0.38671875,
      "learning_rate": 0.001973470661672909,
      "loss": 1.5352,
      "step": 25500
    },
    {
      "epoch": 0.6762380357885975,
      "grad_norm": 0.453125,
      "learning_rate": 0.0019729504785684564,
      "loss": 1.5328,
      "step": 26000
    },
    {
      "epoch": 0.6892426133999168,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0019724302954640034,
      "loss": 1.5405,
      "step": 26500
    },
    {
      "epoch": 0.702247191011236,
      "grad_norm": 0.62890625,
      "learning_rate": 0.001971910112359551,
      "loss": 1.5336,
      "step": 27000
    },
    {
      "epoch": 0.7152517686225551,
      "grad_norm": 0.435546875,
      "learning_rate": 0.001971389929255098,
      "loss": 1.5275,
      "step": 27500
    },
    {
      "epoch": 0.7282563462338744,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0019708697461506453,
      "loss": 1.5269,
      "step": 28000
    },
    {
      "epoch": 0.7412609238451935,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0019703495630461923,
      "loss": 1.5259,
      "step": 28500
    },
    {
      "epoch": 0.7542655014565127,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0019698293799417393,
      "loss": 1.526,
      "step": 29000
    },
    {
      "epoch": 0.7672700790678318,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0019693091968372867,
      "loss": 1.5232,
      "step": 29500
    },
    {
      "epoch": 0.7802746566791511,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0019687890137328337,
      "loss": 1.515,
      "step": 30000
    },
    {
      "epoch": 0.7932792342904702,
      "grad_norm": 2.78125,
      "learning_rate": 0.001968268830628381,
      "loss": 1.5135,
      "step": 30500
    },
    {
      "epoch": 0.8062838119017894,
      "grad_norm": 0.546875,
      "learning_rate": 0.0019677486475239286,
      "loss": 1.5105,
      "step": 31000
    },
    {
      "epoch": 0.8192883895131086,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0019672284644194757,
      "loss": 1.5049,
      "step": 31500
    },
    {
      "epoch": 0.8322929671244278,
      "grad_norm": 0.353515625,
      "learning_rate": 0.001966708281315023,
      "loss": 1.5068,
      "step": 32000
    },
    {
      "epoch": 0.845297544735747,
      "grad_norm": 0.33203125,
      "learning_rate": 0.00196618809821057,
      "loss": 1.5106,
      "step": 32500
    },
    {
      "epoch": 0.8583021223470662,
      "grad_norm": 0.46484375,
      "learning_rate": 0.0019656679151061176,
      "loss": 1.5025,
      "step": 33000
    },
    {
      "epoch": 0.8713066999583854,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0019651477320016646,
      "loss": 1.5003,
      "step": 33500
    },
    {
      "epoch": 0.8843112775697045,
      "grad_norm": 0.51953125,
      "learning_rate": 0.001964627548897212,
      "loss": 1.5008,
      "step": 34000
    },
    {
      "epoch": 0.8973158551810237,
      "grad_norm": 0.43359375,
      "learning_rate": 0.001964107365792759,
      "loss": 1.4981,
      "step": 34500
    },
    {
      "epoch": 0.9103204327923429,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0019635871826883065,
      "loss": 1.5051,
      "step": 35000
    },
    {
      "epoch": 0.9233250104036621,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0019630669995838535,
      "loss": 1.497,
      "step": 35500
    },
    {
      "epoch": 0.9363295880149812,
      "grad_norm": 0.30859375,
      "learning_rate": 0.0019625468164794005,
      "loss": 1.4988,
      "step": 36000
    },
    {
      "epoch": 0.9493341656263005,
      "grad_norm": 0.3984375,
      "learning_rate": 0.001962026633374948,
      "loss": 1.4969,
      "step": 36500
    },
    {
      "epoch": 0.9623387432376196,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0019615064502704954,
      "loss": 1.4962,
      "step": 37000
    },
    {
      "epoch": 0.9753433208489388,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0019609862671660424,
      "loss": 1.4917,
      "step": 37500
    },
    {
      "epoch": 0.9883478984602581,
      "grad_norm": 0.376953125,
      "learning_rate": 0.00196046608406159,
      "loss": 1.4911,
      "step": 38000
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.4885175228118896,
      "eval_runtime": 0.5947,
      "eval_samples_per_second": 1681.496,
      "eval_steps_per_second": 6.726,
      "step": 38448
    },
    {
      "epoch": 1.0013524760715773,
      "grad_norm": 0.546875,
      "learning_rate": 0.001959945900957137,
      "loss": 1.4874,
      "step": 38500
    },
    {
      "epoch": 1.0143570536828963,
      "grad_norm": 4.15625,
      "learning_rate": 0.0019594257178526843,
      "loss": 1.4894,
      "step": 39000
    },
    {
      "epoch": 1.0273616312942155,
      "grad_norm": 0.390625,
      "learning_rate": 0.0019589055347482313,
      "loss": 1.4833,
      "step": 39500
    },
    {
      "epoch": 1.0403662089055348,
      "grad_norm": 0.40625,
      "learning_rate": 0.0019583853516437788,
      "loss": 1.4811,
      "step": 40000
    },
    {
      "epoch": 1.053370786516854,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0019578651685393258,
      "loss": 1.4804,
      "step": 40500
    },
    {
      "epoch": 1.066375364128173,
      "grad_norm": 1.515625,
      "learning_rate": 0.001957344985434873,
      "loss": 1.4834,
      "step": 41000
    },
    {
      "epoch": 1.0793799417394923,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0019568248023304202,
      "loss": 1.4792,
      "step": 41500
    },
    {
      "epoch": 1.0923845193508115,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0019563046192259677,
      "loss": 1.4794,
      "step": 42000
    },
    {
      "epoch": 1.1053890969621307,
      "grad_norm": 0.435546875,
      "learning_rate": 0.001955784436121515,
      "loss": 1.4749,
      "step": 42500
    },
    {
      "epoch": 1.1183936745734497,
      "grad_norm": 0.6953125,
      "learning_rate": 0.001955264253017062,
      "loss": 1.4761,
      "step": 43000
    },
    {
      "epoch": 1.131398252184769,
      "grad_norm": 0.8359375,
      "learning_rate": 0.001954744069912609,
      "loss": 1.4754,
      "step": 43500
    },
    {
      "epoch": 1.1444028297960882,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0019542238868081566,
      "loss": 1.4757,
      "step": 44000
    },
    {
      "epoch": 1.1574074074074074,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0019537037037037036,
      "loss": 1.4703,
      "step": 44500
    },
    {
      "epoch": 1.1704119850187267,
      "grad_norm": 0.546875,
      "learning_rate": 0.001953183520599251,
      "loss": 1.472,
      "step": 45000
    },
    {
      "epoch": 1.1834165626300457,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0019526633374947983,
      "loss": 1.4684,
      "step": 45500
    },
    {
      "epoch": 1.196421140241365,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0019521431543903455,
      "loss": 1.467,
      "step": 46000
    },
    {
      "epoch": 1.2094257178526842,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0019516229712858925,
      "loss": 1.4632,
      "step": 46500
    },
    {
      "epoch": 1.2224302954640034,
      "grad_norm": 0.609375,
      "learning_rate": 0.0019511027881814397,
      "loss": 1.4652,
      "step": 47000
    },
    {
      "epoch": 1.2354348730753224,
      "grad_norm": 0.376953125,
      "learning_rate": 0.001950582605076987,
      "loss": 1.4627,
      "step": 47500
    },
    {
      "epoch": 1.2484394506866416,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0019500624219725344,
      "loss": 1.463,
      "step": 48000
    },
    {
      "epoch": 1.2614440282979609,
      "grad_norm": 0.71875,
      "learning_rate": 0.0019495422388680816,
      "loss": 1.4594,
      "step": 48500
    },
    {
      "epoch": 1.27444860590928,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0019490220557636289,
      "loss": 1.4627,
      "step": 49000
    },
    {
      "epoch": 1.2874531835205993,
      "grad_norm": 0.412109375,
      "learning_rate": 0.001948501872659176,
      "loss": 1.4643,
      "step": 49500
    },
    {
      "epoch": 1.3004577611319184,
      "grad_norm": 0.578125,
      "learning_rate": 0.0019479816895547233,
      "loss": 1.4599,
      "step": 50000
    },
    {
      "epoch": 1.3134623387432376,
      "grad_norm": 0.546875,
      "learning_rate": 0.0019474615064502706,
      "loss": 1.4617,
      "step": 50500
    },
    {
      "epoch": 1.3264669163545568,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0019469413233458178,
      "loss": 1.4599,
      "step": 51000
    },
    {
      "epoch": 1.339471493965876,
      "grad_norm": 0.400390625,
      "learning_rate": 0.001946421140241365,
      "loss": 1.4571,
      "step": 51500
    },
    {
      "epoch": 1.352476071577195,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0019459009571369122,
      "loss": 1.4584,
      "step": 52000
    },
    {
      "epoch": 1.3654806491885143,
      "grad_norm": 0.482421875,
      "learning_rate": 0.0019453807740324595,
      "loss": 1.4572,
      "step": 52500
    },
    {
      "epoch": 1.3784852267998335,
      "grad_norm": 0.40625,
      "learning_rate": 0.0019448605909280067,
      "loss": 1.4542,
      "step": 53000
    },
    {
      "epoch": 1.3914898044111528,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0019443404078235541,
      "loss": 1.4551,
      "step": 53500
    },
    {
      "epoch": 1.404494382022472,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0019438202247191011,
      "loss": 1.4539,
      "step": 54000
    },
    {
      "epoch": 1.417498959633791,
      "grad_norm": 2.9375,
      "learning_rate": 0.0019433000416146484,
      "loss": 1.4542,
      "step": 54500
    },
    {
      "epoch": 1.4305035372451103,
      "grad_norm": 0.703125,
      "learning_rate": 0.0019427798585101956,
      "loss": 1.4509,
      "step": 55000
    },
    {
      "epoch": 1.4435081148564295,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0019422596754057428,
      "loss": 1.4532,
      "step": 55500
    },
    {
      "epoch": 1.4565126924677487,
      "grad_norm": 0.33203125,
      "learning_rate": 0.00194173949230129,
      "loss": 1.4533,
      "step": 56000
    },
    {
      "epoch": 1.4695172700790677,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0019412193091968373,
      "loss": 1.4516,
      "step": 56500
    },
    {
      "epoch": 1.482521847690387,
      "grad_norm": 0.6875,
      "learning_rate": 0.0019406991260923845,
      "loss": 1.4513,
      "step": 57000
    },
    {
      "epoch": 1.4955264253017062,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0019401789429879317,
      "loss": 1.4496,
      "step": 57500
    },
    {
      "epoch": 1.5085310029130254,
      "grad_norm": 0.400390625,
      "learning_rate": 0.001939658759883479,
      "loss": 1.4431,
      "step": 58000
    },
    {
      "epoch": 1.5215355805243447,
      "grad_norm": 0.6875,
      "learning_rate": 0.0019391385767790262,
      "loss": 1.4508,
      "step": 58500
    },
    {
      "epoch": 1.534540158135664,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0019386183936745737,
      "loss": 1.4533,
      "step": 59000
    },
    {
      "epoch": 1.547544735746983,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0019380982105701209,
      "loss": 1.4468,
      "step": 59500
    },
    {
      "epoch": 1.5605493133583022,
      "grad_norm": 0.404296875,
      "learning_rate": 0.001937578027465668,
      "loss": 1.4448,
      "step": 60000
    },
    {
      "epoch": 1.5735538909696212,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0019370578443612153,
      "loss": 1.4444,
      "step": 60500
    },
    {
      "epoch": 1.5865584685809404,
      "grad_norm": 0.375,
      "learning_rate": 0.0019365376612567623,
      "loss": 1.4446,
      "step": 61000
    },
    {
      "epoch": 1.5995630461922596,
      "grad_norm": 1.375,
      "learning_rate": 0.0019360174781523096,
      "loss": 1.4445,
      "step": 61500
    },
    {
      "epoch": 1.6125676238035789,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0019354972950478568,
      "loss": 1.4412,
      "step": 62000
    },
    {
      "epoch": 1.625572201414898,
      "grad_norm": 0.408203125,
      "learning_rate": 0.001934977111943404,
      "loss": 1.443,
      "step": 62500
    },
    {
      "epoch": 1.6385767790262173,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0019344569288389513,
      "loss": 1.4407,
      "step": 63000
    },
    {
      "epoch": 1.6515813566375364,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0019339367457344985,
      "loss": 1.4373,
      "step": 63500
    },
    {
      "epoch": 1.6645859342488556,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0019334165626300457,
      "loss": 1.434,
      "step": 64000
    },
    {
      "epoch": 1.6775905118601748,
      "grad_norm": 0.38671875,
      "learning_rate": 0.001932896379525593,
      "loss": 1.4394,
      "step": 64500
    },
    {
      "epoch": 1.6905950894714938,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0019323761964211404,
      "loss": 1.4383,
      "step": 65000
    },
    {
      "epoch": 1.703599667082813,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0019318560133166876,
      "loss": 1.4376,
      "step": 65500
    },
    {
      "epoch": 1.7166042446941323,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0019313358302122348,
      "loss": 1.4382,
      "step": 66000
    },
    {
      "epoch": 1.7296088223054515,
      "grad_norm": 0.34765625,
      "learning_rate": 0.001930815647107782,
      "loss": 1.437,
      "step": 66500
    },
    {
      "epoch": 1.7426133999167708,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0019302954640033293,
      "loss": 1.4395,
      "step": 67000
    },
    {
      "epoch": 1.75561797752809,
      "grad_norm": 0.421875,
      "learning_rate": 0.0019297752808988765,
      "loss": 1.4351,
      "step": 67500
    },
    {
      "epoch": 1.768622555139409,
      "grad_norm": 2.4375,
      "learning_rate": 0.0019292550977944235,
      "loss": 1.4419,
      "step": 68000
    },
    {
      "epoch": 1.7816271327507283,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0019287349146899708,
      "loss": 1.4385,
      "step": 68500
    },
    {
      "epoch": 1.7946317103620475,
      "grad_norm": 1.359375,
      "learning_rate": 0.001928214731585518,
      "loss": 1.4342,
      "step": 69000
    },
    {
      "epoch": 1.8076362879733665,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0019276945484810652,
      "loss": 1.4363,
      "step": 69500
    },
    {
      "epoch": 1.8206408655846857,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0019271743653766125,
      "loss": 1.4361,
      "step": 70000
    },
    {
      "epoch": 1.833645443196005,
      "grad_norm": 0.453125,
      "learning_rate": 0.00192665418227216,
      "loss": 1.4333,
      "step": 70500
    },
    {
      "epoch": 1.8466500208073242,
      "grad_norm": 1.21875,
      "learning_rate": 0.0019261339991677071,
      "loss": 1.4342,
      "step": 71000
    },
    {
      "epoch": 1.8596545984186434,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0019256138160632544,
      "loss": 1.4334,
      "step": 71500
    },
    {
      "epoch": 1.8726591760299627,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0019250936329588016,
      "loss": 1.433,
      "step": 72000
    },
    {
      "epoch": 1.8856637536412817,
      "grad_norm": 0.640625,
      "learning_rate": 0.0019245734498543488,
      "loss": 1.4269,
      "step": 72500
    },
    {
      "epoch": 1.898668331252601,
      "grad_norm": 0.490234375,
      "learning_rate": 0.001924053266749896,
      "loss": 1.4313,
      "step": 73000
    },
    {
      "epoch": 1.91167290886392,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0019235330836454433,
      "loss": 1.4354,
      "step": 73500
    },
    {
      "epoch": 1.9246774864752392,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0019230129005409905,
      "loss": 1.4304,
      "step": 74000
    },
    {
      "epoch": 1.9376820640865584,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0019224927174365377,
      "loss": 1.4238,
      "step": 74500
    },
    {
      "epoch": 1.9506866416978776,
      "grad_norm": 0.40625,
      "learning_rate": 0.001921972534332085,
      "loss": 1.4313,
      "step": 75000
    },
    {
      "epoch": 1.9636912193091969,
      "grad_norm": 0.369140625,
      "learning_rate": 0.001921452351227632,
      "loss": 1.4266,
      "step": 75500
    },
    {
      "epoch": 1.9766957969205161,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0019209321681231794,
      "loss": 1.425,
      "step": 76000
    },
    {
      "epoch": 1.9897003745318353,
      "grad_norm": 2.75,
      "learning_rate": 0.0019204119850187266,
      "loss": 1.4248,
      "step": 76500
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.4245445728302002,
      "eval_runtime": 0.5732,
      "eval_samples_per_second": 1744.482,
      "eval_steps_per_second": 6.978,
      "step": 76896
    },
    {
      "epoch": 2.0027049521431546,
      "grad_norm": 20.5,
      "learning_rate": 0.0019198918019142739,
      "loss": 1.424,
      "step": 77000
    },
    {
      "epoch": 2.0157095297544734,
      "grad_norm": 0.578125,
      "learning_rate": 0.001919371618809821,
      "loss": 1.4238,
      "step": 77500
    },
    {
      "epoch": 2.0287141073657926,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0019188514357053683,
      "loss": 1.421,
      "step": 78000
    },
    {
      "epoch": 2.041718684977112,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0019183312526009156,
      "loss": 1.4216,
      "step": 78500
    },
    {
      "epoch": 2.054723262588431,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0019178110694964628,
      "loss": 1.4202,
      "step": 79000
    },
    {
      "epoch": 2.0677278401997503,
      "grad_norm": 0.330078125,
      "learning_rate": 0.00191729088639201,
      "loss": 1.4181,
      "step": 79500
    },
    {
      "epoch": 2.0807324178110695,
      "grad_norm": 0.328125,
      "learning_rate": 0.0019167707032875572,
      "loss": 1.4194,
      "step": 80000
    },
    {
      "epoch": 2.093736995422389,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0019162505201831045,
      "loss": 1.4196,
      "step": 80500
    },
    {
      "epoch": 2.106741573033708,
      "grad_norm": 0.33984375,
      "learning_rate": 0.0019157303370786517,
      "loss": 1.4172,
      "step": 81000
    },
    {
      "epoch": 2.1197461506450272,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0019152101539741991,
      "loss": 1.4181,
      "step": 81500
    },
    {
      "epoch": 2.132750728256346,
      "grad_norm": 0.353515625,
      "learning_rate": 0.0019146899708697464,
      "loss": 1.4152,
      "step": 82000
    },
    {
      "epoch": 2.1457553058676653,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0019141697877652934,
      "loss": 1.4141,
      "step": 82500
    },
    {
      "epoch": 2.1587598834789845,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0019136496046608406,
      "loss": 1.417,
      "step": 83000
    },
    {
      "epoch": 2.1717644610903037,
      "grad_norm": 6.96875,
      "learning_rate": 0.0019131294215563878,
      "loss": 1.4131,
      "step": 83500
    },
    {
      "epoch": 2.184769038701623,
      "grad_norm": 0.44140625,
      "learning_rate": 0.001912609238451935,
      "loss": 1.4168,
      "step": 84000
    },
    {
      "epoch": 2.197773616312942,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0019120890553474823,
      "loss": 1.4158,
      "step": 84500
    },
    {
      "epoch": 2.2107781939242614,
      "grad_norm": 0.43359375,
      "learning_rate": 0.0019115688722430295,
      "loss": 1.4125,
      "step": 85000
    },
    {
      "epoch": 2.2237827715355807,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0019110486891385768,
      "loss": 1.4114,
      "step": 85500
    },
    {
      "epoch": 2.2367873491468995,
      "grad_norm": 0.69140625,
      "learning_rate": 0.001910528506034124,
      "loss": 1.4156,
      "step": 86000
    },
    {
      "epoch": 2.2497919267582187,
      "grad_norm": 0.42578125,
      "learning_rate": 0.0019100083229296712,
      "loss": 1.4146,
      "step": 86500
    },
    {
      "epoch": 2.262796504369538,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0019094881398252184,
      "loss": 1.4142,
      "step": 87000
    },
    {
      "epoch": 2.275801081980857,
      "grad_norm": 0.421875,
      "learning_rate": 0.0019089679567207659,
      "loss": 1.4153,
      "step": 87500
    },
    {
      "epoch": 2.2888056595921764,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0019084477736163131,
      "loss": 1.4189,
      "step": 88000
    },
    {
      "epoch": 2.3018102372034956,
      "grad_norm": 4.875,
      "learning_rate": 0.0019079275905118603,
      "loss": 1.4152,
      "step": 88500
    },
    {
      "epoch": 2.314814814814815,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0019074074074074076,
      "loss": 1.4148,
      "step": 89000
    },
    {
      "epoch": 2.327819392426134,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0019068872243029546,
      "loss": 1.4115,
      "step": 89500
    },
    {
      "epoch": 2.3408239700374533,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0019063670411985018,
      "loss": 1.4131,
      "step": 90000
    },
    {
      "epoch": 2.3538285476487726,
      "grad_norm": 0.515625,
      "learning_rate": 0.001905846858094049,
      "loss": 1.4085,
      "step": 90500
    },
    {
      "epoch": 2.3668331252600914,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0019053266749895963,
      "loss": 1.4096,
      "step": 91000
    },
    {
      "epoch": 2.3798377028714106,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0019048064918851435,
      "loss": 1.4128,
      "step": 91500
    },
    {
      "epoch": 2.39284228048273,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0019042863087806907,
      "loss": 1.4102,
      "step": 92000
    },
    {
      "epoch": 2.405846858094049,
      "grad_norm": 0.57421875,
      "learning_rate": 0.001903766125676238,
      "loss": 1.405,
      "step": 92500
    },
    {
      "epoch": 2.4188514357053683,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0019032459425717854,
      "loss": 1.4061,
      "step": 93000
    },
    {
      "epoch": 2.4318560133166875,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0019027257594673326,
      "loss": 1.4051,
      "step": 93500
    },
    {
      "epoch": 2.444860590928007,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0019022055763628799,
      "loss": 1.4044,
      "step": 94000
    },
    {
      "epoch": 2.457865168539326,
      "grad_norm": 0.54296875,
      "learning_rate": 0.001901685393258427,
      "loss": 1.403,
      "step": 94500
    },
    {
      "epoch": 2.470869746150645,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0019011652101539743,
      "loss": 1.4064,
      "step": 95000
    },
    {
      "epoch": 2.483874323761964,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0019006450270495215,
      "loss": 1.4027,
      "step": 95500
    },
    {
      "epoch": 2.4968789013732833,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0019001248439450688,
      "loss": 1.4034,
      "step": 96000
    },
    {
      "epoch": 2.5098834789846025,
      "grad_norm": 0.42578125,
      "learning_rate": 0.001899604660840616,
      "loss": 1.4037,
      "step": 96500
    },
    {
      "epoch": 2.5228880565959217,
      "grad_norm": 0.37109375,
      "learning_rate": 0.001899084477736163,
      "loss": 1.4087,
      "step": 97000
    },
    {
      "epoch": 2.535892634207241,
      "grad_norm": 0.953125,
      "learning_rate": 0.0018985642946317102,
      "loss": 1.4119,
      "step": 97500
    },
    {
      "epoch": 2.54889721181856,
      "grad_norm": 0.484375,
      "learning_rate": 0.0018980441115272575,
      "loss": 1.409,
      "step": 98000
    },
    {
      "epoch": 2.5619017894298795,
      "grad_norm": 0.494140625,
      "learning_rate": 0.001897523928422805,
      "loss": 1.4066,
      "step": 98500
    },
    {
      "epoch": 2.5749063670411987,
      "grad_norm": 0.421875,
      "learning_rate": 0.0018970037453183521,
      "loss": 1.4026,
      "step": 99000
    },
    {
      "epoch": 2.587910944652518,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0018964835622138994,
      "loss": 1.4052,
      "step": 99500
    },
    {
      "epoch": 2.6009155222638367,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0018959633791094466,
      "loss": 1.4065,
      "step": 100000
    },
    {
      "epoch": 2.613920099875156,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0018954431960049938,
      "loss": 1.4009,
      "step": 100500
    },
    {
      "epoch": 2.626924677486475,
      "grad_norm": 0.7421875,
      "learning_rate": 0.001894923012900541,
      "loss": 1.4077,
      "step": 101000
    },
    {
      "epoch": 2.6399292550977944,
      "grad_norm": 0.333984375,
      "learning_rate": 0.0018944028297960883,
      "loss": 1.4046,
      "step": 101500
    },
    {
      "epoch": 2.6529338327091136,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0018938826466916355,
      "loss": 1.4058,
      "step": 102000
    },
    {
      "epoch": 2.665938410320433,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0018933624635871827,
      "loss": 1.4028,
      "step": 102500
    },
    {
      "epoch": 2.678942987931752,
      "grad_norm": 0.40234375,
      "learning_rate": 0.00189284228048273,
      "loss": 1.3995,
      "step": 103000
    },
    {
      "epoch": 2.691947565543071,
      "grad_norm": 0.671875,
      "learning_rate": 0.0018923220973782772,
      "loss": 1.4054,
      "step": 103500
    },
    {
      "epoch": 2.70495214315439,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0018918019142738244,
      "loss": 1.407,
      "step": 104000
    },
    {
      "epoch": 2.7179567207657094,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0018912817311693717,
      "loss": 1.4034,
      "step": 104500
    },
    {
      "epoch": 2.7309612983770286,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0018907615480649189,
      "loss": 1.4037,
      "step": 105000
    },
    {
      "epoch": 2.743965875988348,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0018902413649604661,
      "loss": 1.4019,
      "step": 105500
    },
    {
      "epoch": 2.756970453599667,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0018897211818560133,
      "loss": 1.3987,
      "step": 106000
    },
    {
      "epoch": 2.7699750312109863,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0018892009987515606,
      "loss": 1.4019,
      "step": 106500
    },
    {
      "epoch": 2.7829796088223056,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0018886808156471078,
      "loss": 1.4029,
      "step": 107000
    },
    {
      "epoch": 2.795984186433625,
      "grad_norm": 0.609375,
      "learning_rate": 0.001888160632542655,
      "loss": 1.4018,
      "step": 107500
    },
    {
      "epoch": 2.808988764044944,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0018876404494382023,
      "loss": 1.3986,
      "step": 108000
    },
    {
      "epoch": 2.8219933416562633,
      "grad_norm": 7.65625,
      "learning_rate": 0.0018871202663337495,
      "loss": 1.4031,
      "step": 108500
    },
    {
      "epoch": 2.834997919267582,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0018866000832292967,
      "loss": 1.4046,
      "step": 109000
    },
    {
      "epoch": 2.8480024968789013,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0018860799001248442,
      "loss": 1.4029,
      "step": 109500
    },
    {
      "epoch": 2.8610070744902205,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0018855597170203914,
      "loss": 1.399,
      "step": 110000
    },
    {
      "epoch": 2.8740116521015397,
      "grad_norm": 0.361328125,
      "learning_rate": 0.0018850395339159386,
      "loss": 1.4,
      "step": 110500
    },
    {
      "epoch": 2.887016229712859,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0018845193508114856,
      "loss": 1.3969,
      "step": 111000
    },
    {
      "epoch": 2.900020807324178,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0018839991677070329,
      "loss": 1.3984,
      "step": 111500
    },
    {
      "epoch": 2.9130253849354975,
      "grad_norm": 0.427734375,
      "learning_rate": 0.00188347898460258,
      "loss": 1.4017,
      "step": 112000
    },
    {
      "epoch": 2.9260299625468162,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0018829588014981273,
      "loss": 1.3957,
      "step": 112500
    },
    {
      "epoch": 2.9390345401581355,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0018824386183936745,
      "loss": 1.3974,
      "step": 113000
    },
    {
      "epoch": 2.9520391177694547,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0018819184352892218,
      "loss": 1.3972,
      "step": 113500
    },
    {
      "epoch": 2.965043695380774,
      "grad_norm": 0.37109375,
      "learning_rate": 0.001881398252184769,
      "loss": 1.3994,
      "step": 114000
    },
    {
      "epoch": 2.978048272992093,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0018808780690803162,
      "loss": 1.3966,
      "step": 114500
    },
    {
      "epoch": 2.9910528506034124,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0018803578859758635,
      "loss": 1.3966,
      "step": 115000
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.3958898782730103,
      "eval_runtime": 0.5647,
      "eval_samples_per_second": 1770.912,
      "eval_steps_per_second": 7.084,
      "step": 115344
    },
    {
      "epoch": 3.0040574282147317,
      "grad_norm": 0.76171875,
      "learning_rate": 0.001879837702871411,
      "loss": 1.3932,
      "step": 115500
    },
    {
      "epoch": 3.017062005826051,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0018793175197669581,
      "loss": 1.3914,
      "step": 116000
    },
    {
      "epoch": 3.03006658343737,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0018787973366625054,
      "loss": 1.389,
      "step": 116500
    },
    {
      "epoch": 3.0430711610486894,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0018782771535580526,
      "loss": 1.3895,
      "step": 117000
    },
    {
      "epoch": 3.056075738660008,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018777569704535998,
      "loss": 1.3904,
      "step": 117500
    },
    {
      "epoch": 3.0690803162713274,
      "grad_norm": 0.423828125,
      "learning_rate": 0.001877236787349147,
      "loss": 1.3905,
      "step": 118000
    },
    {
      "epoch": 3.0820848938826466,
      "grad_norm": 0.51953125,
      "learning_rate": 0.001876716604244694,
      "loss": 1.3899,
      "step": 118500
    },
    {
      "epoch": 3.095089471493966,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0018761964211402413,
      "loss": 1.386,
      "step": 119000
    },
    {
      "epoch": 3.108094049105285,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0018756762380357885,
      "loss": 1.3859,
      "step": 119500
    },
    {
      "epoch": 3.1210986267166043,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0018751560549313357,
      "loss": 1.3893,
      "step": 120000
    },
    {
      "epoch": 3.1341032043279236,
      "grad_norm": 0.46875,
      "learning_rate": 0.001874635871826883,
      "loss": 1.3883,
      "step": 120500
    },
    {
      "epoch": 3.147107781939243,
      "grad_norm": 0.359375,
      "learning_rate": 0.0018741156887224304,
      "loss": 1.3898,
      "step": 121000
    },
    {
      "epoch": 3.1601123595505616,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0018735955056179776,
      "loss": 1.3894,
      "step": 121500
    },
    {
      "epoch": 3.173116937161881,
      "grad_norm": 0.46484375,
      "learning_rate": 0.0018730753225135249,
      "loss": 1.3903,
      "step": 122000
    },
    {
      "epoch": 3.1861215147732,
      "grad_norm": 0.41015625,
      "learning_rate": 0.001872555139409072,
      "loss": 1.3873,
      "step": 122500
    },
    {
      "epoch": 3.1991260923845193,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0018720349563046193,
      "loss": 1.3857,
      "step": 123000
    },
    {
      "epoch": 3.2121306699958385,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0018715147732001666,
      "loss": 1.3907,
      "step": 123500
    },
    {
      "epoch": 3.2251352476071578,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0018709945900957138,
      "loss": 1.3858,
      "step": 124000
    },
    {
      "epoch": 3.238139825218477,
      "grad_norm": 0.458984375,
      "learning_rate": 0.001870474406991261,
      "loss": 1.3873,
      "step": 124500
    },
    {
      "epoch": 3.251144402829796,
      "grad_norm": 0.515625,
      "learning_rate": 0.0018699542238868082,
      "loss": 1.3846,
      "step": 125000
    },
    {
      "epoch": 3.2641489804411155,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0018694340407823553,
      "loss": 1.3891,
      "step": 125500
    },
    {
      "epoch": 3.2771535580524347,
      "grad_norm": 7.5,
      "learning_rate": 0.0018689138576779025,
      "loss": 1.3882,
      "step": 126000
    },
    {
      "epoch": 3.2901581356637535,
      "grad_norm": 0.48828125,
      "learning_rate": 0.00186839367457345,
      "loss": 1.3879,
      "step": 126500
    },
    {
      "epoch": 3.3031627132750727,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0018678734914689972,
      "loss": 1.3861,
      "step": 127000
    },
    {
      "epoch": 3.316167290886392,
      "grad_norm": 3.21875,
      "learning_rate": 0.0018673533083645444,
      "loss": 1.3863,
      "step": 127500
    },
    {
      "epoch": 3.329171868497711,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0018668331252600916,
      "loss": 1.3832,
      "step": 128000
    },
    {
      "epoch": 3.3421764461090304,
      "grad_norm": 0.5,
      "learning_rate": 0.0018663129421556388,
      "loss": 1.3859,
      "step": 128500
    },
    {
      "epoch": 3.3551810237203497,
      "grad_norm": 0.48828125,
      "learning_rate": 0.001865792759051186,
      "loss": 1.3859,
      "step": 129000
    },
    {
      "epoch": 3.368185601331669,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0018652725759467333,
      "loss": 1.3882,
      "step": 129500
    },
    {
      "epoch": 3.381190178942988,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0018647523928422805,
      "loss": 1.3863,
      "step": 130000
    },
    {
      "epoch": 3.394194756554307,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0018642322097378278,
      "loss": 1.3866,
      "step": 130500
    },
    {
      "epoch": 3.407199334165626,
      "grad_norm": 0.3828125,
      "learning_rate": 0.001863712026633375,
      "loss": 1.3863,
      "step": 131000
    },
    {
      "epoch": 3.4202039117769454,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0018631918435289222,
      "loss": 1.3839,
      "step": 131500
    },
    {
      "epoch": 3.4332084893882646,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0018626716604244697,
      "loss": 1.3842,
      "step": 132000
    },
    {
      "epoch": 3.446213066999584,
      "grad_norm": 0.482421875,
      "learning_rate": 0.0018621514773200167,
      "loss": 1.384,
      "step": 132500
    },
    {
      "epoch": 3.459217644610903,
      "grad_norm": 0.40234375,
      "learning_rate": 0.001861631294215564,
      "loss": 1.3835,
      "step": 133000
    },
    {
      "epoch": 3.4722222222222223,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0018611111111111111,
      "loss": 1.3857,
      "step": 133500
    },
    {
      "epoch": 3.4852267998335416,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0018605909280066584,
      "loss": 1.3822,
      "step": 134000
    },
    {
      "epoch": 3.498231377444861,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0018600707449022056,
      "loss": 1.3798,
      "step": 134500
    },
    {
      "epoch": 3.51123595505618,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0018595505617977528,
      "loss": 1.3806,
      "step": 135000
    },
    {
      "epoch": 3.524240532667499,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018590303786933,
      "loss": 1.3825,
      "step": 135500
    },
    {
      "epoch": 3.537245110278818,
      "grad_norm": 0.609375,
      "learning_rate": 0.0018585101955888473,
      "loss": 1.3822,
      "step": 136000
    },
    {
      "epoch": 3.5502496878901373,
      "grad_norm": 0.40625,
      "learning_rate": 0.0018579900124843945,
      "loss": 1.3837,
      "step": 136500
    },
    {
      "epoch": 3.5632542655014565,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0018574698293799417,
      "loss": 1.3789,
      "step": 137000
    },
    {
      "epoch": 3.5762588431127758,
      "grad_norm": 0.373046875,
      "learning_rate": 0.001856949646275489,
      "loss": 1.3798,
      "step": 137500
    },
    {
      "epoch": 3.589263420724095,
      "grad_norm": 0.46875,
      "learning_rate": 0.0018564294631710364,
      "loss": 1.3812,
      "step": 138000
    },
    {
      "epoch": 3.6022679983354142,
      "grad_norm": 3.21875,
      "learning_rate": 0.0018559092800665836,
      "loss": 1.3765,
      "step": 138500
    },
    {
      "epoch": 3.615272575946733,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0018553890969621309,
      "loss": 1.3759,
      "step": 139000
    },
    {
      "epoch": 3.6282771535580522,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0018548689138576779,
      "loss": 1.382,
      "step": 139500
    },
    {
      "epoch": 3.6412817311693715,
      "grad_norm": 0.9921875,
      "learning_rate": 0.001854348730753225,
      "loss": 1.3796,
      "step": 140000
    },
    {
      "epoch": 3.6542863087806907,
      "grad_norm": 14.375,
      "learning_rate": 0.0018538285476487723,
      "loss": 1.3818,
      "step": 140500
    },
    {
      "epoch": 3.66729088639201,
      "grad_norm": 6.15625,
      "learning_rate": 0.0018533083645443196,
      "loss": 1.3825,
      "step": 141000
    },
    {
      "epoch": 3.680295464003329,
      "grad_norm": 0.310546875,
      "learning_rate": 0.0018527881814398668,
      "loss": 1.3821,
      "step": 141500
    },
    {
      "epoch": 3.6933000416146484,
      "grad_norm": 4.03125,
      "learning_rate": 0.001852267998335414,
      "loss": 1.3776,
      "step": 142000
    },
    {
      "epoch": 3.7063046192259677,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0018517478152309612,
      "loss": 1.3791,
      "step": 142500
    },
    {
      "epoch": 3.719309196837287,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0018512276321265085,
      "loss": 1.3764,
      "step": 143000
    },
    {
      "epoch": 3.732313774448606,
      "grad_norm": 0.48046875,
      "learning_rate": 0.001850707449022056,
      "loss": 1.3773,
      "step": 143500
    },
    {
      "epoch": 3.7453183520599254,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0018501872659176031,
      "loss": 1.3803,
      "step": 144000
    },
    {
      "epoch": 3.758322929671244,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0018496670828131504,
      "loss": 1.3776,
      "step": 144500
    },
    {
      "epoch": 3.7713275072825634,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0018491468997086976,
      "loss": 1.3758,
      "step": 145000
    },
    {
      "epoch": 3.7843320848938826,
      "grad_norm": 0.5625,
      "learning_rate": 0.0018486267166042448,
      "loss": 1.3779,
      "step": 145500
    },
    {
      "epoch": 3.797336662505202,
      "grad_norm": 0.423828125,
      "learning_rate": 0.001848106533499792,
      "loss": 1.3788,
      "step": 146000
    },
    {
      "epoch": 3.810341240116521,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018475863503953393,
      "loss": 1.3766,
      "step": 146500
    },
    {
      "epoch": 3.8233458177278403,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0018470661672908863,
      "loss": 1.3764,
      "step": 147000
    },
    {
      "epoch": 3.836350395339159,
      "grad_norm": 0.421875,
      "learning_rate": 0.0018465459841864335,
      "loss": 1.378,
      "step": 147500
    },
    {
      "epoch": 3.8493549729504783,
      "grad_norm": 0.34375,
      "learning_rate": 0.0018460258010819808,
      "loss": 1.3738,
      "step": 148000
    },
    {
      "epoch": 3.8623595505617976,
      "grad_norm": 0.482421875,
      "learning_rate": 0.001845505617977528,
      "loss": 1.3739,
      "step": 148500
    },
    {
      "epoch": 3.875364128173117,
      "grad_norm": 0.515625,
      "learning_rate": 0.0018449854348730754,
      "loss": 1.3743,
      "step": 149000
    },
    {
      "epoch": 3.888368705784436,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0018444652517686227,
      "loss": 1.3736,
      "step": 149500
    },
    {
      "epoch": 3.9013732833957553,
      "grad_norm": 1.34375,
      "learning_rate": 0.0018439450686641699,
      "loss": 1.3727,
      "step": 150000
    },
    {
      "epoch": 3.9143778610070745,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0018434248855597171,
      "loss": 1.3772,
      "step": 150500
    },
    {
      "epoch": 3.9273824386183938,
      "grad_norm": 1.171875,
      "learning_rate": 0.0018429047024552643,
      "loss": 1.3708,
      "step": 151000
    },
    {
      "epoch": 3.940387016229713,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0018423845193508116,
      "loss": 1.3735,
      "step": 151500
    },
    {
      "epoch": 3.9533915938410322,
      "grad_norm": 0.875,
      "learning_rate": 0.0018418643362463588,
      "loss": 1.3735,
      "step": 152000
    },
    {
      "epoch": 3.9663961714523515,
      "grad_norm": 0.439453125,
      "learning_rate": 0.001841344153141906,
      "loss": 1.3741,
      "step": 152500
    },
    {
      "epoch": 3.9794007490636703,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0018408239700374533,
      "loss": 1.3725,
      "step": 153000
    },
    {
      "epoch": 3.9924053266749895,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0018403037869330005,
      "loss": 1.3764,
      "step": 153500
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.380986213684082,
      "eval_runtime": 0.7298,
      "eval_samples_per_second": 1370.29,
      "eval_steps_per_second": 5.481,
      "step": 153792
    },
    {
      "epoch": 4.005409904286309,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0018397836038285475,
      "loss": 1.3757,
      "step": 154000
    },
    {
      "epoch": 4.018414481897628,
      "grad_norm": 0.953125,
      "learning_rate": 0.001839263420724095,
      "loss": 1.3727,
      "step": 154500
    },
    {
      "epoch": 4.031419059508947,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0018387432376196422,
      "loss": 1.3686,
      "step": 155000
    },
    {
      "epoch": 4.044423637120266,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0018382230545151894,
      "loss": 1.3683,
      "step": 155500
    },
    {
      "epoch": 4.057428214731585,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018377028714107366,
      "loss": 1.371,
      "step": 156000
    },
    {
      "epoch": 4.0704327923429044,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0018371826883062839,
      "loss": 1.3706,
      "step": 156500
    },
    {
      "epoch": 4.083437369954224,
      "grad_norm": 0.984375,
      "learning_rate": 0.001836662505201831,
      "loss": 1.3682,
      "step": 157000
    },
    {
      "epoch": 4.096441947565543,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0018361423220973783,
      "loss": 1.3709,
      "step": 157500
    },
    {
      "epoch": 4.109446525176862,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0018356221389929255,
      "loss": 1.3705,
      "step": 158000
    },
    {
      "epoch": 4.122451102788181,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0018351019558884728,
      "loss": 1.3714,
      "step": 158500
    },
    {
      "epoch": 4.135455680399501,
      "grad_norm": 1.46875,
      "learning_rate": 0.00183458177278402,
      "loss": 1.3688,
      "step": 159000
    },
    {
      "epoch": 4.14846025801082,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0018340615896795672,
      "loss": 1.3723,
      "step": 159500
    },
    {
      "epoch": 4.161464835622139,
      "grad_norm": 0.8125,
      "learning_rate": 0.0018335414065751145,
      "loss": 1.3697,
      "step": 160000
    },
    {
      "epoch": 4.174469413233458,
      "grad_norm": 0.3828125,
      "learning_rate": 0.001833021223470662,
      "loss": 1.3684,
      "step": 160500
    },
    {
      "epoch": 4.187473990844778,
      "grad_norm": 0.396484375,
      "learning_rate": 0.001832501040366209,
      "loss": 1.3704,
      "step": 161000
    },
    {
      "epoch": 4.200478568456097,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0018319808572617561,
      "loss": 1.3705,
      "step": 161500
    },
    {
      "epoch": 4.213483146067416,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0018314606741573034,
      "loss": 1.3744,
      "step": 162000
    },
    {
      "epoch": 4.226487723678735,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0018309404910528506,
      "loss": 1.3663,
      "step": 162500
    },
    {
      "epoch": 4.2394923012900545,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0018304203079483978,
      "loss": 1.3706,
      "step": 163000
    },
    {
      "epoch": 4.252496878901374,
      "grad_norm": 0.7890625,
      "learning_rate": 0.001829900124843945,
      "loss": 1.37,
      "step": 163500
    },
    {
      "epoch": 4.265501456512692,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0018293799417394923,
      "loss": 1.3669,
      "step": 164000
    },
    {
      "epoch": 4.278506034124011,
      "grad_norm": 0.765625,
      "learning_rate": 0.0018288597586350395,
      "loss": 1.3674,
      "step": 164500
    },
    {
      "epoch": 4.2915106117353305,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0018283395755305867,
      "loss": 1.3672,
      "step": 165000
    },
    {
      "epoch": 4.30451518934665,
      "grad_norm": 1.15625,
      "learning_rate": 0.001827819392426134,
      "loss": 1.37,
      "step": 165500
    },
    {
      "epoch": 4.317519766957969,
      "grad_norm": 1.765625,
      "learning_rate": 0.0018272992093216814,
      "loss": 1.3724,
      "step": 166000
    },
    {
      "epoch": 4.330524344569288,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0018267790262172286,
      "loss": 1.3687,
      "step": 166500
    },
    {
      "epoch": 4.3435289221806075,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0018262588431127759,
      "loss": 1.3676,
      "step": 167000
    },
    {
      "epoch": 4.356533499791927,
      "grad_norm": 0.4140625,
      "learning_rate": 0.001825738660008323,
      "loss": 1.3672,
      "step": 167500
    },
    {
      "epoch": 4.369538077403246,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0018252184769038703,
      "loss": 1.3675,
      "step": 168000
    },
    {
      "epoch": 4.382542655014565,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0018246982937994173,
      "loss": 1.3682,
      "step": 168500
    },
    {
      "epoch": 4.395547232625884,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0018241781106949646,
      "loss": 1.3675,
      "step": 169000
    },
    {
      "epoch": 4.408551810237204,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018236579275905118,
      "loss": 1.3675,
      "step": 169500
    },
    {
      "epoch": 4.421556387848523,
      "grad_norm": 0.427734375,
      "learning_rate": 0.001823137744486059,
      "loss": 1.367,
      "step": 170000
    },
    {
      "epoch": 4.434560965459842,
      "grad_norm": 0.42578125,
      "learning_rate": 0.0018226175613816062,
      "loss": 1.3729,
      "step": 170500
    },
    {
      "epoch": 4.447565543071161,
      "grad_norm": 0.546875,
      "learning_rate": 0.0018220973782771535,
      "loss": 1.3654,
      "step": 171000
    },
    {
      "epoch": 4.460570120682481,
      "grad_norm": 0.625,
      "learning_rate": 0.001821577195172701,
      "loss": 1.3694,
      "step": 171500
    },
    {
      "epoch": 4.473574698293799,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0018210570120682482,
      "loss": 1.3647,
      "step": 172000
    },
    {
      "epoch": 4.486579275905118,
      "grad_norm": 0.40625,
      "learning_rate": 0.0018205368289637954,
      "loss": 1.369,
      "step": 172500
    },
    {
      "epoch": 4.499583853516437,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0018200166458593426,
      "loss": 1.3665,
      "step": 173000
    },
    {
      "epoch": 4.512588431127757,
      "grad_norm": 0.5625,
      "learning_rate": 0.0018194964627548898,
      "loss": 1.3661,
      "step": 173500
    },
    {
      "epoch": 4.525593008739076,
      "grad_norm": 0.6796875,
      "learning_rate": 0.001818976279650437,
      "loss": 1.3649,
      "step": 174000
    },
    {
      "epoch": 4.538597586350395,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0018184560965459843,
      "loss": 1.3667,
      "step": 174500
    },
    {
      "epoch": 4.551602163961714,
      "grad_norm": 0.439453125,
      "learning_rate": 0.0018179359134415315,
      "loss": 1.3658,
      "step": 175000
    },
    {
      "epoch": 4.564606741573034,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0018174157303370785,
      "loss": 1.3655,
      "step": 175500
    },
    {
      "epoch": 4.577611319184353,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0018168955472326258,
      "loss": 1.3638,
      "step": 176000
    },
    {
      "epoch": 4.590615896795672,
      "grad_norm": 1.484375,
      "learning_rate": 0.001816375364128173,
      "loss": 1.3621,
      "step": 176500
    },
    {
      "epoch": 4.603620474406991,
      "grad_norm": 0.349609375,
      "learning_rate": 0.0018158551810237204,
      "loss": 1.3649,
      "step": 177000
    },
    {
      "epoch": 4.6166250520183105,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0018153349979192677,
      "loss": 1.3616,
      "step": 177500
    },
    {
      "epoch": 4.62962962962963,
      "grad_norm": 1.2890625,
      "learning_rate": 0.001814814814814815,
      "loss": 1.3617,
      "step": 178000
    },
    {
      "epoch": 4.642634207240949,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0018142946317103621,
      "loss": 1.3639,
      "step": 178500
    },
    {
      "epoch": 4.655638784852268,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0018137744486059093,
      "loss": 1.3641,
      "step": 179000
    },
    {
      "epoch": 4.6686433624635875,
      "grad_norm": 0.375,
      "learning_rate": 0.0018132542655014566,
      "loss": 1.3652,
      "step": 179500
    },
    {
      "epoch": 4.681647940074907,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0018127340823970038,
      "loss": 1.3633,
      "step": 180000
    },
    {
      "epoch": 4.694652517686226,
      "grad_norm": 2.578125,
      "learning_rate": 0.001812213899292551,
      "loss": 1.3624,
      "step": 180500
    },
    {
      "epoch": 4.707657095297545,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0018116937161880983,
      "loss": 1.3658,
      "step": 181000
    },
    {
      "epoch": 4.720661672908864,
      "grad_norm": 0.43359375,
      "learning_rate": 0.0018111735330836455,
      "loss": 1.3636,
      "step": 181500
    },
    {
      "epoch": 4.733666250520183,
      "grad_norm": 0.390625,
      "learning_rate": 0.0018106533499791927,
      "loss": 1.36,
      "step": 182000
    },
    {
      "epoch": 4.746670828131502,
      "grad_norm": 0.419921875,
      "learning_rate": 0.00181013316687474,
      "loss": 1.3631,
      "step": 182500
    },
    {
      "epoch": 4.759675405742821,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0018096129837702872,
      "loss": 1.3647,
      "step": 183000
    },
    {
      "epoch": 4.7726799833541405,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0018090928006658344,
      "loss": 1.3589,
      "step": 183500
    },
    {
      "epoch": 4.78568456096546,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0018085726175613816,
      "loss": 1.3616,
      "step": 184000
    },
    {
      "epoch": 4.798689138576779,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0018080524344569289,
      "loss": 1.3632,
      "step": 184500
    },
    {
      "epoch": 4.811693716188098,
      "grad_norm": 0.89453125,
      "learning_rate": 0.001807532251352476,
      "loss": 1.3643,
      "step": 185000
    },
    {
      "epoch": 4.824698293799417,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0018070120682480233,
      "loss": 1.3632,
      "step": 185500
    },
    {
      "epoch": 4.837702871410737,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0018064918851435705,
      "loss": 1.361,
      "step": 186000
    },
    {
      "epoch": 4.850707449022056,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0018059717020391178,
      "loss": 1.3622,
      "step": 186500
    },
    {
      "epoch": 4.863712026633375,
      "grad_norm": 0.376953125,
      "learning_rate": 0.001805451518934665,
      "loss": 1.362,
      "step": 187000
    },
    {
      "epoch": 4.876716604244694,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0018049313358302122,
      "loss": 1.3623,
      "step": 187500
    },
    {
      "epoch": 4.889721181856014,
      "grad_norm": 0.828125,
      "learning_rate": 0.0018044111527257595,
      "loss": 1.3599,
      "step": 188000
    },
    {
      "epoch": 4.902725759467333,
      "grad_norm": 0.546875,
      "learning_rate": 0.001803890969621307,
      "loss": 1.3636,
      "step": 188500
    },
    {
      "epoch": 4.915730337078652,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0018033707865168541,
      "loss": 1.3609,
      "step": 189000
    },
    {
      "epoch": 4.92873491468997,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0018028506034124014,
      "loss": 1.3603,
      "step": 189500
    },
    {
      "epoch": 4.94173949230129,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0018023304203079484,
      "loss": 1.3601,
      "step": 190000
    },
    {
      "epoch": 4.954744069912609,
      "grad_norm": 0.34765625,
      "learning_rate": 0.0018018102372034956,
      "loss": 1.3569,
      "step": 190500
    },
    {
      "epoch": 4.967748647523928,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0018012900540990428,
      "loss": 1.358,
      "step": 191000
    },
    {
      "epoch": 4.980753225135247,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00180076987099459,
      "loss": 1.3577,
      "step": 191500
    },
    {
      "epoch": 4.9937578027465666,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0018002496878901373,
      "loss": 1.3618,
      "step": 192000
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.3649697303771973,
      "eval_runtime": 0.5987,
      "eval_samples_per_second": 1670.164,
      "eval_steps_per_second": 6.681,
      "step": 192240
    },
    {
      "epoch": 5.006762380357886,
      "grad_norm": 0.3671875,
      "learning_rate": 0.0017997295047856845,
      "loss": 1.3587,
      "step": 192500
    },
    {
      "epoch": 5.019766957969205,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0017992093216812317,
      "loss": 1.3542,
      "step": 193000
    },
    {
      "epoch": 5.032771535580524,
      "grad_norm": 0.353515625,
      "learning_rate": 0.001798689138576779,
      "loss": 1.3558,
      "step": 193500
    },
    {
      "epoch": 5.0457761131918435,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0017981689554723264,
      "loss": 1.3563,
      "step": 194000
    },
    {
      "epoch": 5.058780690803163,
      "grad_norm": 0.337890625,
      "learning_rate": 0.0017976487723678736,
      "loss": 1.3549,
      "step": 194500
    },
    {
      "epoch": 5.071785268414482,
      "grad_norm": 0.458984375,
      "learning_rate": 0.0017971285892634209,
      "loss": 1.3541,
      "step": 195000
    },
    {
      "epoch": 5.084789846025801,
      "grad_norm": 0.38671875,
      "learning_rate": 0.001796608406158968,
      "loss": 1.3555,
      "step": 195500
    },
    {
      "epoch": 5.09779442363712,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0017960882230545153,
      "loss": 1.3536,
      "step": 196000
    },
    {
      "epoch": 5.11079900124844,
      "grad_norm": 0.4140625,
      "learning_rate": 0.0017955680399500626,
      "loss": 1.3523,
      "step": 196500
    },
    {
      "epoch": 5.123803578859759,
      "grad_norm": 0.46875,
      "learning_rate": 0.0017950478568456096,
      "loss": 1.3543,
      "step": 197000
    },
    {
      "epoch": 5.136808156471078,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0017945276737411568,
      "loss": 1.3544,
      "step": 197500
    },
    {
      "epoch": 5.149812734082397,
      "grad_norm": 0.41796875,
      "learning_rate": 0.001794007490636704,
      "loss": 1.3546,
      "step": 198000
    },
    {
      "epoch": 5.162817311693717,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0017934873075322513,
      "loss": 1.3536,
      "step": 198500
    },
    {
      "epoch": 5.175821889305035,
      "grad_norm": 0.453125,
      "learning_rate": 0.0017929671244277985,
      "loss": 1.3516,
      "step": 199000
    },
    {
      "epoch": 5.188826466916354,
      "grad_norm": 0.3984375,
      "learning_rate": 0.001792446941323346,
      "loss": 1.353,
      "step": 199500
    },
    {
      "epoch": 5.201831044527673,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0017919267582188932,
      "loss": 1.3541,
      "step": 200000
    },
    {
      "epoch": 5.214835622138993,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0017914065751144404,
      "loss": 1.3511,
      "step": 200500
    },
    {
      "epoch": 5.227840199750312,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0017908863920099876,
      "loss": 1.3531,
      "step": 201000
    },
    {
      "epoch": 5.240844777361631,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0017903662089055348,
      "loss": 1.3527,
      "step": 201500
    },
    {
      "epoch": 5.25384935497295,
      "grad_norm": 0.7265625,
      "learning_rate": 0.001789846025801082,
      "loss": 1.3544,
      "step": 202000
    },
    {
      "epoch": 5.26685393258427,
      "grad_norm": 0.515625,
      "learning_rate": 0.0017893258426966293,
      "loss": 1.35,
      "step": 202500
    },
    {
      "epoch": 5.279858510195589,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0017888056595921765,
      "loss": 1.3526,
      "step": 203000
    },
    {
      "epoch": 5.292863087806908,
      "grad_norm": 0.40625,
      "learning_rate": 0.0017882854764877238,
      "loss": 1.3583,
      "step": 203500
    },
    {
      "epoch": 5.305867665418227,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0017877652933832708,
      "loss": 1.3553,
      "step": 204000
    },
    {
      "epoch": 5.3188722430295465,
      "grad_norm": 0.67578125,
      "learning_rate": 0.001787245110278818,
      "loss": 1.3526,
      "step": 204500
    },
    {
      "epoch": 5.331876820640866,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0017867249271743654,
      "loss": 1.3538,
      "step": 205000
    },
    {
      "epoch": 5.344881398252185,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0017862047440699127,
      "loss": 1.351,
      "step": 205500
    },
    {
      "epoch": 5.357885975863504,
      "grad_norm": 0.59765625,
      "learning_rate": 0.00178568456096546,
      "loss": 1.3513,
      "step": 206000
    },
    {
      "epoch": 5.3708905534748235,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0017851643778610071,
      "loss": 1.3508,
      "step": 206500
    },
    {
      "epoch": 5.383895131086143,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0017846441947565544,
      "loss": 1.3511,
      "step": 207000
    },
    {
      "epoch": 5.396899708697461,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0017841240116521016,
      "loss": 1.3536,
      "step": 207500
    },
    {
      "epoch": 5.40990428630878,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0017836038285476488,
      "loss": 1.3534,
      "step": 208000
    },
    {
      "epoch": 5.4229088639200995,
      "grad_norm": 0.390625,
      "learning_rate": 0.001783083645443196,
      "loss": 1.3532,
      "step": 208500
    },
    {
      "epoch": 5.435913441531419,
      "grad_norm": 0.5,
      "learning_rate": 0.0017825634623387433,
      "loss": 1.3528,
      "step": 209000
    },
    {
      "epoch": 5.448918019142738,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0017820432792342905,
      "loss": 1.3511,
      "step": 209500
    },
    {
      "epoch": 5.461922596754057,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0017815230961298377,
      "loss": 1.3538,
      "step": 210000
    },
    {
      "epoch": 5.4749271743653765,
      "grad_norm": 0.396484375,
      "learning_rate": 0.001781002913025385,
      "loss": 1.354,
      "step": 210500
    },
    {
      "epoch": 5.487931751976696,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0017804827299209324,
      "loss": 1.353,
      "step": 211000
    },
    {
      "epoch": 5.500936329588015,
      "grad_norm": 16.875,
      "learning_rate": 0.0017799625468164794,
      "loss": 1.3542,
      "step": 211500
    },
    {
      "epoch": 5.513940907199334,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0017794423637120266,
      "loss": 1.3551,
      "step": 212000
    },
    {
      "epoch": 5.526945484810653,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0017789221806075739,
      "loss": 1.3531,
      "step": 212500
    },
    {
      "epoch": 5.539950062421973,
      "grad_norm": 0.56640625,
      "learning_rate": 0.001778401997503121,
      "loss": 1.3545,
      "step": 213000
    },
    {
      "epoch": 5.552954640033292,
      "grad_norm": 1.46875,
      "learning_rate": 0.0017778818143986683,
      "loss": 1.3521,
      "step": 213500
    },
    {
      "epoch": 5.565959217644611,
      "grad_norm": 0.462890625,
      "learning_rate": 0.0017773616312942156,
      "loss": 1.3552,
      "step": 214000
    },
    {
      "epoch": 5.57896379525593,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0017768414481897628,
      "loss": 1.3549,
      "step": 214500
    },
    {
      "epoch": 5.59196837286725,
      "grad_norm": 0.66015625,
      "learning_rate": 0.00177632126508531,
      "loss": 1.3519,
      "step": 215000
    },
    {
      "epoch": 5.604972950478569,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0017758010819808572,
      "loss": 1.351,
      "step": 215500
    },
    {
      "epoch": 5.617977528089888,
      "grad_norm": 0.43359375,
      "learning_rate": 0.0017752808988764045,
      "loss": 1.3514,
      "step": 216000
    },
    {
      "epoch": 5.630982105701207,
      "grad_norm": 0.427734375,
      "learning_rate": 0.001774760715771952,
      "loss": 1.3471,
      "step": 216500
    },
    {
      "epoch": 5.643986683312526,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0017742405326674991,
      "loss": 1.3486,
      "step": 217000
    },
    {
      "epoch": 5.656991260923845,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0017737203495630464,
      "loss": 1.3508,
      "step": 217500
    },
    {
      "epoch": 5.669995838535164,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0017732001664585936,
      "loss": 1.3506,
      "step": 218000
    },
    {
      "epoch": 5.683000416146483,
      "grad_norm": 0.333984375,
      "learning_rate": 0.0017726799833541406,
      "loss": 1.3505,
      "step": 218500
    },
    {
      "epoch": 5.696004993757803,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0017721598002496878,
      "loss": 1.3473,
      "step": 219000
    },
    {
      "epoch": 5.709009571369122,
      "grad_norm": 0.349609375,
      "learning_rate": 0.001771639617145235,
      "loss": 1.3509,
      "step": 219500
    },
    {
      "epoch": 5.722014148980441,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0017711194340407823,
      "loss": 1.3531,
      "step": 220000
    },
    {
      "epoch": 5.73501872659176,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0017705992509363295,
      "loss": 1.3525,
      "step": 220500
    },
    {
      "epoch": 5.7480233042030795,
      "grad_norm": 0.765625,
      "learning_rate": 0.0017700790678318768,
      "loss": 1.3504,
      "step": 221000
    },
    {
      "epoch": 5.761027881814399,
      "grad_norm": 0.37109375,
      "learning_rate": 0.001769558884727424,
      "loss": 1.3499,
      "step": 221500
    },
    {
      "epoch": 5.774032459425718,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0017690387016229714,
      "loss": 1.3504,
      "step": 222000
    },
    {
      "epoch": 5.787037037037037,
      "grad_norm": 0.65625,
      "learning_rate": 0.0017685185185185187,
      "loss": 1.3496,
      "step": 222500
    },
    {
      "epoch": 5.800041614648356,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0017679983354140659,
      "loss": 1.3476,
      "step": 223000
    },
    {
      "epoch": 5.813046192259676,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0017674781523096131,
      "loss": 1.351,
      "step": 223500
    },
    {
      "epoch": 5.826050769870995,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0017669579692051603,
      "loss": 1.3493,
      "step": 224000
    },
    {
      "epoch": 5.839055347482314,
      "grad_norm": 0.546875,
      "learning_rate": 0.0017664377861007076,
      "loss": 1.3475,
      "step": 224500
    },
    {
      "epoch": 5.8520599250936325,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0017659176029962548,
      "loss": 1.3501,
      "step": 225000
    },
    {
      "epoch": 5.865064502704952,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0017653974198918018,
      "loss": 1.3494,
      "step": 225500
    },
    {
      "epoch": 5.878069080316271,
      "grad_norm": 0.43359375,
      "learning_rate": 0.001764877236787349,
      "loss": 1.3488,
      "step": 226000
    },
    {
      "epoch": 5.89107365792759,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0017643570536828963,
      "loss": 1.3511,
      "step": 226500
    },
    {
      "epoch": 5.904078235538909,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0017638368705784435,
      "loss": 1.3494,
      "step": 227000
    },
    {
      "epoch": 5.917082813150229,
      "grad_norm": 0.46875,
      "learning_rate": 0.001763316687473991,
      "loss": 1.3492,
      "step": 227500
    },
    {
      "epoch": 5.930087390761548,
      "grad_norm": 0.4140625,
      "learning_rate": 0.0017627965043695382,
      "loss": 1.3471,
      "step": 228000
    },
    {
      "epoch": 5.943091968372867,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0017622763212650854,
      "loss": 1.3481,
      "step": 228500
    },
    {
      "epoch": 5.956096545984186,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0017617561381606326,
      "loss": 1.3475,
      "step": 229000
    },
    {
      "epoch": 5.969101123595506,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0017612359550561799,
      "loss": 1.3471,
      "step": 229500
    },
    {
      "epoch": 5.982105701206825,
      "grad_norm": 0.384765625,
      "learning_rate": 0.001760715771951727,
      "loss": 1.3469,
      "step": 230000
    },
    {
      "epoch": 5.995110278818144,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0017601955888472743,
      "loss": 1.3476,
      "step": 230500
    },
    {
      "epoch": 6.0,
      "eval_loss": 1.3531179428100586,
      "eval_runtime": 0.5767,
      "eval_samples_per_second": 1734.115,
      "eval_steps_per_second": 6.936,
      "step": 230688
    },
    {
      "epoch": 6.008114856429463,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0017596754057428215,
      "loss": 1.3445,
      "step": 231000
    },
    {
      "epoch": 6.0211194340407825,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0017591552226383688,
      "loss": 1.3454,
      "step": 231500
    },
    {
      "epoch": 6.034124011652102,
      "grad_norm": 0.41796875,
      "learning_rate": 0.001758635039533916,
      "loss": 1.3453,
      "step": 232000
    },
    {
      "epoch": 6.047128589263421,
      "grad_norm": 0.455078125,
      "learning_rate": 0.001758114856429463,
      "loss": 1.3443,
      "step": 232500
    },
    {
      "epoch": 6.06013316687474,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0017575946733250102,
      "loss": 1.3408,
      "step": 233000
    },
    {
      "epoch": 6.0731377444860595,
      "grad_norm": 0.390625,
      "learning_rate": 0.0017570744902205577,
      "loss": 1.3445,
      "step": 233500
    },
    {
      "epoch": 6.086142322097379,
      "grad_norm": 0.486328125,
      "learning_rate": 0.001756554307116105,
      "loss": 1.3459,
      "step": 234000
    },
    {
      "epoch": 6.099146899708697,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0017560341240116521,
      "loss": 1.3447,
      "step": 234500
    },
    {
      "epoch": 6.112151477320016,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0017555139409071994,
      "loss": 1.3434,
      "step": 235000
    },
    {
      "epoch": 6.1251560549313355,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0017549937578027466,
      "loss": 1.3462,
      "step": 235500
    },
    {
      "epoch": 6.138160632542655,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0017544735746982938,
      "loss": 1.345,
      "step": 236000
    },
    {
      "epoch": 6.151165210153974,
      "grad_norm": 0.4375,
      "learning_rate": 0.001753953391593841,
      "loss": 1.3433,
      "step": 236500
    },
    {
      "epoch": 6.164169787765293,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0017534332084893883,
      "loss": 1.3421,
      "step": 237000
    },
    {
      "epoch": 6.1771743653766125,
      "grad_norm": 0.421875,
      "learning_rate": 0.0017529130253849355,
      "loss": 1.3441,
      "step": 237500
    },
    {
      "epoch": 6.190178942987932,
      "grad_norm": 0.42578125,
      "learning_rate": 0.0017523928422804827,
      "loss": 1.3456,
      "step": 238000
    },
    {
      "epoch": 6.203183520599251,
      "grad_norm": 0.451171875,
      "learning_rate": 0.00175187265917603,
      "loss": 1.3457,
      "step": 238500
    },
    {
      "epoch": 6.21618809821057,
      "grad_norm": 0.3671875,
      "learning_rate": 0.0017513524760715774,
      "loss": 1.3447,
      "step": 239000
    },
    {
      "epoch": 6.229192675821889,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0017508322929671246,
      "loss": 1.3445,
      "step": 239500
    },
    {
      "epoch": 6.242197253433209,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0017503121098626717,
      "loss": 1.3462,
      "step": 240000
    },
    {
      "epoch": 6.255201831044528,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0017497919267582189,
      "loss": 1.3478,
      "step": 240500
    },
    {
      "epoch": 6.268206408655847,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0017492717436537661,
      "loss": 1.3448,
      "step": 241000
    },
    {
      "epoch": 6.281210986267166,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0017487515605493133,
      "loss": 1.3425,
      "step": 241500
    },
    {
      "epoch": 6.294215563878486,
      "grad_norm": 2.484375,
      "learning_rate": 0.0017482313774448606,
      "loss": 1.345,
      "step": 242000
    },
    {
      "epoch": 6.307220141489805,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0017477111943404078,
      "loss": 1.341,
      "step": 242500
    },
    {
      "epoch": 6.320224719101123,
      "grad_norm": 0.384765625,
      "learning_rate": 0.001747191011235955,
      "loss": 1.3441,
      "step": 243000
    },
    {
      "epoch": 6.333229296712442,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0017466708281315023,
      "loss": 1.3427,
      "step": 243500
    },
    {
      "epoch": 6.346233874323762,
      "grad_norm": 0.625,
      "learning_rate": 0.0017461506450270495,
      "loss": 1.3466,
      "step": 244000
    },
    {
      "epoch": 6.359238451935081,
      "grad_norm": 0.4296875,
      "learning_rate": 0.001745630461922597,
      "loss": 1.3414,
      "step": 244500
    },
    {
      "epoch": 6.3722430295464,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0017451102788181442,
      "loss": 1.3433,
      "step": 245000
    },
    {
      "epoch": 6.385247607157719,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0017445900957136914,
      "loss": 1.3398,
      "step": 245500
    },
    {
      "epoch": 6.398252184769039,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0017440699126092386,
      "loss": 1.3425,
      "step": 246000
    },
    {
      "epoch": 6.411256762380358,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0017435497295047858,
      "loss": 1.3447,
      "step": 246500
    },
    {
      "epoch": 6.424261339991677,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0017430295464003329,
      "loss": 1.3427,
      "step": 247000
    },
    {
      "epoch": 6.437265917602996,
      "grad_norm": 0.478515625,
      "learning_rate": 0.00174250936329588,
      "loss": 1.343,
      "step": 247500
    },
    {
      "epoch": 6.4502704952143155,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0017419891801914273,
      "loss": 1.3429,
      "step": 248000
    },
    {
      "epoch": 6.463275072825635,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0017414689970869745,
      "loss": 1.3439,
      "step": 248500
    },
    {
      "epoch": 6.476279650436954,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0017409488139825218,
      "loss": 1.3433,
      "step": 249000
    },
    {
      "epoch": 6.489284228048273,
      "grad_norm": 0.400390625,
      "learning_rate": 0.001740428630878069,
      "loss": 1.344,
      "step": 249500
    },
    {
      "epoch": 6.502288805659592,
      "grad_norm": 0.361328125,
      "learning_rate": 0.0017399084477736164,
      "loss": 1.3424,
      "step": 250000
    },
    {
      "epoch": 6.515293383270912,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0017393882646691637,
      "loss": 1.3416,
      "step": 250500
    },
    {
      "epoch": 6.528297960882231,
      "grad_norm": 0.58203125,
      "learning_rate": 0.001738868081564711,
      "loss": 1.3417,
      "step": 251000
    },
    {
      "epoch": 6.54130253849355,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0017383478984602581,
      "loss": 1.3434,
      "step": 251500
    },
    {
      "epoch": 6.554307116104869,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0017378277153558054,
      "loss": 1.3395,
      "step": 252000
    },
    {
      "epoch": 6.567311693716188,
      "grad_norm": 0.353515625,
      "learning_rate": 0.0017373075322513526,
      "loss": 1.3422,
      "step": 252500
    },
    {
      "epoch": 6.580316271327507,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0017367873491468998,
      "loss": 1.3405,
      "step": 253000
    },
    {
      "epoch": 6.593320848938826,
      "grad_norm": 0.3984375,
      "learning_rate": 0.001736267166042447,
      "loss": 1.3418,
      "step": 253500
    },
    {
      "epoch": 6.606325426550145,
      "grad_norm": 0.462890625,
      "learning_rate": 0.001735746982937994,
      "loss": 1.3412,
      "step": 254000
    },
    {
      "epoch": 6.619330004161465,
      "grad_norm": 0.326171875,
      "learning_rate": 0.0017352267998335413,
      "loss": 1.3426,
      "step": 254500
    },
    {
      "epoch": 6.632334581772784,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0017347066167290885,
      "loss": 1.3434,
      "step": 255000
    },
    {
      "epoch": 6.645339159384103,
      "grad_norm": 0.3671875,
      "learning_rate": 0.001734186433624636,
      "loss": 1.3441,
      "step": 255500
    },
    {
      "epoch": 6.658343736995422,
      "grad_norm": 1.109375,
      "learning_rate": 0.0017336662505201832,
      "loss": 1.3421,
      "step": 256000
    },
    {
      "epoch": 6.671348314606742,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0017331460674157304,
      "loss": 1.3405,
      "step": 256500
    },
    {
      "epoch": 6.684352892218061,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0017326258843112776,
      "loss": 1.3409,
      "step": 257000
    },
    {
      "epoch": 6.69735746982938,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0017321057012068249,
      "loss": 1.3429,
      "step": 257500
    },
    {
      "epoch": 6.710362047440699,
      "grad_norm": 0.357421875,
      "learning_rate": 0.001731585518102372,
      "loss": 1.3409,
      "step": 258000
    },
    {
      "epoch": 6.7233666250520185,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0017310653349979193,
      "loss": 1.3404,
      "step": 258500
    },
    {
      "epoch": 6.736371202663338,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0017305451518934666,
      "loss": 1.3406,
      "step": 259000
    },
    {
      "epoch": 6.749375780274657,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0017300249687890138,
      "loss": 1.341,
      "step": 259500
    },
    {
      "epoch": 6.762380357885976,
      "grad_norm": 0.58203125,
      "learning_rate": 0.001729504785684561,
      "loss": 1.3382,
      "step": 260000
    },
    {
      "epoch": 6.775384935497295,
      "grad_norm": 1.53125,
      "learning_rate": 0.0017289846025801082,
      "loss": 1.3411,
      "step": 260500
    },
    {
      "epoch": 6.788389513108614,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0017284644194756553,
      "loss": 1.3429,
      "step": 261000
    },
    {
      "epoch": 6.801394090719933,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0017279442363712027,
      "loss": 1.3427,
      "step": 261500
    },
    {
      "epoch": 6.814398668331252,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00172742405326675,
      "loss": 1.3411,
      "step": 262000
    },
    {
      "epoch": 6.8274032459425715,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0017269038701622972,
      "loss": 1.3397,
      "step": 262500
    },
    {
      "epoch": 6.840407823553891,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0017263836870578444,
      "loss": 1.3386,
      "step": 263000
    },
    {
      "epoch": 6.85341240116521,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0017258635039533916,
      "loss": 1.3392,
      "step": 263500
    },
    {
      "epoch": 6.866416978776529,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0017253433208489388,
      "loss": 1.3424,
      "step": 264000
    },
    {
      "epoch": 6.8794215563878485,
      "grad_norm": 0.67578125,
      "learning_rate": 0.001724823137744486,
      "loss": 1.3418,
      "step": 264500
    },
    {
      "epoch": 6.892426133999168,
      "grad_norm": 0.361328125,
      "learning_rate": 0.0017243029546400333,
      "loss": 1.3378,
      "step": 265000
    },
    {
      "epoch": 6.905430711610487,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0017237827715355805,
      "loss": 1.3398,
      "step": 265500
    },
    {
      "epoch": 6.918435289221806,
      "grad_norm": 3.5625,
      "learning_rate": 0.0017232625884311278,
      "loss": 1.3411,
      "step": 266000
    },
    {
      "epoch": 6.931439866833125,
      "grad_norm": 0.353515625,
      "learning_rate": 0.001722742405326675,
      "loss": 1.3377,
      "step": 266500
    },
    {
      "epoch": 6.944444444444445,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0017222222222222224,
      "loss": 1.339,
      "step": 267000
    },
    {
      "epoch": 6.957449022055764,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0017217020391177697,
      "loss": 1.3398,
      "step": 267500
    },
    {
      "epoch": 6.970453599667083,
      "grad_norm": 0.42578125,
      "learning_rate": 0.0017211818560133169,
      "loss": 1.3397,
      "step": 268000
    },
    {
      "epoch": 6.983458177278402,
      "grad_norm": 0.333984375,
      "learning_rate": 0.001720661672908864,
      "loss": 1.3382,
      "step": 268500
    },
    {
      "epoch": 6.996462754889722,
      "grad_norm": 0.318359375,
      "learning_rate": 0.0017201414898044111,
      "loss": 1.3396,
      "step": 269000
    },
    {
      "epoch": 7.0,
      "eval_loss": 1.3440358638763428,
      "eval_runtime": 0.7691,
      "eval_samples_per_second": 1300.178,
      "eval_steps_per_second": 5.201,
      "step": 269136
    },
    {
      "epoch": 7.00946733250104,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0017196213066999584,
      "loss": 1.3346,
      "step": 269500
    },
    {
      "epoch": 7.022471910112359,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0017191011235955056,
      "loss": 1.3376,
      "step": 270000
    },
    {
      "epoch": 7.035476487723678,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0017185809404910528,
      "loss": 1.3362,
      "step": 270500
    },
    {
      "epoch": 7.048481065334998,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0017180607573866,
      "loss": 1.3358,
      "step": 271000
    },
    {
      "epoch": 7.061485642946317,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0017175405742821473,
      "loss": 1.3352,
      "step": 271500
    },
    {
      "epoch": 7.074490220557636,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0017170203911776945,
      "loss": 1.3363,
      "step": 272000
    },
    {
      "epoch": 7.087494798168955,
      "grad_norm": 0.71484375,
      "learning_rate": 0.001716500208073242,
      "loss": 1.3376,
      "step": 272500
    },
    {
      "epoch": 7.100499375780275,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0017159800249687892,
      "loss": 1.3359,
      "step": 273000
    },
    {
      "epoch": 7.113503953391594,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0017154598418643364,
      "loss": 1.3391,
      "step": 273500
    },
    {
      "epoch": 7.126508531002913,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0017149396587598836,
      "loss": 1.336,
      "step": 274000
    },
    {
      "epoch": 7.139513108614232,
      "grad_norm": 0.341796875,
      "learning_rate": 0.0017144194756554309,
      "loss": 1.3396,
      "step": 274500
    },
    {
      "epoch": 7.1525176862255515,
      "grad_norm": 0.57421875,
      "learning_rate": 0.001713899292550978,
      "loss": 1.3355,
      "step": 275000
    },
    {
      "epoch": 7.165522263836871,
      "grad_norm": 0.353515625,
      "learning_rate": 0.001713379109446525,
      "loss": 1.3334,
      "step": 275500
    },
    {
      "epoch": 7.17852684144819,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0017128589263420723,
      "loss": 1.3366,
      "step": 276000
    },
    {
      "epoch": 7.191531419059509,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0017123387432376196,
      "loss": 1.3369,
      "step": 276500
    },
    {
      "epoch": 7.2045359966708284,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0017118185601331668,
      "loss": 1.3365,
      "step": 277000
    },
    {
      "epoch": 7.217540574282148,
      "grad_norm": 0.3828125,
      "learning_rate": 0.001711298377028714,
      "loss": 1.3345,
      "step": 277500
    },
    {
      "epoch": 7.230545151893467,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0017107781939242615,
      "loss": 1.3364,
      "step": 278000
    },
    {
      "epoch": 7.243549729504785,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0017102580108198087,
      "loss": 1.3346,
      "step": 278500
    },
    {
      "epoch": 7.2565543071161045,
      "grad_norm": 0.42578125,
      "learning_rate": 0.001709737827715356,
      "loss": 1.3363,
      "step": 279000
    },
    {
      "epoch": 7.269558884727424,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0017092176446109031,
      "loss": 1.3375,
      "step": 279500
    },
    {
      "epoch": 7.282563462338743,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0017086974615064504,
      "loss": 1.3349,
      "step": 280000
    },
    {
      "epoch": 7.295568039950062,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0017081772784019976,
      "loss": 1.3359,
      "step": 280500
    },
    {
      "epoch": 7.308572617561381,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0017076570952975448,
      "loss": 1.3331,
      "step": 281000
    },
    {
      "epoch": 7.321577195172701,
      "grad_norm": 0.396484375,
      "learning_rate": 0.001707136912193092,
      "loss": 1.3355,
      "step": 281500
    },
    {
      "epoch": 7.33458177278402,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0017066167290886393,
      "loss": 1.3356,
      "step": 282000
    },
    {
      "epoch": 7.347586350395339,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0017060965459841863,
      "loss": 1.3329,
      "step": 282500
    },
    {
      "epoch": 7.360590928006658,
      "grad_norm": 0.4140625,
      "learning_rate": 0.0017055763628797335,
      "loss": 1.3345,
      "step": 283000
    },
    {
      "epoch": 7.373595505617978,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0017050561797752807,
      "loss": 1.3375,
      "step": 283500
    },
    {
      "epoch": 7.386600083229297,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0017045359966708282,
      "loss": 1.337,
      "step": 284000
    },
    {
      "epoch": 7.399604660840616,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0017040158135663754,
      "loss": 1.3329,
      "step": 284500
    },
    {
      "epoch": 7.412609238451935,
      "grad_norm": 0.4375,
      "learning_rate": 0.0017034956304619227,
      "loss": 1.3368,
      "step": 285000
    },
    {
      "epoch": 7.4256138160632545,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0017029754473574699,
      "loss": 1.3342,
      "step": 285500
    },
    {
      "epoch": 7.438618393674574,
      "grad_norm": 0.4921875,
      "learning_rate": 0.001702455264253017,
      "loss": 1.3355,
      "step": 286000
    },
    {
      "epoch": 7.451622971285893,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0017019350811485643,
      "loss": 1.3323,
      "step": 286500
    },
    {
      "epoch": 7.464627548897212,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0017014148980441116,
      "loss": 1.3366,
      "step": 287000
    },
    {
      "epoch": 7.477632126508531,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0017008947149396588,
      "loss": 1.3364,
      "step": 287500
    },
    {
      "epoch": 7.49063670411985,
      "grad_norm": 0.390625,
      "learning_rate": 0.001700374531835206,
      "loss": 1.334,
      "step": 288000
    },
    {
      "epoch": 7.503641281731169,
      "grad_norm": 0.5625,
      "learning_rate": 0.0016998543487307533,
      "loss": 1.3348,
      "step": 288500
    },
    {
      "epoch": 7.516645859342488,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0016993341656263005,
      "loss": 1.3378,
      "step": 289000
    },
    {
      "epoch": 7.5296504369538075,
      "grad_norm": 0.6015625,
      "learning_rate": 0.001698813982521848,
      "loss": 1.3348,
      "step": 289500
    },
    {
      "epoch": 7.542655014565127,
      "grad_norm": 0.5078125,
      "learning_rate": 0.001698293799417395,
      "loss": 1.3327,
      "step": 290000
    },
    {
      "epoch": 7.555659592176446,
      "grad_norm": 0.4375,
      "learning_rate": 0.0016977736163129422,
      "loss": 1.3348,
      "step": 290500
    },
    {
      "epoch": 7.568664169787765,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0016972534332084894,
      "loss": 1.3347,
      "step": 291000
    },
    {
      "epoch": 7.5816687473990845,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0016967332501040366,
      "loss": 1.3345,
      "step": 291500
    },
    {
      "epoch": 7.594673325010404,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0016962130669995838,
      "loss": 1.335,
      "step": 292000
    },
    {
      "epoch": 7.607677902621723,
      "grad_norm": 0.51953125,
      "learning_rate": 0.001695692883895131,
      "loss": 1.3339,
      "step": 292500
    },
    {
      "epoch": 7.620682480233042,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0016951727007906783,
      "loss": 1.3355,
      "step": 293000
    },
    {
      "epoch": 7.633687057844361,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0016946525176862255,
      "loss": 1.334,
      "step": 293500
    },
    {
      "epoch": 7.646691635455681,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0016941323345817728,
      "loss": 1.332,
      "step": 294000
    },
    {
      "epoch": 7.659696213067,
      "grad_norm": 0.44921875,
      "learning_rate": 0.00169361215147732,
      "loss": 1.3332,
      "step": 294500
    },
    {
      "epoch": 7.672700790678319,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0016930919683728674,
      "loss": 1.3336,
      "step": 295000
    },
    {
      "epoch": 7.6857053682896375,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0016925717852684147,
      "loss": 1.3318,
      "step": 295500
    },
    {
      "epoch": 7.698709945900957,
      "grad_norm": 0.419921875,
      "learning_rate": 0.001692051602163962,
      "loss": 1.3365,
      "step": 296000
    },
    {
      "epoch": 7.711714523512276,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0016915314190595091,
      "loss": 1.3334,
      "step": 296500
    },
    {
      "epoch": 7.724719101123595,
      "grad_norm": 0.34375,
      "learning_rate": 0.0016910112359550561,
      "loss": 1.3345,
      "step": 297000
    },
    {
      "epoch": 7.737723678734914,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0016904910528506034,
      "loss": 1.3349,
      "step": 297500
    },
    {
      "epoch": 7.750728256346234,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0016899708697461506,
      "loss": 1.334,
      "step": 298000
    },
    {
      "epoch": 7.763732833957553,
      "grad_norm": 0.34765625,
      "learning_rate": 0.0016894506866416978,
      "loss": 1.3321,
      "step": 298500
    },
    {
      "epoch": 7.776737411568872,
      "grad_norm": 0.458984375,
      "learning_rate": 0.001688930503537245,
      "loss": 1.333,
      "step": 299000
    },
    {
      "epoch": 7.789741989180191,
      "grad_norm": 0.341796875,
      "learning_rate": 0.0016884103204327923,
      "loss": 1.3331,
      "step": 299500
    },
    {
      "epoch": 7.802746566791511,
      "grad_norm": 0.439453125,
      "learning_rate": 0.0016878901373283395,
      "loss": 1.3346,
      "step": 300000
    },
    {
      "epoch": 7.81575114440283,
      "grad_norm": 0.5546875,
      "learning_rate": 0.001687369954223887,
      "loss": 1.3325,
      "step": 300500
    },
    {
      "epoch": 7.828755722014149,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0016868497711194342,
      "loss": 1.3314,
      "step": 301000
    },
    {
      "epoch": 7.841760299625468,
      "grad_norm": 0.349609375,
      "learning_rate": 0.0016863295880149814,
      "loss": 1.3336,
      "step": 301500
    },
    {
      "epoch": 7.8547648772367875,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0016858094049105286,
      "loss": 1.3378,
      "step": 302000
    },
    {
      "epoch": 7.867769454848107,
      "grad_norm": 0.458984375,
      "learning_rate": 0.0016852892218060759,
      "loss": 1.33,
      "step": 302500
    },
    {
      "epoch": 7.880774032459426,
      "grad_norm": 0.421875,
      "learning_rate": 0.001684769038701623,
      "loss": 1.3354,
      "step": 303000
    },
    {
      "epoch": 7.893778610070745,
      "grad_norm": 0.46484375,
      "learning_rate": 0.0016842488555971703,
      "loss": 1.3348,
      "step": 303500
    },
    {
      "epoch": 7.9067831876820645,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0016837286724927173,
      "loss": 1.3333,
      "step": 304000
    },
    {
      "epoch": 7.919787765293384,
      "grad_norm": 0.640625,
      "learning_rate": 0.0016832084893882646,
      "loss": 1.3345,
      "step": 304500
    },
    {
      "epoch": 7.932792342904703,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0016826883062838118,
      "loss": 1.333,
      "step": 305000
    },
    {
      "epoch": 7.945796920516021,
      "grad_norm": 0.462890625,
      "learning_rate": 0.001682168123179359,
      "loss": 1.3348,
      "step": 305500
    },
    {
      "epoch": 7.9588014981273405,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0016816479400749065,
      "loss": 1.3343,
      "step": 306000
    },
    {
      "epoch": 7.97180607573866,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0016811277569704537,
      "loss": 1.3348,
      "step": 306500
    },
    {
      "epoch": 7.984810653349979,
      "grad_norm": 1.0546875,
      "learning_rate": 0.001680607573866001,
      "loss": 1.3361,
      "step": 307000
    },
    {
      "epoch": 7.997815230961298,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0016800873907615481,
      "loss": 1.335,
      "step": 307500
    },
    {
      "epoch": 8.0,
      "eval_loss": 1.3374426364898682,
      "eval_runtime": 0.814,
      "eval_samples_per_second": 1228.431,
      "eval_steps_per_second": 4.914,
      "step": 307584
    },
    {
      "epoch": 8.010819808572618,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0016795672076570954,
      "loss": 1.3305,
      "step": 308000
    },
    {
      "epoch": 8.023824386183938,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0016790470245526426,
      "loss": 1.3302,
      "step": 308500
    },
    {
      "epoch": 8.036828963795257,
      "grad_norm": 0.361328125,
      "learning_rate": 0.0016785268414481898,
      "loss": 1.3295,
      "step": 309000
    },
    {
      "epoch": 8.049833541406574,
      "grad_norm": 0.63671875,
      "learning_rate": 0.001678006658343737,
      "loss": 1.331,
      "step": 309500
    },
    {
      "epoch": 8.062838119017893,
      "grad_norm": 0.3203125,
      "learning_rate": 0.0016774864752392843,
      "loss": 1.3299,
      "step": 310000
    },
    {
      "epoch": 8.075842696629213,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0016769662921348315,
      "loss": 1.3321,
      "step": 310500
    },
    {
      "epoch": 8.088847274240532,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0016764461090303787,
      "loss": 1.3289,
      "step": 311000
    },
    {
      "epoch": 8.101851851851851,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0016759259259259258,
      "loss": 1.3318,
      "step": 311500
    },
    {
      "epoch": 8.11485642946317,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0016754057428214732,
      "loss": 1.3326,
      "step": 312000
    },
    {
      "epoch": 8.12786100707449,
      "grad_norm": 0.4765625,
      "learning_rate": 0.0016748855597170204,
      "loss": 1.3277,
      "step": 312500
    },
    {
      "epoch": 8.140865584685809,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0016743653766125677,
      "loss": 1.3313,
      "step": 313000
    },
    {
      "epoch": 8.153870162297128,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0016738451935081149,
      "loss": 1.331,
      "step": 313500
    },
    {
      "epoch": 8.166874739908447,
      "grad_norm": 0.349609375,
      "learning_rate": 0.0016733250104036621,
      "loss": 1.3296,
      "step": 314000
    },
    {
      "epoch": 8.179879317519767,
      "grad_norm": 0.546875,
      "learning_rate": 0.0016728048272992093,
      "loss": 1.3291,
      "step": 314500
    },
    {
      "epoch": 8.192883895131086,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0016722846441947566,
      "loss": 1.3307,
      "step": 315000
    },
    {
      "epoch": 8.205888472742405,
      "grad_norm": 0.546875,
      "learning_rate": 0.0016717644610903038,
      "loss": 1.3317,
      "step": 315500
    },
    {
      "epoch": 8.218893050353724,
      "grad_norm": 0.396484375,
      "learning_rate": 0.001671244277985851,
      "loss": 1.3343,
      "step": 316000
    },
    {
      "epoch": 8.231897627965044,
      "grad_norm": 0.53125,
      "learning_rate": 0.0016707240948813983,
      "loss": 1.3311,
      "step": 316500
    },
    {
      "epoch": 8.244902205576363,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0016702039117769455,
      "loss": 1.3301,
      "step": 317000
    },
    {
      "epoch": 8.257906783187682,
      "grad_norm": 0.443359375,
      "learning_rate": 0.001669683728672493,
      "loss": 1.3313,
      "step": 317500
    },
    {
      "epoch": 8.270911360799001,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0016691635455680402,
      "loss": 1.3322,
      "step": 318000
    },
    {
      "epoch": 8.28391593841032,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0016686433624635872,
      "loss": 1.3309,
      "step": 318500
    },
    {
      "epoch": 8.29692051602164,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0016681231793591344,
      "loss": 1.3299,
      "step": 319000
    },
    {
      "epoch": 8.309925093632959,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0016676029962546816,
      "loss": 1.3295,
      "step": 319500
    },
    {
      "epoch": 8.322929671244278,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0016670828131502289,
      "loss": 1.3312,
      "step": 320000
    },
    {
      "epoch": 8.335934248855597,
      "grad_norm": 0.357421875,
      "learning_rate": 0.001666562630045776,
      "loss": 1.329,
      "step": 320500
    },
    {
      "epoch": 8.348938826466917,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0016660424469413233,
      "loss": 1.3312,
      "step": 321000
    },
    {
      "epoch": 8.361943404078236,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0016655222638368705,
      "loss": 1.3298,
      "step": 321500
    },
    {
      "epoch": 8.374947981689555,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0016650020807324178,
      "loss": 1.3282,
      "step": 322000
    },
    {
      "epoch": 8.387952559300874,
      "grad_norm": 0.578125,
      "learning_rate": 0.001664481897627965,
      "loss": 1.3293,
      "step": 322500
    },
    {
      "epoch": 8.400957136912194,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0016639617145235124,
      "loss": 1.333,
      "step": 323000
    },
    {
      "epoch": 8.413961714523513,
      "grad_norm": 0.4765625,
      "learning_rate": 0.0016634415314190597,
      "loss": 1.3282,
      "step": 323500
    },
    {
      "epoch": 8.426966292134832,
      "grad_norm": 0.671875,
      "learning_rate": 0.001662921348314607,
      "loss": 1.3279,
      "step": 324000
    },
    {
      "epoch": 8.439970869746151,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0016624011652101541,
      "loss": 1.3314,
      "step": 324500
    },
    {
      "epoch": 8.45297544735747,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0016618809821057014,
      "loss": 1.33,
      "step": 325000
    },
    {
      "epoch": 8.46598002496879,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0016613607990012484,
      "loss": 1.3287,
      "step": 325500
    },
    {
      "epoch": 8.478984602580109,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0016608406158967956,
      "loss": 1.331,
      "step": 326000
    },
    {
      "epoch": 8.491989180191428,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0016603204327923428,
      "loss": 1.3306,
      "step": 326500
    },
    {
      "epoch": 8.504993757802747,
      "grad_norm": 0.43359375,
      "learning_rate": 0.00165980024968789,
      "loss": 1.3311,
      "step": 327000
    },
    {
      "epoch": 8.517998335414065,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0016592800665834373,
      "loss": 1.3315,
      "step": 327500
    },
    {
      "epoch": 8.531002913025384,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0016587598834789845,
      "loss": 1.3307,
      "step": 328000
    },
    {
      "epoch": 8.544007490636703,
      "grad_norm": 0.76953125,
      "learning_rate": 0.001658239700374532,
      "loss": 1.3323,
      "step": 328500
    },
    {
      "epoch": 8.557012068248023,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0016577195172700792,
      "loss": 1.3308,
      "step": 329000
    },
    {
      "epoch": 8.570016645859342,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0016571993341656264,
      "loss": 1.3297,
      "step": 329500
    },
    {
      "epoch": 8.583021223470661,
      "grad_norm": 0.462890625,
      "learning_rate": 0.0016566791510611736,
      "loss": 1.3301,
      "step": 330000
    },
    {
      "epoch": 8.59602580108198,
      "grad_norm": 0.458984375,
      "learning_rate": 0.0016561589679567209,
      "loss": 1.3297,
      "step": 330500
    },
    {
      "epoch": 8.6090303786933,
      "grad_norm": 0.361328125,
      "learning_rate": 0.001655638784852268,
      "loss": 1.3292,
      "step": 331000
    },
    {
      "epoch": 8.622034956304619,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0016551186017478153,
      "loss": 1.3295,
      "step": 331500
    },
    {
      "epoch": 8.635039533915938,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0016545984186433626,
      "loss": 1.3291,
      "step": 332000
    },
    {
      "epoch": 8.648044111527257,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0016540782355389098,
      "loss": 1.3296,
      "step": 332500
    },
    {
      "epoch": 8.661048689138577,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0016535580524344568,
      "loss": 1.3273,
      "step": 333000
    },
    {
      "epoch": 8.674053266749896,
      "grad_norm": 0.546875,
      "learning_rate": 0.001653037869330004,
      "loss": 1.3299,
      "step": 333500
    },
    {
      "epoch": 8.687057844361215,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0016525176862255513,
      "loss": 1.3287,
      "step": 334000
    },
    {
      "epoch": 8.700062421972534,
      "grad_norm": 0.462890625,
      "learning_rate": 0.0016519975031210987,
      "loss": 1.3295,
      "step": 334500
    },
    {
      "epoch": 8.713066999583853,
      "grad_norm": 0.35546875,
      "learning_rate": 0.001651477320016646,
      "loss": 1.3264,
      "step": 335000
    },
    {
      "epoch": 8.726071577195173,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0016509571369121932,
      "loss": 1.3281,
      "step": 335500
    },
    {
      "epoch": 8.739076154806492,
      "grad_norm": 0.5,
      "learning_rate": 0.0016504369538077404,
      "loss": 1.3295,
      "step": 336000
    },
    {
      "epoch": 8.752080732417811,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0016499167707032876,
      "loss": 1.3286,
      "step": 336500
    },
    {
      "epoch": 8.76508531002913,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0016493965875988348,
      "loss": 1.327,
      "step": 337000
    },
    {
      "epoch": 8.77808988764045,
      "grad_norm": 0.466796875,
      "learning_rate": 0.001648876404494382,
      "loss": 1.3269,
      "step": 337500
    },
    {
      "epoch": 8.791094465251769,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0016483562213899293,
      "loss": 1.3287,
      "step": 338000
    },
    {
      "epoch": 8.804099042863088,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0016478360382854765,
      "loss": 1.3279,
      "step": 338500
    },
    {
      "epoch": 8.817103620474407,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0016473158551810238,
      "loss": 1.3304,
      "step": 339000
    },
    {
      "epoch": 8.830108198085727,
      "grad_norm": 0.412109375,
      "learning_rate": 0.001646795672076571,
      "loss": 1.3286,
      "step": 339500
    },
    {
      "epoch": 8.843112775697046,
      "grad_norm": 1.9296875,
      "learning_rate": 0.0016462754889721182,
      "loss": 1.3299,
      "step": 340000
    },
    {
      "epoch": 8.856117353308365,
      "grad_norm": 0.640625,
      "learning_rate": 0.0016457553058676654,
      "loss": 1.3283,
      "step": 340500
    },
    {
      "epoch": 8.869121930919684,
      "grad_norm": 0.53125,
      "learning_rate": 0.0016452351227632127,
      "loss": 1.3289,
      "step": 341000
    },
    {
      "epoch": 8.882126508531003,
      "grad_norm": 0.427734375,
      "learning_rate": 0.00164471493965876,
      "loss": 1.3299,
      "step": 341500
    },
    {
      "epoch": 8.895131086142323,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0016441947565543071,
      "loss": 1.3291,
      "step": 342000
    },
    {
      "epoch": 8.908135663753642,
      "grad_norm": 0.96875,
      "learning_rate": 0.0016436745734498544,
      "loss": 1.3321,
      "step": 342500
    },
    {
      "epoch": 8.921140241364961,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0016431543903454016,
      "loss": 1.3266,
      "step": 343000
    },
    {
      "epoch": 8.93414481897628,
      "grad_norm": 0.40625,
      "learning_rate": 0.0016426342072409488,
      "loss": 1.3289,
      "step": 343500
    },
    {
      "epoch": 8.947149396587598,
      "grad_norm": 0.39453125,
      "learning_rate": 0.001642114024136496,
      "loss": 1.3273,
      "step": 344000
    },
    {
      "epoch": 8.960153974198917,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0016415938410320433,
      "loss": 1.3283,
      "step": 344500
    },
    {
      "epoch": 8.973158551810236,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0016410736579275905,
      "loss": 1.3267,
      "step": 345000
    },
    {
      "epoch": 8.986163129421556,
      "grad_norm": 0.3515625,
      "learning_rate": 0.001640553474823138,
      "loss": 1.3272,
      "step": 345500
    },
    {
      "epoch": 8.999167707032875,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0016400332917186852,
      "loss": 1.3262,
      "step": 346000
    },
    {
      "epoch": 9.0,
      "eval_loss": 1.3324060440063477,
      "eval_runtime": 0.7089,
      "eval_samples_per_second": 1410.561,
      "eval_steps_per_second": 5.642,
      "step": 346032
    },
    {
      "epoch": 9.012172284644194,
      "grad_norm": 0.462890625,
      "learning_rate": 0.0016395131086142324,
      "loss": 1.3265,
      "step": 346500
    },
    {
      "epoch": 9.025176862255513,
      "grad_norm": 0.46875,
      "learning_rate": 0.0016389929255097794,
      "loss": 1.3243,
      "step": 347000
    },
    {
      "epoch": 9.038181439866833,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0016384727424053266,
      "loss": 1.3273,
      "step": 347500
    },
    {
      "epoch": 9.051186017478152,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0016379525593008739,
      "loss": 1.3269,
      "step": 348000
    },
    {
      "epoch": 9.064190595089471,
      "grad_norm": 0.59765625,
      "learning_rate": 0.001637432376196421,
      "loss": 1.3264,
      "step": 348500
    },
    {
      "epoch": 9.07719517270079,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0016369121930919683,
      "loss": 1.3274,
      "step": 349000
    },
    {
      "epoch": 9.09019975031211,
      "grad_norm": 0.458984375,
      "learning_rate": 0.0016363920099875156,
      "loss": 1.3251,
      "step": 349500
    },
    {
      "epoch": 9.103204327923429,
      "grad_norm": 0.48828125,
      "learning_rate": 0.0016358718268830628,
      "loss": 1.3239,
      "step": 350000
    },
    {
      "epoch": 9.116208905534748,
      "grad_norm": 0.416015625,
      "learning_rate": 0.00163535164377861,
      "loss": 1.3263,
      "step": 350500
    },
    {
      "epoch": 9.129213483146067,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0016348314606741575,
      "loss": 1.3257,
      "step": 351000
    },
    {
      "epoch": 9.142218060757386,
      "grad_norm": 0.46484375,
      "learning_rate": 0.0016343112775697047,
      "loss": 1.327,
      "step": 351500
    },
    {
      "epoch": 9.155222638368706,
      "grad_norm": 0.376953125,
      "learning_rate": 0.001633791094465252,
      "loss": 1.3262,
      "step": 352000
    },
    {
      "epoch": 9.168227215980025,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0016332709113607991,
      "loss": 1.327,
      "step": 352500
    },
    {
      "epoch": 9.181231793591344,
      "grad_norm": 0.4765625,
      "learning_rate": 0.0016327507282563464,
      "loss": 1.3247,
      "step": 353000
    },
    {
      "epoch": 9.194236371202663,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0016322305451518936,
      "loss": 1.3278,
      "step": 353500
    },
    {
      "epoch": 9.207240948813983,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0016317103620474408,
      "loss": 1.3253,
      "step": 354000
    },
    {
      "epoch": 9.220245526425302,
      "grad_norm": 0.375,
      "learning_rate": 0.0016311901789429878,
      "loss": 1.3275,
      "step": 354500
    },
    {
      "epoch": 9.233250104036621,
      "grad_norm": 0.447265625,
      "learning_rate": 0.001630669995838535,
      "loss": 1.328,
      "step": 355000
    },
    {
      "epoch": 9.24625468164794,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0016301498127340823,
      "loss": 1.3296,
      "step": 355500
    },
    {
      "epoch": 9.25925925925926,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0016296296296296295,
      "loss": 1.3279,
      "step": 356000
    },
    {
      "epoch": 9.272263836870579,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0016291094465251768,
      "loss": 1.3281,
      "step": 356500
    },
    {
      "epoch": 9.285268414481898,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0016285892634207242,
      "loss": 1.3286,
      "step": 357000
    },
    {
      "epoch": 9.298272992093217,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0016280690803162714,
      "loss": 1.325,
      "step": 357500
    },
    {
      "epoch": 9.311277569704536,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0016275488972118187,
      "loss": 1.3296,
      "step": 358000
    },
    {
      "epoch": 9.324282147315856,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0016270287141073659,
      "loss": 1.3267,
      "step": 358500
    },
    {
      "epoch": 9.337286724927175,
      "grad_norm": 0.4375,
      "learning_rate": 0.0016265085310029131,
      "loss": 1.3264,
      "step": 359000
    },
    {
      "epoch": 9.350291302538494,
      "grad_norm": 0.625,
      "learning_rate": 0.0016259883478984603,
      "loss": 1.3284,
      "step": 359500
    },
    {
      "epoch": 9.363295880149813,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0016254681647940076,
      "loss": 1.3278,
      "step": 360000
    },
    {
      "epoch": 9.376300457761133,
      "grad_norm": 0.48828125,
      "learning_rate": 0.0016249479816895548,
      "loss": 1.3286,
      "step": 360500
    },
    {
      "epoch": 9.389305035372452,
      "grad_norm": 0.37890625,
      "learning_rate": 0.001624427798585102,
      "loss": 1.3271,
      "step": 361000
    },
    {
      "epoch": 9.402309612983771,
      "grad_norm": 0.484375,
      "learning_rate": 0.001623907615480649,
      "loss": 1.3302,
      "step": 361500
    },
    {
      "epoch": 9.41531419059509,
      "grad_norm": 0.640625,
      "learning_rate": 0.0016233874323761963,
      "loss": 1.328,
      "step": 362000
    },
    {
      "epoch": 9.428318768206408,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0016228672492717437,
      "loss": 1.329,
      "step": 362500
    },
    {
      "epoch": 9.441323345817727,
      "grad_norm": 1.0390625,
      "learning_rate": 0.001622347066167291,
      "loss": 1.3263,
      "step": 363000
    },
    {
      "epoch": 9.454327923429046,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0016218268830628382,
      "loss": 1.3274,
      "step": 363500
    },
    {
      "epoch": 9.467332501040365,
      "grad_norm": 2.40625,
      "learning_rate": 0.0016213066999583854,
      "loss": 1.3277,
      "step": 364000
    },
    {
      "epoch": 9.480337078651685,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0016207865168539326,
      "loss": 1.3267,
      "step": 364500
    },
    {
      "epoch": 9.493341656263004,
      "grad_norm": 0.59375,
      "learning_rate": 0.0016202663337494799,
      "loss": 1.328,
      "step": 365000
    },
    {
      "epoch": 9.506346233874323,
      "grad_norm": 0.390625,
      "learning_rate": 0.001619746150645027,
      "loss": 1.325,
      "step": 365500
    },
    {
      "epoch": 9.519350811485642,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0016192259675405743,
      "loss": 1.3243,
      "step": 366000
    },
    {
      "epoch": 9.532355389096962,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0016187057844361215,
      "loss": 1.3275,
      "step": 366500
    },
    {
      "epoch": 9.545359966708281,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0016181856013316688,
      "loss": 1.327,
      "step": 367000
    },
    {
      "epoch": 9.5583645443196,
      "grad_norm": 0.99609375,
      "learning_rate": 0.001617665418227216,
      "loss": 1.3273,
      "step": 367500
    },
    {
      "epoch": 9.57136912193092,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0016171452351227634,
      "loss": 1.3253,
      "step": 368000
    },
    {
      "epoch": 9.584373699542239,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0016166250520183105,
      "loss": 1.3245,
      "step": 368500
    },
    {
      "epoch": 9.597378277153558,
      "grad_norm": 0.5625,
      "learning_rate": 0.0016161048689138577,
      "loss": 1.3262,
      "step": 369000
    },
    {
      "epoch": 9.610382854764877,
      "grad_norm": 0.9140625,
      "learning_rate": 0.001615584685809405,
      "loss": 1.3269,
      "step": 369500
    },
    {
      "epoch": 9.623387432376196,
      "grad_norm": 0.578125,
      "learning_rate": 0.0016150645027049521,
      "loss": 1.3265,
      "step": 370000
    },
    {
      "epoch": 9.636392009987516,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0016145443196004994,
      "loss": 1.3274,
      "step": 370500
    },
    {
      "epoch": 9.649396587598835,
      "grad_norm": 0.53125,
      "learning_rate": 0.0016140241364960466,
      "loss": 1.3255,
      "step": 371000
    },
    {
      "epoch": 9.662401165210154,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0016135039533915938,
      "loss": 1.3281,
      "step": 371500
    },
    {
      "epoch": 9.675405742821473,
      "grad_norm": 0.4765625,
      "learning_rate": 0.001612983770287141,
      "loss": 1.3255,
      "step": 372000
    },
    {
      "epoch": 9.688410320432792,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0016124635871826883,
      "loss": 1.3243,
      "step": 372500
    },
    {
      "epoch": 9.701414898044112,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0016119434040782355,
      "loss": 1.3219,
      "step": 373000
    },
    {
      "epoch": 9.714419475655431,
      "grad_norm": 0.453125,
      "learning_rate": 0.001611423220973783,
      "loss": 1.3245,
      "step": 373500
    },
    {
      "epoch": 9.72742405326675,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0016109030378693302,
      "loss": 1.3235,
      "step": 374000
    },
    {
      "epoch": 9.74042863087807,
      "grad_norm": 0.359375,
      "learning_rate": 0.0016103828547648774,
      "loss": 1.3249,
      "step": 374500
    },
    {
      "epoch": 9.753433208489389,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0016098626716604246,
      "loss": 1.3235,
      "step": 375000
    },
    {
      "epoch": 9.766437786100708,
      "grad_norm": 1.078125,
      "learning_rate": 0.0016093424885559717,
      "loss": 1.3246,
      "step": 375500
    },
    {
      "epoch": 9.779442363712027,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0016088223054515189,
      "loss": 1.3261,
      "step": 376000
    },
    {
      "epoch": 9.792446941323346,
      "grad_norm": 0.3515625,
      "learning_rate": 0.0016083021223470661,
      "loss": 1.3246,
      "step": 376500
    },
    {
      "epoch": 9.805451518934666,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0016077819392426133,
      "loss": 1.3242,
      "step": 377000
    },
    {
      "epoch": 9.818456096545985,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0016072617561381606,
      "loss": 1.3268,
      "step": 377500
    },
    {
      "epoch": 9.831460674157304,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0016067415730337078,
      "loss": 1.327,
      "step": 378000
    },
    {
      "epoch": 9.844465251768623,
      "grad_norm": 0.369140625,
      "learning_rate": 0.001606221389929255,
      "loss": 1.3246,
      "step": 378500
    },
    {
      "epoch": 9.857469829379943,
      "grad_norm": 0.361328125,
      "learning_rate": 0.0016057012068248025,
      "loss": 1.323,
      "step": 379000
    },
    {
      "epoch": 9.87047440699126,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0016051810237203497,
      "loss": 1.3247,
      "step": 379500
    },
    {
      "epoch": 9.88347898460258,
      "grad_norm": 0.6953125,
      "learning_rate": 0.001604660840615897,
      "loss": 1.3228,
      "step": 380000
    },
    {
      "epoch": 9.896483562213898,
      "grad_norm": 0.390625,
      "learning_rate": 0.0016041406575114442,
      "loss": 1.3268,
      "step": 380500
    },
    {
      "epoch": 9.909488139825218,
      "grad_norm": 0.390625,
      "learning_rate": 0.0016036204744069914,
      "loss": 1.3253,
      "step": 381000
    },
    {
      "epoch": 9.922492717436537,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0016031002913025386,
      "loss": 1.3239,
      "step": 381500
    },
    {
      "epoch": 9.935497295047856,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0016025801081980858,
      "loss": 1.3257,
      "step": 382000
    },
    {
      "epoch": 9.948501872659175,
      "grad_norm": 0.34765625,
      "learning_rate": 0.001602059925093633,
      "loss": 1.3239,
      "step": 382500
    },
    {
      "epoch": 9.961506450270495,
      "grad_norm": 0.421875,
      "learning_rate": 0.00160153974198918,
      "loss": 1.3247,
      "step": 383000
    },
    {
      "epoch": 9.974511027881814,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0016010195588847273,
      "loss": 1.3239,
      "step": 383500
    },
    {
      "epoch": 9.987515605493133,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0016004993757802745,
      "loss": 1.3226,
      "step": 384000
    },
    {
      "epoch": 10.0,
      "eval_loss": 1.3314919471740723,
      "eval_runtime": 0.597,
      "eval_samples_per_second": 1675.105,
      "eval_steps_per_second": 6.7,
      "step": 384480
    },
    {
      "epoch": 10.000520183104452,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0015999791926758218,
      "loss": 1.3244,
      "step": 384500
    },
    {
      "epoch": 10.013524760715772,
      "grad_norm": 0.34375,
      "learning_rate": 0.0015994590095713692,
      "loss": 1.3234,
      "step": 385000
    },
    {
      "epoch": 10.02652933832709,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0015989388264669164,
      "loss": 1.3219,
      "step": 385500
    },
    {
      "epoch": 10.03953391593841,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0015984186433624637,
      "loss": 1.3208,
      "step": 386000
    },
    {
      "epoch": 10.05253849354973,
      "grad_norm": 0.39453125,
      "learning_rate": 0.001597898460258011,
      "loss": 1.3214,
      "step": 386500
    },
    {
      "epoch": 10.065543071161049,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0015973782771535581,
      "loss": 1.3264,
      "step": 387000
    },
    {
      "epoch": 10.078547648772368,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0015968580940491054,
      "loss": 1.3225,
      "step": 387500
    },
    {
      "epoch": 10.091552226383687,
      "grad_norm": 0.453125,
      "learning_rate": 0.0015963379109446526,
      "loss": 1.324,
      "step": 388000
    },
    {
      "epoch": 10.104556803995006,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0015958177278401998,
      "loss": 1.322,
      "step": 388500
    },
    {
      "epoch": 10.117561381606325,
      "grad_norm": 0.46484375,
      "learning_rate": 0.001595297544735747,
      "loss": 1.322,
      "step": 389000
    },
    {
      "epoch": 10.130565959217645,
      "grad_norm": 0.349609375,
      "learning_rate": 0.0015947773616312943,
      "loss": 1.3236,
      "step": 389500
    },
    {
      "epoch": 10.143570536828964,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0015942571785268413,
      "loss": 1.3237,
      "step": 390000
    },
    {
      "epoch": 10.156575114440283,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0015937369954223887,
      "loss": 1.3214,
      "step": 390500
    },
    {
      "epoch": 10.169579692051602,
      "grad_norm": 0.478515625,
      "learning_rate": 0.001593216812317936,
      "loss": 1.3217,
      "step": 391000
    },
    {
      "epoch": 10.182584269662922,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0015926966292134832,
      "loss": 1.3234,
      "step": 391500
    },
    {
      "epoch": 10.19558884727424,
      "grad_norm": 1.421875,
      "learning_rate": 0.0015921764461090304,
      "loss": 1.3241,
      "step": 392000
    },
    {
      "epoch": 10.20859342488556,
      "grad_norm": 0.400390625,
      "learning_rate": 0.0015916562630045776,
      "loss": 1.3219,
      "step": 392500
    },
    {
      "epoch": 10.22159800249688,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0015911360799001249,
      "loss": 1.3233,
      "step": 393000
    },
    {
      "epoch": 10.234602580108199,
      "grad_norm": 0.40234375,
      "learning_rate": 0.001590615896795672,
      "loss": 1.3239,
      "step": 393500
    },
    {
      "epoch": 10.247607157719518,
      "grad_norm": 0.3671875,
      "learning_rate": 0.0015900957136912193,
      "loss": 1.3235,
      "step": 394000
    },
    {
      "epoch": 10.260611735330837,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0015895755305867666,
      "loss": 1.3228,
      "step": 394500
    },
    {
      "epoch": 10.273616312942156,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0015890553474823138,
      "loss": 1.3249,
      "step": 395000
    },
    {
      "epoch": 10.286620890553476,
      "grad_norm": 0.408203125,
      "learning_rate": 0.001588535164377861,
      "loss": 1.323,
      "step": 395500
    },
    {
      "epoch": 10.299625468164795,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0015880149812734085,
      "loss": 1.3216,
      "step": 396000
    },
    {
      "epoch": 10.312630045776114,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0015874947981689557,
      "loss": 1.3242,
      "step": 396500
    },
    {
      "epoch": 10.325634623387433,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0015869746150645027,
      "loss": 1.3236,
      "step": 397000
    },
    {
      "epoch": 10.338639200998752,
      "grad_norm": 0.5703125,
      "learning_rate": 0.00158645443196005,
      "loss": 1.3207,
      "step": 397500
    },
    {
      "epoch": 10.35164377861007,
      "grad_norm": 0.390625,
      "learning_rate": 0.0015859342488555972,
      "loss": 1.3215,
      "step": 398000
    },
    {
      "epoch": 10.36464835622139,
      "grad_norm": 0.43359375,
      "learning_rate": 0.0015854140657511444,
      "loss": 1.3216,
      "step": 398500
    },
    {
      "epoch": 10.377652933832708,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0015848938826466916,
      "loss": 1.3223,
      "step": 399000
    },
    {
      "epoch": 10.390657511444028,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0015843736995422388,
      "loss": 1.3195,
      "step": 399500
    },
    {
      "epoch": 10.403662089055347,
      "grad_norm": 0.40625,
      "learning_rate": 0.001583853516437786,
      "loss": 1.3197,
      "step": 400000
    },
    {
      "epoch": 10.416666666666666,
      "grad_norm": 0.515625,
      "learning_rate": 0.0015833333333333333,
      "loss": 1.3225,
      "step": 400500
    },
    {
      "epoch": 10.429671244277985,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0015828131502288805,
      "loss": 1.3223,
      "step": 401000
    },
    {
      "epoch": 10.442675821889305,
      "grad_norm": 0.455078125,
      "learning_rate": 0.001582292967124428,
      "loss": 1.3231,
      "step": 401500
    },
    {
      "epoch": 10.455680399500624,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0015817727840199752,
      "loss": 1.324,
      "step": 402000
    },
    {
      "epoch": 10.468684977111943,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0015812526009155224,
      "loss": 1.3217,
      "step": 402500
    },
    {
      "epoch": 10.481689554723262,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0015807324178110697,
      "loss": 1.3238,
      "step": 403000
    },
    {
      "epoch": 10.494694132334581,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0015802122347066169,
      "loss": 1.3235,
      "step": 403500
    },
    {
      "epoch": 10.5076987099459,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0015796920516021641,
      "loss": 1.3233,
      "step": 404000
    },
    {
      "epoch": 10.52070328755722,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0015791718684977111,
      "loss": 1.3209,
      "step": 404500
    },
    {
      "epoch": 10.53370786516854,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0015786516853932584,
      "loss": 1.3207,
      "step": 405000
    },
    {
      "epoch": 10.546712442779858,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0015781315022888056,
      "loss": 1.3225,
      "step": 405500
    },
    {
      "epoch": 10.559717020391178,
      "grad_norm": 2.203125,
      "learning_rate": 0.0015776113191843528,
      "loss": 1.3186,
      "step": 406000
    },
    {
      "epoch": 10.572721598002497,
      "grad_norm": 5.0625,
      "learning_rate": 0.0015770911360799,
      "loss": 1.3233,
      "step": 406500
    },
    {
      "epoch": 10.585726175613816,
      "grad_norm": 0.353515625,
      "learning_rate": 0.0015765709529754473,
      "loss": 1.324,
      "step": 407000
    },
    {
      "epoch": 10.598730753225135,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0015760507698709947,
      "loss": 1.3247,
      "step": 407500
    },
    {
      "epoch": 10.611735330836455,
      "grad_norm": 1.421875,
      "learning_rate": 0.001575530586766542,
      "loss": 1.3247,
      "step": 408000
    },
    {
      "epoch": 10.624739908447774,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0015750104036620892,
      "loss": 1.3217,
      "step": 408500
    },
    {
      "epoch": 10.637744486059093,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0015744902205576364,
      "loss": 1.3215,
      "step": 409000
    },
    {
      "epoch": 10.650749063670412,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0015739700374531836,
      "loss": 1.3236,
      "step": 409500
    },
    {
      "epoch": 10.663753641281732,
      "grad_norm": 2.796875,
      "learning_rate": 0.0015734498543487309,
      "loss": 1.3252,
      "step": 410000
    },
    {
      "epoch": 10.67675821889305,
      "grad_norm": 0.380859375,
      "learning_rate": 0.001572929671244278,
      "loss": 1.3238,
      "step": 410500
    },
    {
      "epoch": 10.68976279650437,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0015724094881398253,
      "loss": 1.3225,
      "step": 411000
    },
    {
      "epoch": 10.70276737411569,
      "grad_norm": 2.984375,
      "learning_rate": 0.0015718893050353723,
      "loss": 1.3195,
      "step": 411500
    },
    {
      "epoch": 10.715771951727008,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0015713691219309195,
      "loss": 1.3218,
      "step": 412000
    },
    {
      "epoch": 10.728776529338328,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0015708489388264668,
      "loss": 1.3224,
      "step": 412500
    },
    {
      "epoch": 10.741781106949647,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0015703287557220142,
      "loss": 1.3203,
      "step": 413000
    },
    {
      "epoch": 10.754785684560966,
      "grad_norm": 0.40625,
      "learning_rate": 0.0015698085726175615,
      "loss": 1.3207,
      "step": 413500
    },
    {
      "epoch": 10.767790262172285,
      "grad_norm": 0.578125,
      "learning_rate": 0.0015692883895131087,
      "loss": 1.3208,
      "step": 414000
    },
    {
      "epoch": 10.780794839783605,
      "grad_norm": 0.408203125,
      "learning_rate": 0.001568768206408656,
      "loss": 1.3225,
      "step": 414500
    },
    {
      "epoch": 10.793799417394922,
      "grad_norm": 0.609375,
      "learning_rate": 0.0015682480233042031,
      "loss": 1.326,
      "step": 415000
    },
    {
      "epoch": 10.806803995006241,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0015677278401997504,
      "loss": 1.3212,
      "step": 415500
    },
    {
      "epoch": 10.81980857261756,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0015672076570952976,
      "loss": 1.3227,
      "step": 416000
    },
    {
      "epoch": 10.83281315022888,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0015666874739908448,
      "loss": 1.3217,
      "step": 416500
    },
    {
      "epoch": 10.845817727840199,
      "grad_norm": 0.4921875,
      "learning_rate": 0.001566167290886392,
      "loss": 1.3217,
      "step": 417000
    },
    {
      "epoch": 10.858822305451518,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0015656471077819393,
      "loss": 1.3227,
      "step": 417500
    },
    {
      "epoch": 10.871826883062838,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0015651269246774865,
      "loss": 1.3235,
      "step": 418000
    },
    {
      "epoch": 10.884831460674157,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0015646067415730337,
      "loss": 1.3217,
      "step": 418500
    },
    {
      "epoch": 10.897836038285476,
      "grad_norm": 0.416015625,
      "learning_rate": 0.001564086558468581,
      "loss": 1.3208,
      "step": 419000
    },
    {
      "epoch": 10.910840615896795,
      "grad_norm": 0.65625,
      "learning_rate": 0.0015635663753641282,
      "loss": 1.3222,
      "step": 419500
    },
    {
      "epoch": 10.923845193508114,
      "grad_norm": 0.546875,
      "learning_rate": 0.0015630461922596754,
      "loss": 1.3214,
      "step": 420000
    },
    {
      "epoch": 10.936849771119434,
      "grad_norm": 0.640625,
      "learning_rate": 0.0015625260091552226,
      "loss": 1.3254,
      "step": 420500
    },
    {
      "epoch": 10.949854348730753,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0015620058260507699,
      "loss": 1.3233,
      "step": 421000
    },
    {
      "epoch": 10.962858926342072,
      "grad_norm": 0.5078125,
      "learning_rate": 0.001561485642946317,
      "loss": 1.3219,
      "step": 421500
    },
    {
      "epoch": 10.975863503953391,
      "grad_norm": 1.1875,
      "learning_rate": 0.0015609654598418643,
      "loss": 1.3225,
      "step": 422000
    },
    {
      "epoch": 10.98886808156471,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0015604452767374116,
      "loss": 1.3211,
      "step": 422500
    },
    {
      "epoch": 11.0,
      "eval_loss": 1.3315958976745605,
      "eval_runtime": 0.7007,
      "eval_samples_per_second": 1427.058,
      "eval_steps_per_second": 5.708,
      "step": 422928
    }
  ],
  "logging_steps": 500,
  "max_steps": 1922400,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.879327056150544e+19,
  "train_batch_size": 256,
  "trial_name": null,
  "trial_params": null
}