{
  "best_metric": 5.638747215270996,
  "best_model_checkpoint": "./results/models/mistral-prot/checkpoint-351531",
  "epoch": 9.0,
  "eval_steps": 500,
  "global_step": 351531,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012801146982769657,
      "grad_norm": 0.2890625,
      "learning_rate": 0.001999487954120689,
      "loss": 5.8774,
      "step": 500
    },
    {
      "epoch": 0.025602293965539313,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0019989759082413784,
      "loss": 5.8257,
      "step": 1000
    },
    {
      "epoch": 0.03840344094830897,
      "grad_norm": 2.765625,
      "learning_rate": 0.001998463862362068,
      "loss": 5.8373,
      "step": 1500
    },
    {
      "epoch": 0.05120458793107863,
      "grad_norm": 0.703125,
      "learning_rate": 0.001997951816482757,
      "loss": 5.8402,
      "step": 2000
    },
    {
      "epoch": 0.06400573491384828,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0019974397706034462,
      "loss": 5.8272,
      "step": 2500
    },
    {
      "epoch": 0.07680688189661794,
      "grad_norm": 0.98828125,
      "learning_rate": 0.001996927724724135,
      "loss": 5.8143,
      "step": 3000
    },
    {
      "epoch": 0.0896080288793876,
      "grad_norm": 5.6875,
      "learning_rate": 0.0019964156788448246,
      "loss": 5.8118,
      "step": 3500
    },
    {
      "epoch": 0.10240917586215725,
      "grad_norm": 0.75,
      "learning_rate": 0.0019959036329655136,
      "loss": 5.8184,
      "step": 4000
    },
    {
      "epoch": 0.11521032284492691,
      "grad_norm": 3.609375,
      "learning_rate": 0.001995391587086203,
      "loss": 5.8083,
      "step": 4500
    },
    {
      "epoch": 0.12801146982769657,
      "grad_norm": 0.45703125,
      "learning_rate": 0.001994879541206892,
      "loss": 5.8025,
      "step": 5000
    },
    {
      "epoch": 0.14081261681046622,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0019943674953275814,
      "loss": 5.8007,
      "step": 5500
    },
    {
      "epoch": 0.15361376379323588,
      "grad_norm": 3.0625,
      "learning_rate": 0.0019938554494482704,
      "loss": 5.7932,
      "step": 6000
    },
    {
      "epoch": 0.16641491077600554,
      "grad_norm": 0.59765625,
      "learning_rate": 0.00199334340356896,
      "loss": 5.7984,
      "step": 6500
    },
    {
      "epoch": 0.1792160577587752,
      "grad_norm": 0.4609375,
      "learning_rate": 0.001992831357689649,
      "loss": 5.7895,
      "step": 7000
    },
    {
      "epoch": 0.19201720474154485,
      "grad_norm": 0.5,
      "learning_rate": 0.001992319311810338,
      "loss": 5.7869,
      "step": 7500
    },
    {
      "epoch": 0.2048183517243145,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0019918072659310276,
      "loss": 5.7823,
      "step": 8000
    },
    {
      "epoch": 0.21761949870708416,
      "grad_norm": 3.234375,
      "learning_rate": 0.0019912952200517166,
      "loss": 5.7778,
      "step": 8500
    },
    {
      "epoch": 0.23042064568985382,
      "grad_norm": 0.84765625,
      "learning_rate": 0.001990783174172406,
      "loss": 5.7752,
      "step": 9000
    },
    {
      "epoch": 0.24322179267262348,
      "grad_norm": 0.875,
      "learning_rate": 0.0019902711282930954,
      "loss": 5.7739,
      "step": 9500
    },
    {
      "epoch": 0.25602293965539313,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0019897590824137844,
      "loss": 5.7784,
      "step": 10000
    },
    {
      "epoch": 0.26882408663816276,
      "grad_norm": 1.5,
      "learning_rate": 0.0019892470365344733,
      "loss": 5.7735,
      "step": 10500
    },
    {
      "epoch": 0.28162523362093245,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0019887349906551628,
      "loss": 5.7704,
      "step": 11000
    },
    {
      "epoch": 0.2944263806037021,
      "grad_norm": 0.75390625,
      "learning_rate": 0.001988222944775852,
      "loss": 5.7677,
      "step": 11500
    },
    {
      "epoch": 0.30722752758647176,
      "grad_norm": 2.03125,
      "learning_rate": 0.001987710898896541,
      "loss": 5.7653,
      "step": 12000
    },
    {
      "epoch": 0.3200286745692414,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0019871988530172306,
      "loss": 5.7659,
      "step": 12500
    },
    {
      "epoch": 0.3328298215520111,
      "grad_norm": 3.375,
      "learning_rate": 0.0019866868071379195,
      "loss": 5.7669,
      "step": 13000
    },
    {
      "epoch": 0.3456309685347807,
      "grad_norm": 1.1328125,
      "learning_rate": 0.001986174761258609,
      "loss": 5.7625,
      "step": 13500
    },
    {
      "epoch": 0.3584321155175504,
      "grad_norm": 0.953125,
      "learning_rate": 0.001985662715379298,
      "loss": 5.762,
      "step": 14000
    },
    {
      "epoch": 0.37123326250032,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0019851506694999873,
      "loss": 5.7618,
      "step": 14500
    },
    {
      "epoch": 0.3840344094830897,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0019846386236206763,
      "loss": 5.7574,
      "step": 15000
    },
    {
      "epoch": 0.39683555646585933,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0019841265777413657,
      "loss": 5.756,
      "step": 15500
    },
    {
      "epoch": 0.409636703448629,
      "grad_norm": 3.296875,
      "learning_rate": 0.0019836145318620547,
      "loss": 5.7518,
      "step": 16000
    },
    {
      "epoch": 0.42243785043139864,
      "grad_norm": 2.265625,
      "learning_rate": 0.001983102485982744,
      "loss": 5.7524,
      "step": 16500
    },
    {
      "epoch": 0.4352389974141683,
      "grad_norm": 1.546875,
      "learning_rate": 0.0019825904401034335,
      "loss": 5.7561,
      "step": 17000
    },
    {
      "epoch": 0.44804014439693796,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0019820783942241225,
      "loss": 5.749,
      "step": 17500
    },
    {
      "epoch": 0.46084129137970764,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0019815663483448115,
      "loss": 5.7498,
      "step": 18000
    },
    {
      "epoch": 0.47364243836247727,
      "grad_norm": 0.69921875,
      "learning_rate": 0.001981054302465501,
      "loss": 5.7474,
      "step": 18500
    },
    {
      "epoch": 0.48644358534524695,
      "grad_norm": 2.34375,
      "learning_rate": 0.0019805422565861903,
      "loss": 5.7462,
      "step": 19000
    },
    {
      "epoch": 0.4992447323280166,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0019800302107068793,
      "loss": 5.7469,
      "step": 19500
    },
    {
      "epoch": 0.5120458793107863,
      "grad_norm": 3.984375,
      "learning_rate": 0.0019795181648275687,
      "loss": 5.7461,
      "step": 20000
    },
    {
      "epoch": 0.524847026293556,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0019790061189482577,
      "loss": 5.7471,
      "step": 20500
    },
    {
      "epoch": 0.5376481732763255,
      "grad_norm": 4.90625,
      "learning_rate": 0.001978494073068947,
      "loss": 5.7454,
      "step": 21000
    },
    {
      "epoch": 0.5504493202590952,
      "grad_norm": 2.078125,
      "learning_rate": 0.0019779820271896365,
      "loss": 5.744,
      "step": 21500
    },
    {
      "epoch": 0.5632504672418649,
      "grad_norm": 1.078125,
      "learning_rate": 0.0019774699813103255,
      "loss": 5.7431,
      "step": 22000
    },
    {
      "epoch": 0.5760516142246346,
      "grad_norm": 1.8671875,
      "learning_rate": 0.001976957935431015,
      "loss": 5.7406,
      "step": 22500
    },
    {
      "epoch": 0.5888527612074042,
      "grad_norm": 0.9375,
      "learning_rate": 0.001976445889551704,
      "loss": 5.7395,
      "step": 23000
    },
    {
      "epoch": 0.6016539081901738,
      "grad_norm": 0.5703125,
      "learning_rate": 0.001975933843672393,
      "loss": 5.7383,
      "step": 23500
    },
    {
      "epoch": 0.6144550551729435,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0019754217977930822,
      "loss": 5.7394,
      "step": 24000
    },
    {
      "epoch": 0.6272562021557132,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0019749097519137717,
      "loss": 5.7354,
      "step": 24500
    },
    {
      "epoch": 0.6400573491384828,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0019743977060344606,
      "loss": 5.7367,
      "step": 25000
    },
    {
      "epoch": 0.6528584961212525,
      "grad_norm": 0.435546875,
      "learning_rate": 0.00197388566015515,
      "loss": 5.7345,
      "step": 25500
    },
    {
      "epoch": 0.6656596431040221,
      "grad_norm": 2.140625,
      "learning_rate": 0.001973373614275839,
      "loss": 5.7333,
      "step": 26000
    },
    {
      "epoch": 0.6784607900867918,
      "grad_norm": 0.921875,
      "learning_rate": 0.0019728615683965284,
      "loss": 5.7334,
      "step": 26500
    },
    {
      "epoch": 0.6912619370695614,
      "grad_norm": 2.125,
      "learning_rate": 0.001972349522517218,
      "loss": 5.7334,
      "step": 27000
    },
    {
      "epoch": 0.7040630840523311,
      "grad_norm": 1.1875,
      "learning_rate": 0.001971837476637907,
      "loss": 5.7328,
      "step": 27500
    },
    {
      "epoch": 0.7168642310351008,
      "grad_norm": 4.21875,
      "learning_rate": 0.001971325430758596,
      "loss": 5.7329,
      "step": 28000
    },
    {
      "epoch": 0.7296653780178703,
      "grad_norm": 0.92578125,
      "learning_rate": 0.001970813384879285,
      "loss": 5.7324,
      "step": 28500
    },
    {
      "epoch": 0.74246652500064,
      "grad_norm": 3.375,
      "learning_rate": 0.0019703013389999746,
      "loss": 5.7314,
      "step": 29000
    },
    {
      "epoch": 0.7552676719834097,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0019697892931206636,
      "loss": 5.7307,
      "step": 29500
    },
    {
      "epoch": 0.7680688189661794,
      "grad_norm": 1.671875,
      "learning_rate": 0.001969277247241353,
      "loss": 5.7291,
      "step": 30000
    },
    {
      "epoch": 0.780869965948949,
      "grad_norm": 1.6171875,
      "learning_rate": 0.001968765201362042,
      "loss": 5.7313,
      "step": 30500
    },
    {
      "epoch": 0.7936711129317187,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0019682531554827314,
      "loss": 5.7286,
      "step": 31000
    },
    {
      "epoch": 0.8064722599144883,
      "grad_norm": 0.546875,
      "learning_rate": 0.0019677411096034204,
      "loss": 5.732,
      "step": 31500
    },
    {
      "epoch": 0.819273406897258,
      "grad_norm": 1.265625,
      "learning_rate": 0.0019672290637241098,
      "loss": 5.7302,
      "step": 32000
    },
    {
      "epoch": 0.8320745538800276,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0019667170178447988,
      "loss": 5.7277,
      "step": 32500
    },
    {
      "epoch": 0.8448757008627973,
      "grad_norm": 0.84765625,
      "learning_rate": 0.001966204971965488,
      "loss": 5.728,
      "step": 33000
    },
    {
      "epoch": 0.857676847845567,
      "grad_norm": 2.796875,
      "learning_rate": 0.001965692926086177,
      "loss": 5.7276,
      "step": 33500
    },
    {
      "epoch": 0.8704779948283367,
      "grad_norm": 2.875,
      "learning_rate": 0.0019651808802068666,
      "loss": 5.7268,
      "step": 34000
    },
    {
      "epoch": 0.8832791418111062,
      "grad_norm": 1.703125,
      "learning_rate": 0.001964668834327556,
      "loss": 5.7294,
      "step": 34500
    },
    {
      "epoch": 0.8960802887938759,
      "grad_norm": 0.89453125,
      "learning_rate": 0.001964156788448245,
      "loss": 5.7281,
      "step": 35000
    },
    {
      "epoch": 0.9088814357766456,
      "grad_norm": 1.75,
      "learning_rate": 0.0019636447425689344,
      "loss": 5.7281,
      "step": 35500
    },
    {
      "epoch": 0.9216825827594153,
      "grad_norm": 0.84375,
      "learning_rate": 0.0019631326966896233,
      "loss": 5.7254,
      "step": 36000
    },
    {
      "epoch": 0.9344837297421849,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0019626206508103127,
      "loss": 5.7248,
      "step": 36500
    },
    {
      "epoch": 0.9472848767249545,
      "grad_norm": 0.79296875,
      "learning_rate": 0.001962108604931002,
      "loss": 5.7229,
      "step": 37000
    },
    {
      "epoch": 0.9600860237077242,
      "grad_norm": 1.890625,
      "learning_rate": 0.001961596559051691,
      "loss": 5.7217,
      "step": 37500
    },
    {
      "epoch": 0.9728871706904939,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00196108451317238,
      "loss": 5.7211,
      "step": 38000
    },
    {
      "epoch": 0.9856883176732635,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0019605724672930695,
      "loss": 5.7208,
      "step": 38500
    },
    {
      "epoch": 0.9984894646560332,
      "grad_norm": 0.74609375,
      "learning_rate": 0.001960060421413759,
      "loss": 5.7199,
      "step": 39000
    },
    {
      "epoch": 1.0,
      "eval_loss": 5.719020366668701,
      "eval_runtime": 1.3381,
      "eval_samples_per_second": 747.35,
      "eval_steps_per_second": 2.989,
      "step": 39059
    },
    {
      "epoch": 1.0112906116388027,
      "grad_norm": 1.3125,
      "learning_rate": 0.001959548375534448,
      "loss": 5.7187,
      "step": 39500
    },
    {
      "epoch": 1.0240917586215725,
      "grad_norm": 2.1875,
      "learning_rate": 0.0019590363296551373,
      "loss": 5.7184,
      "step": 40000
    },
    {
      "epoch": 1.036892905604342,
      "grad_norm": 2.5,
      "learning_rate": 0.0019585242837758263,
      "loss": 5.7179,
      "step": 40500
    },
    {
      "epoch": 1.049694052587112,
      "grad_norm": 0.78125,
      "learning_rate": 0.0019580122378965157,
      "loss": 5.7175,
      "step": 41000
    },
    {
      "epoch": 1.0624951995698815,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0019575001920172047,
      "loss": 5.7169,
      "step": 41500
    },
    {
      "epoch": 1.075296346552651,
      "grad_norm": 0.3984375,
      "learning_rate": 0.001956988146137894,
      "loss": 5.7159,
      "step": 42000
    },
    {
      "epoch": 1.0880974935354208,
      "grad_norm": 2.265625,
      "learning_rate": 0.001956476100258583,
      "loss": 5.7154,
      "step": 42500
    },
    {
      "epoch": 1.1008986405181904,
      "grad_norm": 30.875,
      "learning_rate": 0.0019559640543792725,
      "loss": 5.7143,
      "step": 43000
    },
    {
      "epoch": 1.11369978750096,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0019554520084999615,
      "loss": 5.7134,
      "step": 43500
    },
    {
      "epoch": 1.1265009344837298,
      "grad_norm": 2.3125,
      "learning_rate": 0.001954939962620651,
      "loss": 5.713,
      "step": 44000
    },
    {
      "epoch": 1.1393020814664994,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0019544279167413403,
      "loss": 5.7128,
      "step": 44500
    },
    {
      "epoch": 1.1521032284492692,
      "grad_norm": 2.96875,
      "learning_rate": 0.0019539158708620293,
      "loss": 5.714,
      "step": 45000
    },
    {
      "epoch": 1.1649043754320387,
      "grad_norm": 1.15625,
      "learning_rate": 0.0019534038249827182,
      "loss": 5.7138,
      "step": 45500
    },
    {
      "epoch": 1.1777055224148083,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0019528917791034077,
      "loss": 5.7114,
      "step": 46000
    },
    {
      "epoch": 1.190506669397578,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0019523797332240969,
      "loss": 5.7114,
      "step": 46500
    },
    {
      "epoch": 1.2033078163803477,
      "grad_norm": 0.58984375,
      "learning_rate": 0.001951867687344786,
      "loss": 5.7114,
      "step": 47000
    },
    {
      "epoch": 1.2161089633631172,
      "grad_norm": 2.140625,
      "learning_rate": 0.0019513556414654755,
      "loss": 5.712,
      "step": 47500
    },
    {
      "epoch": 1.228910110345887,
      "grad_norm": 1.3125,
      "learning_rate": 0.0019508435955861644,
      "loss": 5.7118,
      "step": 48000
    },
    {
      "epoch": 1.2417112573286566,
      "grad_norm": 1.03125,
      "learning_rate": 0.0019503315497068536,
      "loss": 5.7105,
      "step": 48500
    },
    {
      "epoch": 1.2545124043114262,
      "grad_norm": 0.83203125,
      "learning_rate": 0.001949819503827543,
      "loss": 5.709,
      "step": 49000
    },
    {
      "epoch": 1.267313551294196,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0019493074579482322,
      "loss": 5.7086,
      "step": 49500
    },
    {
      "epoch": 1.2801146982769656,
      "grad_norm": 1.953125,
      "learning_rate": 0.0019487954120689214,
      "loss": 5.7086,
      "step": 50000
    },
    {
      "epoch": 1.2929158452597354,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0019482833661896106,
      "loss": 5.7083,
      "step": 50500
    },
    {
      "epoch": 1.305716992242505,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0019477713203102998,
      "loss": 5.7073,
      "step": 51000
    },
    {
      "epoch": 1.3185181392252745,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0019472592744309892,
      "loss": 5.7056,
      "step": 51500
    },
    {
      "epoch": 1.3313192862080443,
      "grad_norm": 0.703125,
      "learning_rate": 0.0019467472285516782,
      "loss": 5.7052,
      "step": 52000
    },
    {
      "epoch": 1.3441204331908139,
      "grad_norm": 1.125,
      "learning_rate": 0.0019462351826723674,
      "loss": 5.7075,
      "step": 52500
    },
    {
      "epoch": 1.3569215801735837,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0019457231367930568,
      "loss": 5.7071,
      "step": 53000
    },
    {
      "epoch": 1.3697227271563532,
      "grad_norm": 1.703125,
      "learning_rate": 0.001945211090913746,
      "loss": 5.7071,
      "step": 53500
    },
    {
      "epoch": 1.3825238741391228,
      "grad_norm": 2.46875,
      "learning_rate": 0.001944699045034435,
      "loss": 5.7083,
      "step": 54000
    },
    {
      "epoch": 1.3953250211218924,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0019441869991551244,
      "loss": 5.7072,
      "step": 54500
    },
    {
      "epoch": 1.4081261681046622,
      "grad_norm": 4.1875,
      "learning_rate": 0.0019436749532758136,
      "loss": 5.7068,
      "step": 55000
    },
    {
      "epoch": 1.4209273150874318,
      "grad_norm": 0.890625,
      "learning_rate": 0.0019431629073965028,
      "loss": 5.7085,
      "step": 55500
    },
    {
      "epoch": 1.4337284620702015,
      "grad_norm": 0.9296875,
      "learning_rate": 0.001942650861517192,
      "loss": 5.707,
      "step": 56000
    },
    {
      "epoch": 1.4465296090529711,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0019421388156378812,
      "loss": 5.7061,
      "step": 56500
    },
    {
      "epoch": 1.4593307560357407,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0019416267697585704,
      "loss": 5.7068,
      "step": 57000
    },
    {
      "epoch": 1.4721319030185105,
      "grad_norm": 3.984375,
      "learning_rate": 0.0019411147238792598,
      "loss": 5.7078,
      "step": 57500
    },
    {
      "epoch": 1.48493305000128,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0019406026779999488,
      "loss": 5.7061,
      "step": 58000
    },
    {
      "epoch": 1.4977341969840499,
      "grad_norm": 0.671875,
      "learning_rate": 0.001940090632120638,
      "loss": 5.7045,
      "step": 58500
    },
    {
      "epoch": 1.5105353439668194,
      "grad_norm": 2.34375,
      "learning_rate": 0.0019395785862413274,
      "loss": 5.7041,
      "step": 59000
    },
    {
      "epoch": 1.523336490949589,
      "grad_norm": 0.640625,
      "learning_rate": 0.0019390665403620166,
      "loss": 5.7041,
      "step": 59500
    },
    {
      "epoch": 1.5361376379323586,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0019385544944827055,
      "loss": 5.7034,
      "step": 60000
    },
    {
      "epoch": 1.5489387849151284,
      "grad_norm": 0.52734375,
      "learning_rate": 0.001938042448603395,
      "loss": 5.7031,
      "step": 60500
    },
    {
      "epoch": 1.5617399318978982,
      "grad_norm": 3.6875,
      "learning_rate": 0.0019375304027240841,
      "loss": 5.7022,
      "step": 61000
    },
    {
      "epoch": 1.5745410788806677,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0019370183568447733,
      "loss": 5.7014,
      "step": 61500
    },
    {
      "epoch": 1.5873422258634373,
      "grad_norm": 1.28125,
      "learning_rate": 0.0019365063109654625,
      "loss": 5.702,
      "step": 62000
    },
    {
      "epoch": 1.600143372846207,
      "grad_norm": 2.359375,
      "learning_rate": 0.0019359942650861517,
      "loss": 5.7015,
      "step": 62500
    },
    {
      "epoch": 1.6129445198289767,
      "grad_norm": 28.125,
      "learning_rate": 0.001935482219206841,
      "loss": 5.7002,
      "step": 63000
    },
    {
      "epoch": 1.6257456668117465,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0019349701733275303,
      "loss": 5.7002,
      "step": 63500
    },
    {
      "epoch": 1.638546813794516,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0019344581274482193,
      "loss": 5.7003,
      "step": 64000
    },
    {
      "epoch": 1.6513479607772856,
      "grad_norm": 0.65625,
      "learning_rate": 0.0019339460815689087,
      "loss": 5.7007,
      "step": 64500
    },
    {
      "epoch": 1.6641491077600552,
      "grad_norm": 0.68359375,
      "learning_rate": 0.001933434035689598,
      "loss": 5.6992,
      "step": 65000
    },
    {
      "epoch": 1.676950254742825,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0019329219898102869,
      "loss": 5.6976,
      "step": 65500
    },
    {
      "epoch": 1.6897514017255946,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0019324099439309763,
      "loss": 5.6983,
      "step": 66000
    },
    {
      "epoch": 1.7025525487083644,
      "grad_norm": 3.1875,
      "learning_rate": 0.0019318978980516655,
      "loss": 5.6977,
      "step": 66500
    },
    {
      "epoch": 1.715353695691134,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0019313858521723547,
      "loss": 5.6967,
      "step": 67000
    },
    {
      "epoch": 1.7281548426739035,
      "grad_norm": 5.5625,
      "learning_rate": 0.0019308738062930439,
      "loss": 5.6962,
      "step": 67500
    },
    {
      "epoch": 1.740955989656673,
      "grad_norm": 5.28125,
      "learning_rate": 0.001930361760413733,
      "loss": 5.6962,
      "step": 68000
    },
    {
      "epoch": 1.7537571366394429,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0019298497145344223,
      "loss": 5.6962,
      "step": 68500
    },
    {
      "epoch": 1.7665582836222127,
      "grad_norm": 1.40625,
      "learning_rate": 0.0019293376686551117,
      "loss": 5.6965,
      "step": 69000
    },
    {
      "epoch": 1.7793594306049823,
      "grad_norm": 1.3125,
      "learning_rate": 0.0019288256227758007,
      "loss": 5.6967,
      "step": 69500
    },
    {
      "epoch": 1.7921605775877518,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0019283135768964899,
      "loss": 5.6962,
      "step": 70000
    },
    {
      "epoch": 1.8049617245705214,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0019278015310171793,
      "loss": 5.6972,
      "step": 70500
    },
    {
      "epoch": 1.8177628715532912,
      "grad_norm": 1.109375,
      "learning_rate": 0.0019272894851378685,
      "loss": 5.6971,
      "step": 71000
    },
    {
      "epoch": 1.830564018536061,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0019267774392585574,
      "loss": 5.6958,
      "step": 71500
    },
    {
      "epoch": 1.8433651655188306,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0019262653933792469,
      "loss": 5.6957,
      "step": 72000
    },
    {
      "epoch": 1.8561663125016001,
      "grad_norm": 6.03125,
      "learning_rate": 0.001925753347499936,
      "loss": 5.6965,
      "step": 72500
    },
    {
      "epoch": 1.8689674594843697,
      "grad_norm": 34.5,
      "learning_rate": 0.0019252413016206252,
      "loss": 5.6964,
      "step": 73000
    },
    {
      "epoch": 1.8817686064671395,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0019247292557413144,
      "loss": 5.6968,
      "step": 73500
    },
    {
      "epoch": 1.894569753449909,
      "grad_norm": 3.0,
      "learning_rate": 0.0019242172098620036,
      "loss": 5.6961,
      "step": 74000
    },
    {
      "epoch": 1.9073709004326789,
      "grad_norm": 1.078125,
      "learning_rate": 0.0019237051639826928,
      "loss": 5.6974,
      "step": 74500
    },
    {
      "epoch": 1.9201720474154484,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0019231931181033822,
      "loss": 5.697,
      "step": 75000
    },
    {
      "epoch": 1.932973194398218,
      "grad_norm": 1.03125,
      "learning_rate": 0.0019226810722240712,
      "loss": 5.695,
      "step": 75500
    },
    {
      "epoch": 1.9457743413809876,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0019221690263447604,
      "loss": 5.6965,
      "step": 76000
    },
    {
      "epoch": 1.9585754883637574,
      "grad_norm": 1.21875,
      "learning_rate": 0.0019216569804654498,
      "loss": 5.6989,
      "step": 76500
    },
    {
      "epoch": 1.9713766353465272,
      "grad_norm": 0.65234375,
      "learning_rate": 0.001921144934586139,
      "loss": 5.6968,
      "step": 77000
    },
    {
      "epoch": 1.9841777823292968,
      "grad_norm": 1.8359375,
      "learning_rate": 0.001920632888706828,
      "loss": 5.6953,
      "step": 77500
    },
    {
      "epoch": 1.9969789293120663,
      "grad_norm": 1.1875,
      "learning_rate": 0.0019201208428275174,
      "loss": 5.6954,
      "step": 78000
    },
    {
      "epoch": 2.0,
      "eval_loss": 5.694720268249512,
      "eval_runtime": 1.2928,
      "eval_samples_per_second": 773.49,
      "eval_steps_per_second": 3.094,
      "step": 78118
    },
    {
      "epoch": 2.009780076294836,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0019196087969482066,
      "loss": 5.6937,
      "step": 78500
    },
    {
      "epoch": 2.0225812232776055,
      "grad_norm": 1.8515625,
      "learning_rate": 0.001919096751068896,
      "loss": 5.6939,
      "step": 79000
    },
    {
      "epoch": 2.0353823702603755,
      "grad_norm": 3.171875,
      "learning_rate": 0.001918584705189585,
      "loss": 5.6957,
      "step": 79500
    },
    {
      "epoch": 2.048183517243145,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0019180726593102742,
      "loss": 5.6932,
      "step": 80000
    },
    {
      "epoch": 2.0609846642259146,
      "grad_norm": 1.703125,
      "learning_rate": 0.0019175606134309636,
      "loss": 5.6931,
      "step": 80500
    },
    {
      "epoch": 2.073785811208684,
      "grad_norm": 1.421875,
      "learning_rate": 0.0019170485675516528,
      "loss": 5.6922,
      "step": 81000
    },
    {
      "epoch": 2.086586958191454,
      "grad_norm": 29.625,
      "learning_rate": 0.0019165365216723418,
      "loss": 5.6921,
      "step": 81500
    },
    {
      "epoch": 2.099388105174224,
      "grad_norm": 1.625,
      "learning_rate": 0.0019160244757930312,
      "loss": 5.691,
      "step": 82000
    },
    {
      "epoch": 2.1121892521569934,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0019155124299137204,
      "loss": 5.6897,
      "step": 82500
    },
    {
      "epoch": 2.124990399139763,
      "grad_norm": 1.90625,
      "learning_rate": 0.0019150003840344096,
      "loss": 5.6913,
      "step": 83000
    },
    {
      "epoch": 2.1377915461225325,
      "grad_norm": 1.0,
      "learning_rate": 0.0019144883381550988,
      "loss": 5.693,
      "step": 83500
    },
    {
      "epoch": 2.150592693105302,
      "grad_norm": 1.9609375,
      "learning_rate": 0.001913976292275788,
      "loss": 5.691,
      "step": 84000
    },
    {
      "epoch": 2.163393840088072,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0019134642463964771,
      "loss": 5.6912,
      "step": 84500
    },
    {
      "epoch": 2.1761949870708417,
      "grad_norm": 37.0,
      "learning_rate": 0.0019129522005171666,
      "loss": 5.6893,
      "step": 85000
    },
    {
      "epoch": 2.1889961340536113,
      "grad_norm": 1.328125,
      "learning_rate": 0.0019124401546378555,
      "loss": 5.6903,
      "step": 85500
    },
    {
      "epoch": 2.201797281036381,
      "grad_norm": 1.046875,
      "learning_rate": 0.0019119281087585447,
      "loss": 5.6916,
      "step": 86000
    },
    {
      "epoch": 2.2145984280191504,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0019114160628792341,
      "loss": 5.6917,
      "step": 86500
    },
    {
      "epoch": 2.22739957500192,
      "grad_norm": 2.71875,
      "learning_rate": 0.0019109040169999231,
      "loss": 5.6898,
      "step": 87000
    },
    {
      "epoch": 2.24020072198469,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0019103919711206123,
      "loss": 5.69,
      "step": 87500
    },
    {
      "epoch": 2.2530018689674596,
      "grad_norm": 3.46875,
      "learning_rate": 0.0019098799252413017,
      "loss": 5.6909,
      "step": 88000
    },
    {
      "epoch": 2.265803015950229,
      "grad_norm": 0.92578125,
      "learning_rate": 0.001909367879361991,
      "loss": 5.6894,
      "step": 88500
    },
    {
      "epoch": 2.2786041629329987,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00190885583348268,
      "loss": 5.6896,
      "step": 89000
    },
    {
      "epoch": 2.2914053099157683,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0019083437876033693,
      "loss": 5.6879,
      "step": 89500
    },
    {
      "epoch": 2.3042064568985383,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0019078317417240585,
      "loss": 5.6889,
      "step": 90000
    },
    {
      "epoch": 2.317007603881308,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0019073196958447477,
      "loss": 5.6891,
      "step": 90500
    },
    {
      "epoch": 2.3298087508640775,
      "grad_norm": 0.71875,
      "learning_rate": 0.0019068076499654369,
      "loss": 5.6879,
      "step": 91000
    },
    {
      "epoch": 2.342609897846847,
      "grad_norm": 0.52734375,
      "learning_rate": 0.001906295604086126,
      "loss": 5.6875,
      "step": 91500
    },
    {
      "epoch": 2.3554110448296166,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0019057835582068153,
      "loss": 5.6873,
      "step": 92000
    },
    {
      "epoch": 2.368212191812386,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0019052715123275047,
      "loss": 5.6876,
      "step": 92500
    },
    {
      "epoch": 2.381013338795156,
      "grad_norm": 2.015625,
      "learning_rate": 0.0019047594664481937,
      "loss": 5.6874,
      "step": 93000
    },
    {
      "epoch": 2.3938144857779258,
      "grad_norm": 0.55078125,
      "learning_rate": 0.001904247420568883,
      "loss": 5.687,
      "step": 93500
    },
    {
      "epoch": 2.4066156327606953,
      "grad_norm": 6.125,
      "learning_rate": 0.0019037353746895723,
      "loss": 5.6859,
      "step": 94000
    },
    {
      "epoch": 2.419416779743465,
      "grad_norm": 0.609375,
      "learning_rate": 0.0019032233288102615,
      "loss": 5.6844,
      "step": 94500
    },
    {
      "epoch": 2.4322179267262345,
      "grad_norm": 1.296875,
      "learning_rate": 0.0019027112829309507,
      "loss": 5.6844,
      "step": 95000
    },
    {
      "epoch": 2.4450190737090045,
      "grad_norm": 1.140625,
      "learning_rate": 0.0019021992370516399,
      "loss": 5.6854,
      "step": 95500
    },
    {
      "epoch": 2.457820220691774,
      "grad_norm": 3.640625,
      "learning_rate": 0.001901687191172329,
      "loss": 5.6862,
      "step": 96000
    },
    {
      "epoch": 2.4706213676745437,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0019011751452930185,
      "loss": 5.6857,
      "step": 96500
    },
    {
      "epoch": 2.4834225146573132,
      "grad_norm": 1.09375,
      "learning_rate": 0.0019006630994137074,
      "loss": 5.683,
      "step": 97000
    },
    {
      "epoch": 2.496223661640083,
      "grad_norm": 1.8125,
      "learning_rate": 0.0019001510535343966,
      "loss": 5.683,
      "step": 97500
    },
    {
      "epoch": 2.5090248086228524,
      "grad_norm": 0.89453125,
      "learning_rate": 0.001899639007655086,
      "loss": 5.6825,
      "step": 98000
    },
    {
      "epoch": 2.5218259556056224,
      "grad_norm": 2.03125,
      "learning_rate": 0.0018991269617757752,
      "loss": 5.6821,
      "step": 98500
    },
    {
      "epoch": 2.534627102588392,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0018986149158964642,
      "loss": 5.6817,
      "step": 99000
    },
    {
      "epoch": 2.5474282495711615,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0018981028700171536,
      "loss": 5.6814,
      "step": 99500
    },
    {
      "epoch": 2.560229396553931,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0018975908241378428,
      "loss": 5.6819,
      "step": 100000
    },
    {
      "epoch": 2.573030543536701,
      "grad_norm": 0.54296875,
      "learning_rate": 0.001897078778258532,
      "loss": 5.6803,
      "step": 100500
    },
    {
      "epoch": 2.5858316905194707,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0018965667323792212,
      "loss": 5.6809,
      "step": 101000
    },
    {
      "epoch": 2.5986328375022403,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0018960546864999104,
      "loss": 5.6822,
      "step": 101500
    },
    {
      "epoch": 2.61143398448501,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0018955426406205996,
      "loss": 5.6804,
      "step": 102000
    },
    {
      "epoch": 2.6242351314677794,
      "grad_norm": 0.69140625,
      "learning_rate": 0.001895030594741289,
      "loss": 5.6815,
      "step": 102500
    },
    {
      "epoch": 2.637036278450549,
      "grad_norm": 1.859375,
      "learning_rate": 0.001894518548861978,
      "loss": 5.6808,
      "step": 103000
    },
    {
      "epoch": 2.6498374254333186,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0018940065029826672,
      "loss": 5.6811,
      "step": 103500
    },
    {
      "epoch": 2.6626385724160886,
      "grad_norm": 2.15625,
      "learning_rate": 0.0018934944571033566,
      "loss": 5.6795,
      "step": 104000
    },
    {
      "epoch": 2.675439719398858,
      "grad_norm": 3.640625,
      "learning_rate": 0.0018929824112240458,
      "loss": 5.6799,
      "step": 104500
    },
    {
      "epoch": 2.6882408663816277,
      "grad_norm": 2.015625,
      "learning_rate": 0.0018924703653447348,
      "loss": 5.6811,
      "step": 105000
    },
    {
      "epoch": 2.7010420133643973,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0018919583194654242,
      "loss": 5.6798,
      "step": 105500
    },
    {
      "epoch": 2.7138431603471673,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0018914462735861134,
      "loss": 5.6799,
      "step": 106000
    },
    {
      "epoch": 2.726644307329937,
      "grad_norm": 4.0625,
      "learning_rate": 0.0018909342277068028,
      "loss": 5.6795,
      "step": 106500
    },
    {
      "epoch": 2.7394454543127065,
      "grad_norm": 1.984375,
      "learning_rate": 0.0018904221818274918,
      "loss": 5.6804,
      "step": 107000
    },
    {
      "epoch": 2.752246601295476,
      "grad_norm": 1.640625,
      "learning_rate": 0.001889910135948181,
      "loss": 5.6813,
      "step": 107500
    },
    {
      "epoch": 2.7650477482782456,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0018893980900688704,
      "loss": 5.6802,
      "step": 108000
    },
    {
      "epoch": 2.777848895261015,
      "grad_norm": 6.59375,
      "learning_rate": 0.0018888860441895596,
      "loss": 5.6814,
      "step": 108500
    },
    {
      "epoch": 2.7906500422437848,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0018883739983102485,
      "loss": 5.6799,
      "step": 109000
    },
    {
      "epoch": 2.803451189226555,
      "grad_norm": 2.03125,
      "learning_rate": 0.001887861952430938,
      "loss": 5.6792,
      "step": 109500
    },
    {
      "epoch": 2.8162523362093244,
      "grad_norm": 0.875,
      "learning_rate": 0.0018873499065516271,
      "loss": 5.6795,
      "step": 110000
    },
    {
      "epoch": 2.829053483192094,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0018868378606723161,
      "loss": 5.6809,
      "step": 110500
    },
    {
      "epoch": 2.8418546301748635,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0018863258147930055,
      "loss": 5.6804,
      "step": 111000
    },
    {
      "epoch": 2.8546557771576335,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0018858137689136947,
      "loss": 5.6817,
      "step": 111500
    },
    {
      "epoch": 2.867456924140403,
      "grad_norm": 1.4375,
      "learning_rate": 0.001885301723034384,
      "loss": 5.6811,
      "step": 112000
    },
    {
      "epoch": 2.8802580711231727,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0018847896771550731,
      "loss": 5.6811,
      "step": 112500
    },
    {
      "epoch": 2.8930592181059422,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0018842776312757623,
      "loss": 5.6822,
      "step": 113000
    },
    {
      "epoch": 2.905860365088712,
      "grad_norm": 0.953125,
      "learning_rate": 0.0018837655853964515,
      "loss": 5.6842,
      "step": 113500
    },
    {
      "epoch": 2.9186615120714814,
      "grad_norm": 0.6484375,
      "learning_rate": 0.001883253539517141,
      "loss": 5.6826,
      "step": 114000
    },
    {
      "epoch": 2.9314626590542514,
      "grad_norm": 16.75,
      "learning_rate": 0.0018827414936378299,
      "loss": 5.681,
      "step": 114500
    },
    {
      "epoch": 2.944263806037021,
      "grad_norm": 1.328125,
      "learning_rate": 0.001882229447758519,
      "loss": 5.6806,
      "step": 115000
    },
    {
      "epoch": 2.9570649530197906,
      "grad_norm": 5.96875,
      "learning_rate": 0.0018817174018792085,
      "loss": 5.6805,
      "step": 115500
    },
    {
      "epoch": 2.96986610000256,
      "grad_norm": 1.359375,
      "learning_rate": 0.0018812053559998977,
      "loss": 5.6798,
      "step": 116000
    },
    {
      "epoch": 2.98266724698533,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0018806933101205867,
      "loss": 5.6785,
      "step": 116500
    },
    {
      "epoch": 2.9954683939680997,
      "grad_norm": 0.69140625,
      "learning_rate": 0.001880181264241276,
      "loss": 5.6787,
      "step": 117000
    },
    {
      "epoch": 3.0,
      "eval_loss": 5.67839241027832,
      "eval_runtime": 1.3366,
      "eval_samples_per_second": 748.15,
      "eval_steps_per_second": 2.993,
      "step": 117177
    },
    {
      "epoch": 3.0082695409508693,
      "grad_norm": 9.75,
      "learning_rate": 0.0018796692183619653,
      "loss": 5.6776,
      "step": 117500
    },
    {
      "epoch": 3.021070687933639,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0018791571724826545,
      "loss": 5.6778,
      "step": 118000
    },
    {
      "epoch": 3.0338718349164084,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0018786451266033437,
      "loss": 5.6775,
      "step": 118500
    },
    {
      "epoch": 3.046672981899178,
      "grad_norm": 0.953125,
      "learning_rate": 0.0018781330807240329,
      "loss": 5.6785,
      "step": 119000
    },
    {
      "epoch": 3.059474128881948,
      "grad_norm": 0.6015625,
      "learning_rate": 0.001877621034844722,
      "loss": 5.6803,
      "step": 119500
    },
    {
      "epoch": 3.0722752758647176,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0018771089889654115,
      "loss": 5.68,
      "step": 120000
    },
    {
      "epoch": 3.085076422847487,
      "grad_norm": 1.0625,
      "learning_rate": 0.0018765969430861004,
      "loss": 5.68,
      "step": 120500
    },
    {
      "epoch": 3.0978775698302567,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0018760848972067899,
      "loss": 5.6809,
      "step": 121000
    },
    {
      "epoch": 3.1106787168130263,
      "grad_norm": 1.09375,
      "learning_rate": 0.001875572851327479,
      "loss": 5.6795,
      "step": 121500
    },
    {
      "epoch": 3.123479863795796,
      "grad_norm": 0.796875,
      "learning_rate": 0.0018750608054481682,
      "loss": 5.6798,
      "step": 122000
    },
    {
      "epoch": 3.136281010778566,
      "grad_norm": 0.953125,
      "learning_rate": 0.0018745487595688574,
      "loss": 5.6797,
      "step": 122500
    },
    {
      "epoch": 3.1490821577613355,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0018740367136895466,
      "loss": 5.6787,
      "step": 123000
    },
    {
      "epoch": 3.161883304744105,
      "grad_norm": 0.953125,
      "learning_rate": 0.0018735246678102358,
      "loss": 5.6778,
      "step": 123500
    },
    {
      "epoch": 3.1746844517268746,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0018730126219309252,
      "loss": 5.6766,
      "step": 124000
    },
    {
      "epoch": 3.187485598709644,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0018725005760516142,
      "loss": 5.677,
      "step": 124500
    },
    {
      "epoch": 3.2002867456924142,
      "grad_norm": 1.046875,
      "learning_rate": 0.0018719885301723034,
      "loss": 5.6768,
      "step": 125000
    },
    {
      "epoch": 3.213087892675184,
      "grad_norm": 1.046875,
      "learning_rate": 0.0018714764842929928,
      "loss": 5.6777,
      "step": 125500
    },
    {
      "epoch": 3.2258890396579534,
      "grad_norm": 1.046875,
      "learning_rate": 0.001870964438413682,
      "loss": 5.6744,
      "step": 126000
    },
    {
      "epoch": 3.238690186640723,
      "grad_norm": 9.1875,
      "learning_rate": 0.001870452392534371,
      "loss": 5.6761,
      "step": 126500
    },
    {
      "epoch": 3.2514913336234925,
      "grad_norm": 1.171875,
      "learning_rate": 0.0018699403466550604,
      "loss": 5.6755,
      "step": 127000
    },
    {
      "epoch": 3.2642924806062625,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0018694283007757496,
      "loss": 5.6765,
      "step": 127500
    },
    {
      "epoch": 3.277093627589032,
      "grad_norm": 4.8125,
      "learning_rate": 0.0018689162548964388,
      "loss": 5.6759,
      "step": 128000
    },
    {
      "epoch": 3.2898947745718017,
      "grad_norm": 0.71875,
      "learning_rate": 0.001868404209017128,
      "loss": 5.6742,
      "step": 128500
    },
    {
      "epoch": 3.3026959215545713,
      "grad_norm": 0.90625,
      "learning_rate": 0.0018678921631378172,
      "loss": 5.6755,
      "step": 129000
    },
    {
      "epoch": 3.315497068537341,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0018673801172585064,
      "loss": 5.6754,
      "step": 129500
    },
    {
      "epoch": 3.3282982155201104,
      "grad_norm": 1.125,
      "learning_rate": 0.0018668680713791958,
      "loss": 5.6747,
      "step": 130000
    },
    {
      "epoch": 3.3410993625028804,
      "grad_norm": 0.53125,
      "learning_rate": 0.0018663560254998848,
      "loss": 5.6731,
      "step": 130500
    },
    {
      "epoch": 3.35390050948565,
      "grad_norm": 0.9140625,
      "learning_rate": 0.001865843979620574,
      "loss": 5.6741,
      "step": 131000
    },
    {
      "epoch": 3.3667016564684196,
      "grad_norm": 1.0625,
      "learning_rate": 0.0018653319337412634,
      "loss": 5.6728,
      "step": 131500
    },
    {
      "epoch": 3.379502803451189,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0018648198878619523,
      "loss": 5.6729,
      "step": 132000
    },
    {
      "epoch": 3.3923039504339587,
      "grad_norm": 0.875,
      "learning_rate": 0.0018643078419826415,
      "loss": 5.6729,
      "step": 132500
    },
    {
      "epoch": 3.4051050974167287,
      "grad_norm": 1.3359375,
      "learning_rate": 0.001863795796103331,
      "loss": 5.6722,
      "step": 133000
    },
    {
      "epoch": 3.4179062443994983,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0018632837502240201,
      "loss": 5.6719,
      "step": 133500
    },
    {
      "epoch": 3.430707391382268,
      "grad_norm": 1.0,
      "learning_rate": 0.0018627717043447091,
      "loss": 5.6708,
      "step": 134000
    },
    {
      "epoch": 3.4435085383650375,
      "grad_norm": 7.90625,
      "learning_rate": 0.0018622596584653985,
      "loss": 5.6711,
      "step": 134500
    },
    {
      "epoch": 3.456309685347807,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0018617476125860877,
      "loss": 5.6712,
      "step": 135000
    },
    {
      "epoch": 3.4691108323305766,
      "grad_norm": 2.625,
      "learning_rate": 0.0018612355667067771,
      "loss": 5.6725,
      "step": 135500
    },
    {
      "epoch": 3.4819119793133466,
      "grad_norm": 2.125,
      "learning_rate": 0.0018607235208274661,
      "loss": 5.6723,
      "step": 136000
    },
    {
      "epoch": 3.494713126296116,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0018602114749481553,
      "loss": 5.6712,
      "step": 136500
    },
    {
      "epoch": 3.5075142732788858,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0018596994290688447,
      "loss": 5.6703,
      "step": 137000
    },
    {
      "epoch": 3.5203154202616553,
      "grad_norm": 0.64453125,
      "learning_rate": 0.001859187383189534,
      "loss": 5.671,
      "step": 137500
    },
    {
      "epoch": 3.5331165672444254,
      "grad_norm": 34.75,
      "learning_rate": 0.001858675337310223,
      "loss": 5.669,
      "step": 138000
    },
    {
      "epoch": 3.545917714227195,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0018581632914309123,
      "loss": 5.6699,
      "step": 138500
    },
    {
      "epoch": 3.5587188612099645,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0018576512455516015,
      "loss": 5.6708,
      "step": 139000
    },
    {
      "epoch": 3.571520008192734,
      "grad_norm": 1.8984375,
      "learning_rate": 0.0018571391996722907,
      "loss": 5.6699,
      "step": 139500
    },
    {
      "epoch": 3.5843211551755036,
      "grad_norm": 0.609375,
      "learning_rate": 0.0018566271537929799,
      "loss": 5.6693,
      "step": 140000
    },
    {
      "epoch": 3.597122302158273,
      "grad_norm": 0.74609375,
      "learning_rate": 0.001856115107913669,
      "loss": 5.6688,
      "step": 140500
    },
    {
      "epoch": 3.609923449141043,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0018556030620343583,
      "loss": 5.6677,
      "step": 141000
    },
    {
      "epoch": 3.622724596123813,
      "grad_norm": 0.65625,
      "learning_rate": 0.0018550910161550477,
      "loss": 5.6676,
      "step": 141500
    },
    {
      "epoch": 3.6355257431065824,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0018545789702757367,
      "loss": 5.6683,
      "step": 142000
    },
    {
      "epoch": 3.648326890089352,
      "grad_norm": 1.203125,
      "learning_rate": 0.0018540669243964259,
      "loss": 5.6689,
      "step": 142500
    },
    {
      "epoch": 3.6611280370721215,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0018535548785171153,
      "loss": 5.6685,
      "step": 143000
    },
    {
      "epoch": 3.6739291840548916,
      "grad_norm": 0.953125,
      "learning_rate": 0.0018530428326378045,
      "loss": 5.669,
      "step": 143500
    },
    {
      "epoch": 3.686730331037661,
      "grad_norm": 0.671875,
      "learning_rate": 0.0018525307867584934,
      "loss": 5.668,
      "step": 144000
    },
    {
      "epoch": 3.6995314780204307,
      "grad_norm": 4.34375,
      "learning_rate": 0.0018520187408791829,
      "loss": 5.6681,
      "step": 144500
    },
    {
      "epoch": 3.7123326250032003,
      "grad_norm": 65.0,
      "learning_rate": 0.001851506694999872,
      "loss": 5.6675,
      "step": 145000
    },
    {
      "epoch": 3.72513377198597,
      "grad_norm": 1.265625,
      "learning_rate": 0.0018509946491205612,
      "loss": 5.6677,
      "step": 145500
    },
    {
      "epoch": 3.7379349189687394,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0018504826032412504,
      "loss": 5.668,
      "step": 146000
    },
    {
      "epoch": 3.750736065951509,
      "grad_norm": 0.671875,
      "learning_rate": 0.0018499705573619396,
      "loss": 5.668,
      "step": 146500
    },
    {
      "epoch": 3.763537212934279,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0018494585114826288,
      "loss": 5.6679,
      "step": 147000
    },
    {
      "epoch": 3.7763383599170486,
      "grad_norm": 0.671875,
      "learning_rate": 0.0018489464656033182,
      "loss": 5.6673,
      "step": 147500
    },
    {
      "epoch": 3.789139506899818,
      "grad_norm": 2.28125,
      "learning_rate": 0.0018484344197240072,
      "loss": 5.6681,
      "step": 148000
    },
    {
      "epoch": 3.8019406538825877,
      "grad_norm": 1.265625,
      "learning_rate": 0.0018479223738446964,
      "loss": 5.6675,
      "step": 148500
    },
    {
      "epoch": 3.8147418008653577,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0018474103279653858,
      "loss": 5.667,
      "step": 149000
    },
    {
      "epoch": 3.8275429478481273,
      "grad_norm": 2.4375,
      "learning_rate": 0.001846898282086075,
      "loss": 5.6675,
      "step": 149500
    },
    {
      "epoch": 3.840344094830897,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0018463862362067642,
      "loss": 5.6677,
      "step": 150000
    },
    {
      "epoch": 3.8531452418136665,
      "grad_norm": 2.46875,
      "learning_rate": 0.0018458741903274534,
      "loss": 5.6678,
      "step": 150500
    },
    {
      "epoch": 3.865946388796436,
      "grad_norm": 1.046875,
      "learning_rate": 0.0018453621444481426,
      "loss": 5.6668,
      "step": 151000
    },
    {
      "epoch": 3.8787475357792056,
      "grad_norm": 1.546875,
      "learning_rate": 0.001844850098568832,
      "loss": 5.6688,
      "step": 151500
    },
    {
      "epoch": 3.8915486827619756,
      "grad_norm": 1.484375,
      "learning_rate": 0.001844338052689521,
      "loss": 5.6689,
      "step": 152000
    },
    {
      "epoch": 3.904349829744745,
      "grad_norm": 2.828125,
      "learning_rate": 0.0018438260068102102,
      "loss": 5.6685,
      "step": 152500
    },
    {
      "epoch": 3.9171509767275148,
      "grad_norm": 4.84375,
      "learning_rate": 0.0018433139609308996,
      "loss": 5.6674,
      "step": 153000
    },
    {
      "epoch": 3.9299521237102844,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0018428019150515886,
      "loss": 5.6678,
      "step": 153500
    },
    {
      "epoch": 3.9427532706930544,
      "grad_norm": 0.8125,
      "learning_rate": 0.0018422898691722778,
      "loss": 5.6673,
      "step": 154000
    },
    {
      "epoch": 3.955554417675824,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0018417778232929672,
      "loss": 5.6667,
      "step": 154500
    },
    {
      "epoch": 3.9683555646585935,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0018412657774136564,
      "loss": 5.6673,
      "step": 155000
    },
    {
      "epoch": 3.981156711641363,
      "grad_norm": 0.53125,
      "learning_rate": 0.0018407537315343453,
      "loss": 5.6677,
      "step": 155500
    },
    {
      "epoch": 3.9939578586241327,
      "grad_norm": 3.03125,
      "learning_rate": 0.0018402416856550348,
      "loss": 5.6668,
      "step": 156000
    },
    {
      "epoch": 4.0,
      "eval_loss": 5.668220520019531,
      "eval_runtime": 1.2989,
      "eval_samples_per_second": 769.908,
      "eval_steps_per_second": 3.08,
      "step": 156236
    },
    {
      "epoch": 4.006759005606902,
      "grad_norm": 17.75,
      "learning_rate": 0.001839729639775724,
      "loss": 5.667,
      "step": 156500
    },
    {
      "epoch": 4.019560152589672,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0018392175938964131,
      "loss": 5.6679,
      "step": 157000
    },
    {
      "epoch": 4.032361299572441,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0018387055480171023,
      "loss": 5.6671,
      "step": 157500
    },
    {
      "epoch": 4.045162446555211,
      "grad_norm": 1.375,
      "learning_rate": 0.0018381935021377915,
      "loss": 5.6664,
      "step": 158000
    },
    {
      "epoch": 4.057963593537981,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0018376814562584807,
      "loss": 5.6662,
      "step": 158500
    },
    {
      "epoch": 4.070764740520751,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0018371694103791701,
      "loss": 5.6671,
      "step": 159000
    },
    {
      "epoch": 4.083565887503521,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0018366573644998591,
      "loss": 5.6659,
      "step": 159500
    },
    {
      "epoch": 4.09636703448629,
      "grad_norm": 2.484375,
      "learning_rate": 0.0018361453186205483,
      "loss": 5.6665,
      "step": 160000
    },
    {
      "epoch": 4.10916818146906,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0018356332727412377,
      "loss": 5.6667,
      "step": 160500
    },
    {
      "epoch": 4.121969328451829,
      "grad_norm": 100.5,
      "learning_rate": 0.001835121226861927,
      "loss": 5.6653,
      "step": 161000
    },
    {
      "epoch": 4.134770475434599,
      "grad_norm": 1.046875,
      "learning_rate": 0.001834609180982616,
      "loss": 5.665,
      "step": 161500
    },
    {
      "epoch": 4.147571622417368,
      "grad_norm": 0.796875,
      "learning_rate": 0.0018340971351033053,
      "loss": 5.6653,
      "step": 162000
    },
    {
      "epoch": 4.160372769400138,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0018335850892239945,
      "loss": 5.6656,
      "step": 162500
    },
    {
      "epoch": 4.173173916382908,
      "grad_norm": 1.59375,
      "learning_rate": 0.001833073043344684,
      "loss": 5.6667,
      "step": 163000
    },
    {
      "epoch": 4.185975063365677,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0018325609974653729,
      "loss": 5.6655,
      "step": 163500
    },
    {
      "epoch": 4.198776210348448,
      "grad_norm": 18.0,
      "learning_rate": 0.001832048951586062,
      "loss": 5.6638,
      "step": 164000
    },
    {
      "epoch": 4.211577357331217,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0018315369057067515,
      "loss": 5.6652,
      "step": 164500
    },
    {
      "epoch": 4.224378504313987,
      "grad_norm": 1.078125,
      "learning_rate": 0.0018310248598274407,
      "loss": 5.6653,
      "step": 165000
    },
    {
      "epoch": 4.237179651296756,
      "grad_norm": 2.0625,
      "learning_rate": 0.0018305128139481297,
      "loss": 5.6651,
      "step": 165500
    },
    {
      "epoch": 4.249980798279526,
      "grad_norm": 1.5390625,
      "learning_rate": 0.001830000768068819,
      "loss": 5.6659,
      "step": 166000
    },
    {
      "epoch": 4.2627819452622955,
      "grad_norm": 1.078125,
      "learning_rate": 0.0018294887221895083,
      "loss": 5.666,
      "step": 166500
    },
    {
      "epoch": 4.275583092245065,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0018289766763101975,
      "loss": 5.6654,
      "step": 167000
    },
    {
      "epoch": 4.288384239227835,
      "grad_norm": 0.921875,
      "learning_rate": 0.0018284646304308867,
      "loss": 5.6649,
      "step": 167500
    },
    {
      "epoch": 4.301185386210604,
      "grad_norm": 2.1875,
      "learning_rate": 0.0018279525845515759,
      "loss": 5.6648,
      "step": 168000
    },
    {
      "epoch": 4.313986533193374,
      "grad_norm": 1.5546875,
      "learning_rate": 0.001827440538672265,
      "loss": 5.6647,
      "step": 168500
    },
    {
      "epoch": 4.326787680176144,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0018269284927929545,
      "loss": 5.6647,
      "step": 169000
    },
    {
      "epoch": 4.339588827158914,
      "grad_norm": 1.890625,
      "learning_rate": 0.0018264164469136434,
      "loss": 5.6648,
      "step": 169500
    },
    {
      "epoch": 4.352389974141683,
      "grad_norm": 1.640625,
      "learning_rate": 0.0018259044010343326,
      "loss": 5.6653,
      "step": 170000
    },
    {
      "epoch": 4.365191121124453,
      "grad_norm": 1.328125,
      "learning_rate": 0.001825392355155022,
      "loss": 5.6641,
      "step": 170500
    },
    {
      "epoch": 4.3779922681072225,
      "grad_norm": 4.0625,
      "learning_rate": 0.0018248803092757112,
      "loss": 5.6647,
      "step": 171000
    },
    {
      "epoch": 4.390793415089992,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0018243682633964002,
      "loss": 5.6635,
      "step": 171500
    },
    {
      "epoch": 4.403594562072762,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0018238562175170896,
      "loss": 5.6634,
      "step": 172000
    },
    {
      "epoch": 4.416395709055531,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0018233441716377788,
      "loss": 5.6635,
      "step": 172500
    },
    {
      "epoch": 4.429196856038301,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0018228321257584678,
      "loss": 5.6632,
      "step": 173000
    },
    {
      "epoch": 4.44199800302107,
      "grad_norm": 1.3125,
      "learning_rate": 0.0018223200798791572,
      "loss": 5.6634,
      "step": 173500
    },
    {
      "epoch": 4.45479915000384,
      "grad_norm": 3.203125,
      "learning_rate": 0.0018218080339998464,
      "loss": 5.6636,
      "step": 174000
    },
    {
      "epoch": 4.46760029698661,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0018212959881205356,
      "loss": 5.6626,
      "step": 174500
    },
    {
      "epoch": 4.48040144396938,
      "grad_norm": 6.09375,
      "learning_rate": 0.0018207839422412248,
      "loss": 5.6632,
      "step": 175000
    },
    {
      "epoch": 4.49320259095215,
      "grad_norm": 1.0078125,
      "learning_rate": 0.001820271896361914,
      "loss": 5.6624,
      "step": 175500
    },
    {
      "epoch": 4.506003737934919,
      "grad_norm": 3.78125,
      "learning_rate": 0.0018197598504826032,
      "loss": 5.6623,
      "step": 176000
    },
    {
      "epoch": 4.518804884917689,
      "grad_norm": 0.546875,
      "learning_rate": 0.0018192478046032926,
      "loss": 5.6628,
      "step": 176500
    },
    {
      "epoch": 4.531606031900458,
      "grad_norm": 0.458984375,
      "learning_rate": 0.0018187357587239816,
      "loss": 5.6627,
      "step": 177000
    },
    {
      "epoch": 4.544407178883228,
      "grad_norm": 1.6328125,
      "learning_rate": 0.001818223712844671,
      "loss": 5.6615,
      "step": 177500
    },
    {
      "epoch": 4.5572083258659974,
      "grad_norm": 0.703125,
      "learning_rate": 0.0018177116669653602,
      "loss": 5.662,
      "step": 178000
    },
    {
      "epoch": 4.570009472848767,
      "grad_norm": 0.75,
      "learning_rate": 0.0018171996210860494,
      "loss": 5.6625,
      "step": 178500
    },
    {
      "epoch": 4.582810619831537,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0018166875752067386,
      "loss": 5.6618,
      "step": 179000
    },
    {
      "epoch": 4.595611766814306,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0018161755293274278,
      "loss": 5.6621,
      "step": 179500
    },
    {
      "epoch": 4.608412913797077,
      "grad_norm": 0.54296875,
      "learning_rate": 0.001815663483448117,
      "loss": 5.6621,
      "step": 180000
    },
    {
      "epoch": 4.621214060779846,
      "grad_norm": 3.34375,
      "learning_rate": 0.0018151514375688064,
      "loss": 5.6606,
      "step": 180500
    },
    {
      "epoch": 4.634015207762616,
      "grad_norm": 1.0625,
      "learning_rate": 0.0018146393916894953,
      "loss": 5.6616,
      "step": 181000
    },
    {
      "epoch": 4.646816354745385,
      "grad_norm": 13.5625,
      "learning_rate": 0.0018141273458101845,
      "loss": 5.6626,
      "step": 181500
    },
    {
      "epoch": 4.659617501728155,
      "grad_norm": 1.2109375,
      "learning_rate": 0.001813615299930874,
      "loss": 5.661,
      "step": 182000
    },
    {
      "epoch": 4.6724186487109245,
      "grad_norm": 2.84375,
      "learning_rate": 0.0018131032540515631,
      "loss": 5.6614,
      "step": 182500
    },
    {
      "epoch": 4.685219795693694,
      "grad_norm": 3.03125,
      "learning_rate": 0.0018125912081722521,
      "loss": 5.6612,
      "step": 183000
    },
    {
      "epoch": 4.698020942676464,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0018120791622929415,
      "loss": 5.66,
      "step": 183500
    },
    {
      "epoch": 4.710822089659233,
      "grad_norm": 0.765625,
      "learning_rate": 0.0018115671164136307,
      "loss": 5.6592,
      "step": 184000
    },
    {
      "epoch": 4.723623236642003,
      "grad_norm": 4.21875,
      "learning_rate": 0.00181105507053432,
      "loss": 5.659,
      "step": 184500
    },
    {
      "epoch": 4.736424383624772,
      "grad_norm": 0.62890625,
      "learning_rate": 0.0018105430246550091,
      "loss": 5.6591,
      "step": 185000
    },
    {
      "epoch": 4.749225530607543,
      "grad_norm": 5.0625,
      "learning_rate": 0.0018100309787756983,
      "loss": 5.6591,
      "step": 185500
    },
    {
      "epoch": 4.762026677590312,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0018095189328963875,
      "loss": 5.659,
      "step": 186000
    },
    {
      "epoch": 4.774827824573082,
      "grad_norm": 0.640625,
      "learning_rate": 0.001809006887017077,
      "loss": 5.6603,
      "step": 186500
    },
    {
      "epoch": 4.7876289715558515,
      "grad_norm": 0.58984375,
      "learning_rate": 0.001808494841137766,
      "loss": 5.6594,
      "step": 187000
    },
    {
      "epoch": 4.800430118538621,
      "grad_norm": 0.54296875,
      "learning_rate": 0.001807982795258455,
      "loss": 5.6604,
      "step": 187500
    },
    {
      "epoch": 4.813231265521391,
      "grad_norm": 3.40625,
      "learning_rate": 0.0018074707493791445,
      "loss": 5.6598,
      "step": 188000
    },
    {
      "epoch": 4.82603241250416,
      "grad_norm": 2.109375,
      "learning_rate": 0.0018069587034998337,
      "loss": 5.6597,
      "step": 188500
    },
    {
      "epoch": 4.83883355948693,
      "grad_norm": 1.125,
      "learning_rate": 0.0018064466576205227,
      "loss": 5.6594,
      "step": 189000
    },
    {
      "epoch": 4.851634706469699,
      "grad_norm": 1.3125,
      "learning_rate": 0.001805934611741212,
      "loss": 5.6584,
      "step": 189500
    },
    {
      "epoch": 4.864435853452469,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0018054225658619013,
      "loss": 5.6582,
      "step": 190000
    },
    {
      "epoch": 4.877237000435239,
      "grad_norm": 2.796875,
      "learning_rate": 0.0018049105199825905,
      "loss": 5.6581,
      "step": 190500
    },
    {
      "epoch": 4.890038147418009,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0018043984741032797,
      "loss": 5.658,
      "step": 191000
    },
    {
      "epoch": 4.902839294400779,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0018038864282239689,
      "loss": 5.6576,
      "step": 191500
    },
    {
      "epoch": 4.915640441383548,
      "grad_norm": 2.453125,
      "learning_rate": 0.0018033743823446583,
      "loss": 5.6576,
      "step": 192000
    },
    {
      "epoch": 4.928441588366318,
      "grad_norm": 1.328125,
      "learning_rate": 0.0018028623364653475,
      "loss": 5.6574,
      "step": 192500
    },
    {
      "epoch": 4.941242735349087,
      "grad_norm": 2.4375,
      "learning_rate": 0.0018023502905860364,
      "loss": 5.6571,
      "step": 193000
    },
    {
      "epoch": 4.954043882331857,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0018018382447067259,
      "loss": 5.6567,
      "step": 193500
    },
    {
      "epoch": 4.9668450293146265,
      "grad_norm": 0.79296875,
      "learning_rate": 0.001801326198827415,
      "loss": 5.6561,
      "step": 194000
    },
    {
      "epoch": 4.979646176297396,
      "grad_norm": 1.109375,
      "learning_rate": 0.0018008141529481042,
      "loss": 5.6571,
      "step": 194500
    },
    {
      "epoch": 4.992447323280166,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0018003021070687934,
      "loss": 5.6571,
      "step": 195000
    },
    {
      "epoch": 5.0,
      "eval_loss": 5.6548848152160645,
      "eval_runtime": 1.2976,
      "eval_samples_per_second": 770.633,
      "eval_steps_per_second": 3.083,
      "step": 195295
    },
    {
      "epoch": 5.005248470262935,
      "grad_norm": 2.171875,
      "learning_rate": 0.0017997900611894826,
      "loss": 5.6575,
      "step": 195500
    },
    {
      "epoch": 5.018049617245706,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0017992780153101718,
      "loss": 5.6569,
      "step": 196000
    },
    {
      "epoch": 5.030850764228475,
      "grad_norm": 1.0546875,
      "learning_rate": 0.001798765969430861,
      "loss": 5.6566,
      "step": 196500
    },
    {
      "epoch": 5.043651911211245,
      "grad_norm": 14.4375,
      "learning_rate": 0.0017982539235515502,
      "loss": 5.6565,
      "step": 197000
    },
    {
      "epoch": 5.056453058194014,
      "grad_norm": 2.984375,
      "learning_rate": 0.0017977418776722394,
      "loss": 5.6566,
      "step": 197500
    },
    {
      "epoch": 5.069254205176784,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0017972298317929288,
      "loss": 5.6572,
      "step": 198000
    },
    {
      "epoch": 5.0820553521595535,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0017967177859136178,
      "loss": 5.6556,
      "step": 198500
    },
    {
      "epoch": 5.094856499142323,
      "grad_norm": 1.1640625,
      "learning_rate": 0.001796205740034307,
      "loss": 5.6562,
      "step": 199000
    },
    {
      "epoch": 5.107657646125093,
      "grad_norm": 0.921875,
      "learning_rate": 0.0017956936941549964,
      "loss": 5.656,
      "step": 199500
    },
    {
      "epoch": 5.120458793107862,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0017951816482756856,
      "loss": 5.6562,
      "step": 200000
    },
    {
      "epoch": 5.133259940090632,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0017946696023963746,
      "loss": 5.656,
      "step": 200500
    },
    {
      "epoch": 5.146061087073401,
      "grad_norm": 4.75,
      "learning_rate": 0.001794157556517064,
      "loss": 5.6567,
      "step": 201000
    },
    {
      "epoch": 5.158862234056172,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0017936455106377532,
      "loss": 5.6557,
      "step": 201500
    },
    {
      "epoch": 5.171663381038941,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0017931334647584424,
      "loss": 5.6558,
      "step": 202000
    },
    {
      "epoch": 5.184464528021711,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0017926214188791316,
      "loss": 5.6565,
      "step": 202500
    },
    {
      "epoch": 5.197265675004481,
      "grad_norm": 2.375,
      "learning_rate": 0.0017921093729998208,
      "loss": 5.6562,
      "step": 203000
    },
    {
      "epoch": 5.21006682198725,
      "grad_norm": 1.25,
      "learning_rate": 0.00179159732712051,
      "loss": 5.6569,
      "step": 203500
    },
    {
      "epoch": 5.22286796897002,
      "grad_norm": 0.53125,
      "learning_rate": 0.0017910852812411994,
      "loss": 5.6573,
      "step": 204000
    },
    {
      "epoch": 5.235669115952789,
      "grad_norm": 0.671875,
      "learning_rate": 0.0017905732353618883,
      "loss": 5.6566,
      "step": 204500
    },
    {
      "epoch": 5.248470262935559,
      "grad_norm": 1.796875,
      "learning_rate": 0.0017900611894825775,
      "loss": 5.6567,
      "step": 205000
    },
    {
      "epoch": 5.261271409918328,
      "grad_norm": 3.203125,
      "learning_rate": 0.001789549143603267,
      "loss": 5.6555,
      "step": 205500
    },
    {
      "epoch": 5.274072556901098,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0017890370977239561,
      "loss": 5.656,
      "step": 206000
    },
    {
      "epoch": 5.2868737038838685,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0017885250518446453,
      "loss": 5.655,
      "step": 206500
    },
    {
      "epoch": 5.299674850866638,
      "grad_norm": 1.8671875,
      "learning_rate": 0.0017880130059653345,
      "loss": 5.657,
      "step": 207000
    },
    {
      "epoch": 5.312475997849408,
      "grad_norm": 0.796875,
      "learning_rate": 0.0017875009600860237,
      "loss": 5.6563,
      "step": 207500
    },
    {
      "epoch": 5.325277144832177,
      "grad_norm": 2.8125,
      "learning_rate": 0.0017869889142067131,
      "loss": 5.6554,
      "step": 208000
    },
    {
      "epoch": 5.338078291814947,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0017864768683274021,
      "loss": 5.6564,
      "step": 208500
    },
    {
      "epoch": 5.350879438797716,
      "grad_norm": 0.59375,
      "learning_rate": 0.0017859648224480913,
      "loss": 5.6555,
      "step": 209000
    },
    {
      "epoch": 5.363680585780486,
      "grad_norm": 1.53125,
      "learning_rate": 0.0017854527765687807,
      "loss": 5.6548,
      "step": 209500
    },
    {
      "epoch": 5.3764817327632555,
      "grad_norm": 0.66015625,
      "learning_rate": 0.00178494073068947,
      "loss": 5.6547,
      "step": 210000
    },
    {
      "epoch": 5.389282879746025,
      "grad_norm": 5.03125,
      "learning_rate": 0.001784428684810159,
      "loss": 5.6543,
      "step": 210500
    },
    {
      "epoch": 5.402084026728795,
      "grad_norm": 1.5,
      "learning_rate": 0.0017839166389308483,
      "loss": 5.6549,
      "step": 211000
    },
    {
      "epoch": 5.414885173711564,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0017834045930515375,
      "loss": 5.6545,
      "step": 211500
    },
    {
      "epoch": 5.427686320694335,
      "grad_norm": 0.953125,
      "learning_rate": 0.0017828925471722267,
      "loss": 5.6552,
      "step": 212000
    },
    {
      "epoch": 5.440487467677104,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0017823805012929159,
      "loss": 5.6537,
      "step": 212500
    },
    {
      "epoch": 5.453288614659874,
      "grad_norm": 1.0390625,
      "learning_rate": 0.001781868455413605,
      "loss": 5.6547,
      "step": 213000
    },
    {
      "epoch": 5.466089761642643,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0017813564095342943,
      "loss": 5.6555,
      "step": 213500
    },
    {
      "epoch": 5.478890908625413,
      "grad_norm": 0.796875,
      "learning_rate": 0.0017808443636549837,
      "loss": 5.656,
      "step": 214000
    },
    {
      "epoch": 5.4916920556081825,
      "grad_norm": 1.234375,
      "learning_rate": 0.0017803323177756727,
      "loss": 5.6533,
      "step": 214500
    },
    {
      "epoch": 5.504493202590952,
      "grad_norm": 5.65625,
      "learning_rate": 0.0017798202718963619,
      "loss": 5.6543,
      "step": 215000
    },
    {
      "epoch": 5.517294349573722,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0017793082260170513,
      "loss": 5.6539,
      "step": 215500
    },
    {
      "epoch": 5.530095496556491,
      "grad_norm": 2.9375,
      "learning_rate": 0.0017787961801377405,
      "loss": 5.6534,
      "step": 216000
    },
    {
      "epoch": 5.542896643539261,
      "grad_norm": 2.3125,
      "learning_rate": 0.0017782841342584294,
      "loss": 5.654,
      "step": 216500
    },
    {
      "epoch": 5.55569779052203,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0017777720883791189,
      "loss": 5.6548,
      "step": 217000
    },
    {
      "epoch": 5.568498937504801,
      "grad_norm": 1.7734375,
      "learning_rate": 0.001777260042499808,
      "loss": 5.6524,
      "step": 217500
    },
    {
      "epoch": 5.58130008448757,
      "grad_norm": 0.62890625,
      "learning_rate": 0.001776747996620497,
      "loss": 5.6526,
      "step": 218000
    },
    {
      "epoch": 5.59410123147034,
      "grad_norm": 1.5,
      "learning_rate": 0.0017762359507411864,
      "loss": 5.6529,
      "step": 218500
    },
    {
      "epoch": 5.60690237845311,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0017757239048618756,
      "loss": 5.6527,
      "step": 219000
    },
    {
      "epoch": 5.619703525435879,
      "grad_norm": 3.125,
      "learning_rate": 0.0017752118589825648,
      "loss": 5.6531,
      "step": 219500
    },
    {
      "epoch": 5.632504672418649,
      "grad_norm": 2.03125,
      "learning_rate": 0.001774699813103254,
      "loss": 5.6524,
      "step": 220000
    },
    {
      "epoch": 5.645305819401418,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0017741877672239432,
      "loss": 5.6532,
      "step": 220500
    },
    {
      "epoch": 5.658106966384188,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0017736757213446326,
      "loss": 5.6526,
      "step": 221000
    },
    {
      "epoch": 5.670908113366957,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0017731636754653218,
      "loss": 5.6519,
      "step": 221500
    },
    {
      "epoch": 5.683709260349727,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0017726516295860108,
      "loss": 5.6525,
      "step": 222000
    },
    {
      "epoch": 5.696510407332497,
      "grad_norm": 1.3125,
      "learning_rate": 0.0017721395837067002,
      "loss": 5.6529,
      "step": 222500
    },
    {
      "epoch": 5.709311554315267,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0017716275378273894,
      "loss": 5.6526,
      "step": 223000
    },
    {
      "epoch": 5.722112701298037,
      "grad_norm": 1.375,
      "learning_rate": 0.0017711154919480786,
      "loss": 5.6515,
      "step": 223500
    },
    {
      "epoch": 5.734913848280806,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0017706034460687678,
      "loss": 5.6514,
      "step": 224000
    },
    {
      "epoch": 5.747714995263576,
      "grad_norm": 1.7265625,
      "learning_rate": 0.001770091400189457,
      "loss": 5.6523,
      "step": 224500
    },
    {
      "epoch": 5.760516142246345,
      "grad_norm": 1.125,
      "learning_rate": 0.0017695793543101462,
      "loss": 5.652,
      "step": 225000
    },
    {
      "epoch": 5.773317289229115,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0017690673084308356,
      "loss": 5.6518,
      "step": 225500
    },
    {
      "epoch": 5.7861184362118845,
      "grad_norm": 0.765625,
      "learning_rate": 0.0017685552625515246,
      "loss": 5.6524,
      "step": 226000
    },
    {
      "epoch": 5.798919583194654,
      "grad_norm": 2.140625,
      "learning_rate": 0.0017680432166722138,
      "loss": 5.652,
      "step": 226500
    },
    {
      "epoch": 5.811720730177424,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0017675311707929032,
      "loss": 5.6516,
      "step": 227000
    },
    {
      "epoch": 5.824521877160193,
      "grad_norm": 0.421875,
      "learning_rate": 0.0017670191249135924,
      "loss": 5.6511,
      "step": 227500
    },
    {
      "epoch": 5.837323024142963,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0017665070790342813,
      "loss": 5.6505,
      "step": 228000
    },
    {
      "epoch": 5.850124171125733,
      "grad_norm": 0.765625,
      "learning_rate": 0.0017659950331549708,
      "loss": 5.6527,
      "step": 228500
    },
    {
      "epoch": 5.862925318108503,
      "grad_norm": 5.4375,
      "learning_rate": 0.00176548298727566,
      "loss": 5.6513,
      "step": 229000
    },
    {
      "epoch": 5.875726465091272,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0017649709413963491,
      "loss": 5.6503,
      "step": 229500
    },
    {
      "epoch": 5.888527612074042,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0017644588955170383,
      "loss": 5.6508,
      "step": 230000
    },
    {
      "epoch": 5.9013287590568115,
      "grad_norm": 1.171875,
      "learning_rate": 0.0017639468496377275,
      "loss": 5.6517,
      "step": 230500
    },
    {
      "epoch": 5.914129906039581,
      "grad_norm": 0.59375,
      "learning_rate": 0.0017634348037584167,
      "loss": 5.6514,
      "step": 231000
    },
    {
      "epoch": 5.926931053022351,
      "grad_norm": 0.75,
      "learning_rate": 0.0017629227578791061,
      "loss": 5.6513,
      "step": 231500
    },
    {
      "epoch": 5.93973220000512,
      "grad_norm": 3.78125,
      "learning_rate": 0.0017624107119997951,
      "loss": 5.6507,
      "step": 232000
    },
    {
      "epoch": 5.95253334698789,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0017618986661204843,
      "loss": 5.6494,
      "step": 232500
    },
    {
      "epoch": 5.965334493970659,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0017613866202411737,
      "loss": 5.6515,
      "step": 233000
    },
    {
      "epoch": 5.978135640953429,
      "grad_norm": 2.515625,
      "learning_rate": 0.001760874574361863,
      "loss": 5.6506,
      "step": 233500
    },
    {
      "epoch": 5.990936787936199,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0017603625284825521,
      "loss": 5.6504,
      "step": 234000
    },
    {
      "epoch": 6.0,
      "eval_loss": 5.650012016296387,
      "eval_runtime": 1.2888,
      "eval_samples_per_second": 775.89,
      "eval_steps_per_second": 3.104,
      "step": 234354
    },
    {
      "epoch": 6.003737934918969,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0017598504826032413,
      "loss": 5.6498,
      "step": 234500
    },
    {
      "epoch": 6.016539081901739,
      "grad_norm": 0.703125,
      "learning_rate": 0.0017593384367239305,
      "loss": 5.6508,
      "step": 235000
    },
    {
      "epoch": 6.029340228884508,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00175882639084462,
      "loss": 5.6499,
      "step": 235500
    },
    {
      "epoch": 6.042141375867278,
      "grad_norm": 0.9921875,
      "learning_rate": 0.001758314344965309,
      "loss": 5.6495,
      "step": 236000
    },
    {
      "epoch": 6.054942522850047,
      "grad_norm": 2.265625,
      "learning_rate": 0.001757802299085998,
      "loss": 5.6499,
      "step": 236500
    },
    {
      "epoch": 6.067743669832817,
      "grad_norm": 0.71875,
      "learning_rate": 0.0017572902532066875,
      "loss": 5.6505,
      "step": 237000
    },
    {
      "epoch": 6.0805448168155865,
      "grad_norm": 1.015625,
      "learning_rate": 0.0017567782073273767,
      "loss": 5.6499,
      "step": 237500
    },
    {
      "epoch": 6.093345963798356,
      "grad_norm": 0.8125,
      "learning_rate": 0.0017562661614480657,
      "loss": 5.6518,
      "step": 238000
    },
    {
      "epoch": 6.106147110781126,
      "grad_norm": 0.78125,
      "learning_rate": 0.001755754115568755,
      "loss": 5.6496,
      "step": 238500
    },
    {
      "epoch": 6.118948257763896,
      "grad_norm": 1.296875,
      "learning_rate": 0.0017552420696894443,
      "loss": 5.6497,
      "step": 239000
    },
    {
      "epoch": 6.131749404746666,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0017547300238101333,
      "loss": 5.6508,
      "step": 239500
    },
    {
      "epoch": 6.144550551729435,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0017542179779308227,
      "loss": 5.6498,
      "step": 240000
    },
    {
      "epoch": 6.157351698712205,
      "grad_norm": 3.296875,
      "learning_rate": 0.0017537059320515119,
      "loss": 5.6499,
      "step": 240500
    },
    {
      "epoch": 6.170152845694974,
      "grad_norm": 1.0390625,
      "learning_rate": 0.001753193886172201,
      "loss": 5.6491,
      "step": 241000
    },
    {
      "epoch": 6.182953992677744,
      "grad_norm": 1.34375,
      "learning_rate": 0.0017526818402928902,
      "loss": 5.6488,
      "step": 241500
    },
    {
      "epoch": 6.1957551396605135,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0017521697944135794,
      "loss": 5.6494,
      "step": 242000
    },
    {
      "epoch": 6.208556286643283,
      "grad_norm": 1.21875,
      "learning_rate": 0.0017516577485342686,
      "loss": 5.6489,
      "step": 242500
    },
    {
      "epoch": 6.221357433626053,
      "grad_norm": 2.140625,
      "learning_rate": 0.001751145702654958,
      "loss": 5.6495,
      "step": 243000
    },
    {
      "epoch": 6.234158580608822,
      "grad_norm": 2.109375,
      "learning_rate": 0.001750633656775647,
      "loss": 5.6492,
      "step": 243500
    },
    {
      "epoch": 6.246959727591592,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0017501216108963362,
      "loss": 5.6487,
      "step": 244000
    },
    {
      "epoch": 6.259760874574362,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0017496095650170256,
      "loss": 5.6481,
      "step": 244500
    },
    {
      "epoch": 6.272562021557132,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0017490975191377148,
      "loss": 5.6491,
      "step": 245000
    },
    {
      "epoch": 6.285363168539901,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0017485854732584038,
      "loss": 5.6486,
      "step": 245500
    },
    {
      "epoch": 6.298164315522671,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0017480734273790932,
      "loss": 5.6478,
      "step": 246000
    },
    {
      "epoch": 6.3109654625054405,
      "grad_norm": 1.015625,
      "learning_rate": 0.0017475613814997824,
      "loss": 5.6478,
      "step": 246500
    },
    {
      "epoch": 6.32376660948821,
      "grad_norm": 1.84375,
      "learning_rate": 0.0017470493356204716,
      "loss": 5.6494,
      "step": 247000
    },
    {
      "epoch": 6.33656775647098,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0017465372897411608,
      "loss": 5.6489,
      "step": 247500
    },
    {
      "epoch": 6.349368903453749,
      "grad_norm": 1.15625,
      "learning_rate": 0.00174602524386185,
      "loss": 5.6482,
      "step": 248000
    },
    {
      "epoch": 6.362170050436519,
      "grad_norm": 0.62890625,
      "learning_rate": 0.0017455131979825394,
      "loss": 5.6487,
      "step": 248500
    },
    {
      "epoch": 6.374971197419288,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0017450011521032286,
      "loss": 5.6485,
      "step": 249000
    },
    {
      "epoch": 6.387772344402059,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0017444891062239176,
      "loss": 5.6488,
      "step": 249500
    },
    {
      "epoch": 6.4005734913848285,
      "grad_norm": 0.90234375,
      "learning_rate": 0.001743977060344607,
      "loss": 5.6484,
      "step": 250000
    },
    {
      "epoch": 6.413374638367598,
      "grad_norm": 1.546875,
      "learning_rate": 0.0017434650144652962,
      "loss": 5.6473,
      "step": 250500
    },
    {
      "epoch": 6.426175785350368,
      "grad_norm": 0.546875,
      "learning_rate": 0.0017429529685859854,
      "loss": 5.649,
      "step": 251000
    },
    {
      "epoch": 6.438976932333137,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0017424409227066746,
      "loss": 5.648,
      "step": 251500
    },
    {
      "epoch": 6.451778079315907,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0017419288768273638,
      "loss": 5.6473,
      "step": 252000
    },
    {
      "epoch": 6.464579226298676,
      "grad_norm": 1.2734375,
      "learning_rate": 0.001741416830948053,
      "loss": 5.6482,
      "step": 252500
    },
    {
      "epoch": 6.477380373281446,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0017409047850687424,
      "loss": 5.6474,
      "step": 253000
    },
    {
      "epoch": 6.4901815202642155,
      "grad_norm": 1.453125,
      "learning_rate": 0.0017403927391894313,
      "loss": 5.6468,
      "step": 253500
    },
    {
      "epoch": 6.502982667246985,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0017398806933101205,
      "loss": 5.6471,
      "step": 254000
    },
    {
      "epoch": 6.515783814229755,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00173936864743081,
      "loss": 5.6476,
      "step": 254500
    },
    {
      "epoch": 6.528584961212525,
      "grad_norm": 8.0625,
      "learning_rate": 0.0017388566015514991,
      "loss": 5.6478,
      "step": 255000
    },
    {
      "epoch": 6.541386108195295,
      "grad_norm": 1.03125,
      "learning_rate": 0.0017383445556721881,
      "loss": 5.648,
      "step": 255500
    },
    {
      "epoch": 6.554187255178064,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0017378325097928775,
      "loss": 5.648,
      "step": 256000
    },
    {
      "epoch": 6.566988402160834,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0017373204639135667,
      "loss": 5.6467,
      "step": 256500
    },
    {
      "epoch": 6.579789549143603,
      "grad_norm": 0.5234375,
      "learning_rate": 0.001736808418034256,
      "loss": 5.6476,
      "step": 257000
    },
    {
      "epoch": 6.592590696126373,
      "grad_norm": 2.15625,
      "learning_rate": 0.0017362963721549451,
      "loss": 5.6456,
      "step": 257500
    },
    {
      "epoch": 6.6053918431091425,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0017357843262756343,
      "loss": 5.6473,
      "step": 258000
    },
    {
      "epoch": 6.618192990091912,
      "grad_norm": 0.59375,
      "learning_rate": 0.0017352722803963235,
      "loss": 5.6466,
      "step": 258500
    },
    {
      "epoch": 6.630994137074682,
      "grad_norm": 1.9921875,
      "learning_rate": 0.001734760234517013,
      "loss": 5.6469,
      "step": 259000
    },
    {
      "epoch": 6.643795284057451,
      "grad_norm": 0.87890625,
      "learning_rate": 0.001734248188637702,
      "loss": 5.6466,
      "step": 259500
    },
    {
      "epoch": 6.656596431040221,
      "grad_norm": 1.09375,
      "learning_rate": 0.001733736142758391,
      "loss": 5.6469,
      "step": 260000
    },
    {
      "epoch": 6.669397578022991,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0017332240968790805,
      "loss": 5.6476,
      "step": 260500
    },
    {
      "epoch": 6.682198725005761,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0017327120509997695,
      "loss": 5.6453,
      "step": 261000
    },
    {
      "epoch": 6.69499987198853,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0017322000051204587,
      "loss": 5.6458,
      "step": 261500
    },
    {
      "epoch": 6.7078010189713,
      "grad_norm": 2.53125,
      "learning_rate": 0.001731687959241148,
      "loss": 5.6461,
      "step": 262000
    },
    {
      "epoch": 6.72060216595407,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0017311759133618373,
      "loss": 5.6458,
      "step": 262500
    },
    {
      "epoch": 6.733403312936839,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0017306638674825265,
      "loss": 5.6464,
      "step": 263000
    },
    {
      "epoch": 6.746204459919609,
      "grad_norm": 2.03125,
      "learning_rate": 0.0017301518216032157,
      "loss": 5.647,
      "step": 263500
    },
    {
      "epoch": 6.759005606902378,
      "grad_norm": 0.953125,
      "learning_rate": 0.0017296397757239049,
      "loss": 5.6468,
      "step": 264000
    },
    {
      "epoch": 6.771806753885148,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0017291277298445943,
      "loss": 5.6472,
      "step": 264500
    },
    {
      "epoch": 6.784607900867917,
      "grad_norm": 3.59375,
      "learning_rate": 0.0017286156839652833,
      "loss": 5.6471,
      "step": 265000
    },
    {
      "epoch": 6.797409047850687,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0017281036380859724,
      "loss": 5.6455,
      "step": 265500
    },
    {
      "epoch": 6.8102101948334575,
      "grad_norm": 7.21875,
      "learning_rate": 0.0017275915922066619,
      "loss": 5.6456,
      "step": 266000
    },
    {
      "epoch": 6.823011341816227,
      "grad_norm": 5.6875,
      "learning_rate": 0.001727079546327351,
      "loss": 5.6455,
      "step": 266500
    },
    {
      "epoch": 6.835812488798997,
      "grad_norm": 2.578125,
      "learning_rate": 0.00172656750044804,
      "loss": 5.6462,
      "step": 267000
    },
    {
      "epoch": 6.848613635781766,
      "grad_norm": 0.953125,
      "learning_rate": 0.0017260554545687294,
      "loss": 5.6463,
      "step": 267500
    },
    {
      "epoch": 6.861414782764536,
      "grad_norm": 4.1875,
      "learning_rate": 0.0017255434086894186,
      "loss": 5.6465,
      "step": 268000
    },
    {
      "epoch": 6.874215929747305,
      "grad_norm": 1.21875,
      "learning_rate": 0.0017250313628101078,
      "loss": 5.6455,
      "step": 268500
    },
    {
      "epoch": 6.887017076730075,
      "grad_norm": 0.515625,
      "learning_rate": 0.001724519316930797,
      "loss": 5.646,
      "step": 269000
    },
    {
      "epoch": 6.8998182237128445,
      "grad_norm": 0.578125,
      "learning_rate": 0.0017240072710514862,
      "loss": 5.6466,
      "step": 269500
    },
    {
      "epoch": 6.912619370695614,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0017234952251721754,
      "loss": 5.6451,
      "step": 270000
    },
    {
      "epoch": 6.925420517678384,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0017229831792928648,
      "loss": 5.6459,
      "step": 270500
    },
    {
      "epoch": 6.938221664661153,
      "grad_norm": 3.8125,
      "learning_rate": 0.0017224711334135538,
      "loss": 5.6458,
      "step": 271000
    },
    {
      "epoch": 6.951022811643924,
      "grad_norm": 0.48828125,
      "learning_rate": 0.001721959087534243,
      "loss": 5.646,
      "step": 271500
    },
    {
      "epoch": 6.963823958626693,
      "grad_norm": 0.65625,
      "learning_rate": 0.0017214470416549324,
      "loss": 5.6456,
      "step": 272000
    },
    {
      "epoch": 6.976625105609463,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0017209349957756216,
      "loss": 5.6446,
      "step": 272500
    },
    {
      "epoch": 6.989426252592232,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0017204229498963106,
      "loss": 5.646,
      "step": 273000
    },
    {
      "epoch": 7.0,
      "eval_loss": 5.643965244293213,
      "eval_runtime": 1.3794,
      "eval_samples_per_second": 724.964,
      "eval_steps_per_second": 2.9,
      "step": 273413
    },
    {
      "epoch": 7.002227399575002,
      "grad_norm": 0.392578125,
      "learning_rate": 0.001719910904017,
      "loss": 5.6451,
      "step": 273500
    },
    {
      "epoch": 7.0150285465577715,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0017193988581376892,
      "loss": 5.6448,
      "step": 274000
    },
    {
      "epoch": 7.027829693540541,
      "grad_norm": 0.671875,
      "learning_rate": 0.0017188868122583784,
      "loss": 5.646,
      "step": 274500
    },
    {
      "epoch": 7.040630840523311,
      "grad_norm": 10.625,
      "learning_rate": 0.0017183747663790676,
      "loss": 5.6441,
      "step": 275000
    },
    {
      "epoch": 7.05343198750608,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0017178627204997568,
      "loss": 5.6451,
      "step": 275500
    },
    {
      "epoch": 7.06623313448885,
      "grad_norm": 0.84375,
      "learning_rate": 0.001717350674620446,
      "loss": 5.645,
      "step": 276000
    },
    {
      "epoch": 7.07903428147162,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0017168386287411354,
      "loss": 5.6449,
      "step": 276500
    },
    {
      "epoch": 7.09183542845439,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0017163265828618243,
      "loss": 5.6449,
      "step": 277000
    },
    {
      "epoch": 7.104636575437159,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0017158145369825138,
      "loss": 5.6445,
      "step": 277500
    },
    {
      "epoch": 7.117437722419929,
      "grad_norm": 5.0,
      "learning_rate": 0.001715302491103203,
      "loss": 5.6439,
      "step": 278000
    },
    {
      "epoch": 7.130238869402699,
      "grad_norm": 3.640625,
      "learning_rate": 0.0017147904452238921,
      "loss": 5.6445,
      "step": 278500
    },
    {
      "epoch": 7.143040016385468,
      "grad_norm": 0.78125,
      "learning_rate": 0.0017142783993445813,
      "loss": 5.6462,
      "step": 279000
    },
    {
      "epoch": 7.155841163368238,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0017137663534652705,
      "loss": 5.6442,
      "step": 279500
    },
    {
      "epoch": 7.168642310351007,
      "grad_norm": 0.765625,
      "learning_rate": 0.0017132543075859597,
      "loss": 5.6443,
      "step": 280000
    },
    {
      "epoch": 7.181443457333777,
      "grad_norm": 0.75,
      "learning_rate": 0.0017127422617066491,
      "loss": 5.6449,
      "step": 280500
    },
    {
      "epoch": 7.194244604316546,
      "grad_norm": 4.25,
      "learning_rate": 0.0017122302158273381,
      "loss": 5.6439,
      "step": 281000
    },
    {
      "epoch": 7.207045751299316,
      "grad_norm": 1.09375,
      "learning_rate": 0.0017117181699480273,
      "loss": 5.6456,
      "step": 281500
    },
    {
      "epoch": 7.2198468982820865,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0017112061240687167,
      "loss": 5.6457,
      "step": 282000
    },
    {
      "epoch": 7.232648045264856,
      "grad_norm": 1.015625,
      "learning_rate": 0.0017106940781894057,
      "loss": 5.6448,
      "step": 282500
    },
    {
      "epoch": 7.245449192247626,
      "grad_norm": 0.8046875,
      "learning_rate": 0.001710182032310095,
      "loss": 5.6431,
      "step": 283000
    },
    {
      "epoch": 7.258250339230395,
      "grad_norm": 0.734375,
      "learning_rate": 0.0017096699864307843,
      "loss": 5.6432,
      "step": 283500
    },
    {
      "epoch": 7.271051486213165,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0017091579405514735,
      "loss": 5.6444,
      "step": 284000
    },
    {
      "epoch": 7.283852633195934,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0017086458946721625,
      "loss": 5.6444,
      "step": 284500
    },
    {
      "epoch": 7.296653780178704,
      "grad_norm": 0.462890625,
      "learning_rate": 0.001708133848792852,
      "loss": 5.645,
      "step": 285000
    },
    {
      "epoch": 7.3094549271614735,
      "grad_norm": 1.203125,
      "learning_rate": 0.001707621802913541,
      "loss": 5.645,
      "step": 285500
    },
    {
      "epoch": 7.322256074144243,
      "grad_norm": 1.453125,
      "learning_rate": 0.0017071097570342303,
      "loss": 5.6457,
      "step": 286000
    },
    {
      "epoch": 7.335057221127013,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0017065977111549195,
      "loss": 5.6445,
      "step": 286500
    },
    {
      "epoch": 7.347858368109783,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0017060856652756087,
      "loss": 5.6456,
      "step": 287000
    },
    {
      "epoch": 7.360659515092553,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0017055736193962979,
      "loss": 5.6455,
      "step": 287500
    },
    {
      "epoch": 7.373460662075322,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0017050615735169873,
      "loss": 5.6451,
      "step": 288000
    },
    {
      "epoch": 7.386261809058092,
      "grad_norm": 0.734375,
      "learning_rate": 0.0017045495276376763,
      "loss": 5.644,
      "step": 288500
    },
    {
      "epoch": 7.399062956040861,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0017040374817583654,
      "loss": 5.6448,
      "step": 289000
    },
    {
      "epoch": 7.411864103023631,
      "grad_norm": 1.4375,
      "learning_rate": 0.0017035254358790549,
      "loss": 5.6455,
      "step": 289500
    },
    {
      "epoch": 7.4246652500064005,
      "grad_norm": 0.9296875,
      "learning_rate": 0.001703013389999744,
      "loss": 5.6435,
      "step": 290000
    },
    {
      "epoch": 7.43746639698917,
      "grad_norm": 1.1875,
      "learning_rate": 0.001702501344120433,
      "loss": 5.6444,
      "step": 290500
    },
    {
      "epoch": 7.45026754397194,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0017019892982411224,
      "loss": 5.6444,
      "step": 291000
    },
    {
      "epoch": 7.463068690954709,
      "grad_norm": 0.484375,
      "learning_rate": 0.0017014772523618116,
      "loss": 5.6432,
      "step": 291500
    },
    {
      "epoch": 7.475869837937479,
      "grad_norm": 1.703125,
      "learning_rate": 0.001700965206482501,
      "loss": 5.644,
      "step": 292000
    },
    {
      "epoch": 7.488670984920249,
      "grad_norm": 4.5,
      "learning_rate": 0.00170045316060319,
      "loss": 5.6447,
      "step": 292500
    },
    {
      "epoch": 7.501472131903019,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0016999411147238792,
      "loss": 5.644,
      "step": 293000
    },
    {
      "epoch": 7.514273278885788,
      "grad_norm": 2.109375,
      "learning_rate": 0.0016994290688445686,
      "loss": 5.6436,
      "step": 293500
    },
    {
      "epoch": 7.527074425868558,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0016989170229652578,
      "loss": 5.6443,
      "step": 294000
    },
    {
      "epoch": 7.539875572851328,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0016984049770859468,
      "loss": 5.6431,
      "step": 294500
    },
    {
      "epoch": 7.552676719834097,
      "grad_norm": 0.609375,
      "learning_rate": 0.0016978929312066362,
      "loss": 5.6443,
      "step": 295000
    },
    {
      "epoch": 7.565477866816867,
      "grad_norm": 1.125,
      "learning_rate": 0.0016973808853273254,
      "loss": 5.6428,
      "step": 295500
    },
    {
      "epoch": 7.578279013799636,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0016968688394480146,
      "loss": 5.6434,
      "step": 296000
    },
    {
      "epoch": 7.591080160782406,
      "grad_norm": 0.703125,
      "learning_rate": 0.0016963567935687038,
      "loss": 5.643,
      "step": 296500
    },
    {
      "epoch": 7.6038813077651755,
      "grad_norm": 0.6328125,
      "learning_rate": 0.001695844747689393,
      "loss": 5.6441,
      "step": 297000
    },
    {
      "epoch": 7.616682454747945,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0016953327018100822,
      "loss": 5.6428,
      "step": 297500
    },
    {
      "epoch": 7.6294836017307155,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0016948206559307716,
      "loss": 5.6421,
      "step": 298000
    },
    {
      "epoch": 7.642284748713485,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0016943086100514606,
      "loss": 5.6424,
      "step": 298500
    },
    {
      "epoch": 7.655085895696255,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0016937965641721498,
      "loss": 5.6422,
      "step": 299000
    },
    {
      "epoch": 7.667887042679024,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0016932845182928392,
      "loss": 5.6428,
      "step": 299500
    },
    {
      "epoch": 7.680688189661794,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0016927724724135284,
      "loss": 5.6436,
      "step": 300000
    },
    {
      "epoch": 7.693489336644563,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0016922604265342174,
      "loss": 5.6432,
      "step": 300500
    },
    {
      "epoch": 7.706290483627333,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0016917483806549068,
      "loss": 5.6432,
      "step": 301000
    },
    {
      "epoch": 7.7190916306101025,
      "grad_norm": 0.4140625,
      "learning_rate": 0.001691236334775596,
      "loss": 5.6434,
      "step": 301500
    },
    {
      "epoch": 7.731892777592872,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0016907242888962852,
      "loss": 5.6424,
      "step": 302000
    },
    {
      "epoch": 7.744693924575642,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0016902122430169743,
      "loss": 5.6427,
      "step": 302500
    },
    {
      "epoch": 7.757495071558411,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0016897001971376635,
      "loss": 5.6427,
      "step": 303000
    },
    {
      "epoch": 7.770296218541182,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0016891881512583527,
      "loss": 5.6424,
      "step": 303500
    },
    {
      "epoch": 7.783097365523951,
      "grad_norm": 0.494140625,
      "learning_rate": 0.001688676105379042,
      "loss": 5.6429,
      "step": 304000
    },
    {
      "epoch": 7.795898512506721,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0016881640594997311,
      "loss": 5.6426,
      "step": 304500
    },
    {
      "epoch": 7.80869965948949,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0016876520136204205,
      "loss": 5.6418,
      "step": 305000
    },
    {
      "epoch": 7.82150080647226,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0016871399677411097,
      "loss": 5.6419,
      "step": 305500
    },
    {
      "epoch": 7.8343019534550296,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0016866279218617987,
      "loss": 5.6429,
      "step": 306000
    },
    {
      "epoch": 7.847103100437799,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0016861158759824881,
      "loss": 5.6431,
      "step": 306500
    },
    {
      "epoch": 7.859904247420569,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0016856038301031773,
      "loss": 5.642,
      "step": 307000
    },
    {
      "epoch": 7.872705394403338,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0016850917842238665,
      "loss": 5.6423,
      "step": 307500
    },
    {
      "epoch": 7.885506541386108,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0016845797383445557,
      "loss": 5.6436,
      "step": 308000
    },
    {
      "epoch": 7.898307688368877,
      "grad_norm": 1.234375,
      "learning_rate": 0.001684067692465245,
      "loss": 5.642,
      "step": 308500
    },
    {
      "epoch": 7.911108835351648,
      "grad_norm": 0.97265625,
      "learning_rate": 0.001683555646585934,
      "loss": 5.6431,
      "step": 309000
    },
    {
      "epoch": 7.9239099823344175,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0016830436007066235,
      "loss": 5.6436,
      "step": 309500
    },
    {
      "epoch": 7.936711129317187,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0016825315548273125,
      "loss": 5.6429,
      "step": 310000
    },
    {
      "epoch": 7.949512276299957,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0016820195089480017,
      "loss": 5.6429,
      "step": 310500
    },
    {
      "epoch": 7.962313423282726,
      "grad_norm": 1.109375,
      "learning_rate": 0.001681507463068691,
      "loss": 5.6424,
      "step": 311000
    },
    {
      "epoch": 7.975114570265496,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0016809954171893803,
      "loss": 5.6424,
      "step": 311500
    },
    {
      "epoch": 7.987915717248265,
      "grad_norm": 2.640625,
      "learning_rate": 0.0016804833713100693,
      "loss": 5.642,
      "step": 312000
    },
    {
      "epoch": 8.0,
      "eval_loss": 5.642501354217529,
      "eval_runtime": 1.2812,
      "eval_samples_per_second": 780.497,
      "eval_steps_per_second": 3.122,
      "step": 312472
    },
    {
      "epoch": 8.000716864231036,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0016799713254307587,
      "loss": 5.6415,
      "step": 312500
    },
    {
      "epoch": 8.013518011213804,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0016794592795514479,
      "loss": 5.6414,
      "step": 313000
    },
    {
      "epoch": 8.026319158196575,
      "grad_norm": 1.1953125,
      "learning_rate": 0.001678947233672137,
      "loss": 5.6422,
      "step": 313500
    },
    {
      "epoch": 8.039120305179344,
      "grad_norm": 0.90625,
      "learning_rate": 0.0016784351877928263,
      "loss": 5.6416,
      "step": 314000
    },
    {
      "epoch": 8.051921452162114,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0016779231419135154,
      "loss": 5.6421,
      "step": 314500
    },
    {
      "epoch": 8.064722599144883,
      "grad_norm": 2.15625,
      "learning_rate": 0.0016774110960342046,
      "loss": 5.642,
      "step": 315000
    },
    {
      "epoch": 8.077523746127653,
      "grad_norm": 1.4140625,
      "learning_rate": 0.001676899050154894,
      "loss": 5.6418,
      "step": 315500
    },
    {
      "epoch": 8.090324893110422,
      "grad_norm": 0.9453125,
      "learning_rate": 0.001676387004275583,
      "loss": 5.6408,
      "step": 316000
    },
    {
      "epoch": 8.103126040093192,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0016758749583962722,
      "loss": 5.6421,
      "step": 316500
    },
    {
      "epoch": 8.115927187075963,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0016753629125169616,
      "loss": 5.6421,
      "step": 317000
    },
    {
      "epoch": 8.128728334058732,
      "grad_norm": 0.53125,
      "learning_rate": 0.0016748508666376508,
      "loss": 5.6412,
      "step": 317500
    },
    {
      "epoch": 8.141529481041502,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0016743388207583398,
      "loss": 5.6415,
      "step": 318000
    },
    {
      "epoch": 8.15433062802427,
      "grad_norm": 2.375,
      "learning_rate": 0.0016738267748790292,
      "loss": 5.6419,
      "step": 318500
    },
    {
      "epoch": 8.167131775007041,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0016733147289997184,
      "loss": 5.6406,
      "step": 319000
    },
    {
      "epoch": 8.17993292198981,
      "grad_norm": 4.0625,
      "learning_rate": 0.0016728026831204078,
      "loss": 5.6412,
      "step": 319500
    },
    {
      "epoch": 8.19273406897258,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0016722906372410968,
      "loss": 5.6412,
      "step": 320000
    },
    {
      "epoch": 8.205535215955349,
      "grad_norm": 0.66796875,
      "learning_rate": 0.001671778591361786,
      "loss": 5.6424,
      "step": 320500
    },
    {
      "epoch": 8.21833636293812,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0016712665454824754,
      "loss": 5.6402,
      "step": 321000
    },
    {
      "epoch": 8.231137509920888,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0016707544996031646,
      "loss": 5.6406,
      "step": 321500
    },
    {
      "epoch": 8.243938656903659,
      "grad_norm": 2.53125,
      "learning_rate": 0.0016702424537238536,
      "loss": 5.6405,
      "step": 322000
    },
    {
      "epoch": 8.256739803886429,
      "grad_norm": 0.83203125,
      "learning_rate": 0.001669730407844543,
      "loss": 5.6413,
      "step": 322500
    },
    {
      "epoch": 8.269540950869198,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0016692183619652322,
      "loss": 5.64,
      "step": 323000
    },
    {
      "epoch": 8.282342097851968,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0016687063160859214,
      "loss": 5.6413,
      "step": 323500
    },
    {
      "epoch": 8.295143244834737,
      "grad_norm": 0.984375,
      "learning_rate": 0.0016681942702066106,
      "loss": 5.641,
      "step": 324000
    },
    {
      "epoch": 8.307944391817507,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0016676822243272998,
      "loss": 5.6406,
      "step": 324500
    },
    {
      "epoch": 8.320745538800276,
      "grad_norm": 0.89453125,
      "learning_rate": 0.001667170178447989,
      "loss": 5.6407,
      "step": 325000
    },
    {
      "epoch": 8.333546685783046,
      "grad_norm": 1.5625,
      "learning_rate": 0.0016666581325686784,
      "loss": 5.6405,
      "step": 325500
    },
    {
      "epoch": 8.346347832765815,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0016661460866893673,
      "loss": 5.6405,
      "step": 326000
    },
    {
      "epoch": 8.359148979748586,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0016656340408100565,
      "loss": 5.642,
      "step": 326500
    },
    {
      "epoch": 8.371950126731354,
      "grad_norm": 2.96875,
      "learning_rate": 0.001665121994930746,
      "loss": 5.6405,
      "step": 327000
    },
    {
      "epoch": 8.384751273714125,
      "grad_norm": 0.6328125,
      "learning_rate": 0.001664609949051435,
      "loss": 5.6414,
      "step": 327500
    },
    {
      "epoch": 8.397552420696895,
      "grad_norm": 1.515625,
      "learning_rate": 0.0016640979031721241,
      "loss": 5.6414,
      "step": 328000
    },
    {
      "epoch": 8.410353567679664,
      "grad_norm": 1.609375,
      "learning_rate": 0.0016635858572928135,
      "loss": 5.6399,
      "step": 328500
    },
    {
      "epoch": 8.423154714662434,
      "grad_norm": 1.53125,
      "learning_rate": 0.0016630738114135027,
      "loss": 5.6418,
      "step": 329000
    },
    {
      "epoch": 8.435955861645203,
      "grad_norm": 1.640625,
      "learning_rate": 0.0016625617655341917,
      "loss": 5.6404,
      "step": 329500
    },
    {
      "epoch": 8.448757008627974,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0016620497196548811,
      "loss": 5.6408,
      "step": 330000
    },
    {
      "epoch": 8.461558155610742,
      "grad_norm": 0.625,
      "learning_rate": 0.0016615376737755703,
      "loss": 5.6409,
      "step": 330500
    },
    {
      "epoch": 8.474359302593513,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0016610256278962595,
      "loss": 5.6404,
      "step": 331000
    },
    {
      "epoch": 8.487160449576281,
      "grad_norm": 0.921875,
      "learning_rate": 0.0016605135820169487,
      "loss": 5.6401,
      "step": 331500
    },
    {
      "epoch": 8.499961596559052,
      "grad_norm": 0.44140625,
      "learning_rate": 0.001660001536137638,
      "loss": 5.642,
      "step": 332000
    },
    {
      "epoch": 8.51276274354182,
      "grad_norm": 0.53515625,
      "learning_rate": 0.001659489490258327,
      "loss": 5.6404,
      "step": 332500
    },
    {
      "epoch": 8.525563890524591,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0016589774443790165,
      "loss": 5.6402,
      "step": 333000
    },
    {
      "epoch": 8.538365037507361,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0016584653984997055,
      "loss": 5.6396,
      "step": 333500
    },
    {
      "epoch": 8.55116618449013,
      "grad_norm": 1.6640625,
      "learning_rate": 0.001657953352620395,
      "loss": 5.6403,
      "step": 334000
    },
    {
      "epoch": 8.5639673314729,
      "grad_norm": 2.8125,
      "learning_rate": 0.001657441306741084,
      "loss": 5.6409,
      "step": 334500
    },
    {
      "epoch": 8.57676847845567,
      "grad_norm": 1.265625,
      "learning_rate": 0.0016569292608617733,
      "loss": 5.6405,
      "step": 335000
    },
    {
      "epoch": 8.58956962543844,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0016564172149824625,
      "loss": 5.6403,
      "step": 335500
    },
    {
      "epoch": 8.602370772421208,
      "grad_norm": 1.953125,
      "learning_rate": 0.0016559051691031517,
      "loss": 5.6397,
      "step": 336000
    },
    {
      "epoch": 8.615171919403979,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0016553931232238409,
      "loss": 5.6407,
      "step": 336500
    },
    {
      "epoch": 8.627973066386748,
      "grad_norm": 3.015625,
      "learning_rate": 0.0016548810773445303,
      "loss": 5.6401,
      "step": 337000
    },
    {
      "epoch": 8.640774213369518,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0016543690314652193,
      "loss": 5.6412,
      "step": 337500
    },
    {
      "epoch": 8.653575360352288,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0016538569855859084,
      "loss": 5.6402,
      "step": 338000
    },
    {
      "epoch": 8.666376507335057,
      "grad_norm": 23.5,
      "learning_rate": 0.0016533449397065979,
      "loss": 5.6404,
      "step": 338500
    },
    {
      "epoch": 8.679177654317828,
      "grad_norm": 0.4140625,
      "learning_rate": 0.001652832893827287,
      "loss": 5.6408,
      "step": 339000
    },
    {
      "epoch": 8.691978801300596,
      "grad_norm": 1.171875,
      "learning_rate": 0.001652320847947976,
      "loss": 5.6404,
      "step": 339500
    },
    {
      "epoch": 8.704779948283367,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0016518088020686654,
      "loss": 5.6401,
      "step": 340000
    },
    {
      "epoch": 8.717581095266135,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0016512967561893546,
      "loss": 5.6404,
      "step": 340500
    },
    {
      "epoch": 8.730382242248906,
      "grad_norm": 2.0,
      "learning_rate": 0.0016507847103100438,
      "loss": 5.6409,
      "step": 341000
    },
    {
      "epoch": 8.743183389231675,
      "grad_norm": 1.0546875,
      "learning_rate": 0.001650272664430733,
      "loss": 5.6401,
      "step": 341500
    },
    {
      "epoch": 8.755984536214445,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0016497606185514222,
      "loss": 5.6403,
      "step": 342000
    },
    {
      "epoch": 8.768785683197214,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0016492485726721114,
      "loss": 5.6393,
      "step": 342500
    },
    {
      "epoch": 8.781586830179984,
      "grad_norm": 1.984375,
      "learning_rate": 0.0016487365267928008,
      "loss": 5.6401,
      "step": 343000
    },
    {
      "epoch": 8.794387977162753,
      "grad_norm": 2.640625,
      "learning_rate": 0.0016482244809134898,
      "loss": 5.64,
      "step": 343500
    },
    {
      "epoch": 8.807189124145523,
      "grad_norm": 0.80078125,
      "learning_rate": 0.001647712435034179,
      "loss": 5.6399,
      "step": 344000
    },
    {
      "epoch": 8.819990271128294,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0016472003891548684,
      "loss": 5.641,
      "step": 344500
    },
    {
      "epoch": 8.832791418111062,
      "grad_norm": 1.421875,
      "learning_rate": 0.0016466883432755576,
      "loss": 5.6391,
      "step": 345000
    },
    {
      "epoch": 8.845592565093833,
      "grad_norm": 1.84375,
      "learning_rate": 0.0016461762973962466,
      "loss": 5.6407,
      "step": 345500
    },
    {
      "epoch": 8.858393712076602,
      "grad_norm": 5.90625,
      "learning_rate": 0.001645664251516936,
      "loss": 5.6409,
      "step": 346000
    },
    {
      "epoch": 8.871194859059372,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0016451522056376252,
      "loss": 5.6398,
      "step": 346500
    },
    {
      "epoch": 8.88399600604214,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0016446401597583142,
      "loss": 5.6401,
      "step": 347000
    },
    {
      "epoch": 8.896797153024911,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0016441281138790036,
      "loss": 5.6395,
      "step": 347500
    },
    {
      "epoch": 8.90959830000768,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0016436160679996928,
      "loss": 5.6391,
      "step": 348000
    },
    {
      "epoch": 8.92239944699045,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0016431040221203822,
      "loss": 5.6393,
      "step": 348500
    },
    {
      "epoch": 8.93520059397322,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0016425919762410712,
      "loss": 5.6395,
      "step": 349000
    },
    {
      "epoch": 8.94800174095599,
      "grad_norm": 2.90625,
      "learning_rate": 0.0016420799303617604,
      "loss": 5.6394,
      "step": 349500
    },
    {
      "epoch": 8.96080288793876,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0016415678844824498,
      "loss": 5.6396,
      "step": 350000
    },
    {
      "epoch": 8.973604034921529,
      "grad_norm": 2.15625,
      "learning_rate": 0.001641055838603139,
      "loss": 5.6387,
      "step": 350500
    },
    {
      "epoch": 8.9864051819043,
      "grad_norm": 1.578125,
      "learning_rate": 0.001640543792723828,
      "loss": 5.6394,
      "step": 351000
    },
    {
      "epoch": 8.999206328887068,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0016400317468445173,
      "loss": 5.6387,
      "step": 351500
    },
    {
      "epoch": 9.0,
      "eval_loss": 5.638747215270996,
      "eval_runtime": 1.2906,
      "eval_samples_per_second": 774.854,
      "eval_steps_per_second": 3.099,
      "step": 351531
    }
  ],
  "logging_steps": 500,
  "max_steps": 1952950,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2189688215083418e+20,
  "train_batch_size": 256,
  "trial_name": null,
  "trial_params": null
}