{
  "best_metric": 0.35886332392692566,
  "best_model_checkpoint": "mikhail_panzo/zlm_b128_le5_s12000/checkpoint-8500",
  "epoch": 14.243769633507853,
  "eval_steps": 500,
  "global_step": 8500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08376963350785341,
      "grad_norm": 6.650441646575928,
      "learning_rate": 2.4500000000000004e-07,
      "loss": 1.1088,
      "step": 50
    },
    {
      "epoch": 0.16753926701570682,
      "grad_norm": 13.608625411987305,
      "learning_rate": 4.95e-07,
      "loss": 1.1077,
      "step": 100
    },
    {
      "epoch": 0.2513089005235602,
      "grad_norm": 2.7265217304229736,
      "learning_rate": 7.450000000000001e-07,
      "loss": 0.9759,
      "step": 150
    },
    {
      "epoch": 0.33507853403141363,
      "grad_norm": 5.083759307861328,
      "learning_rate": 9.950000000000002e-07,
      "loss": 0.8705,
      "step": 200
    },
    {
      "epoch": 0.418848167539267,
      "grad_norm": 1.8121678829193115,
      "learning_rate": 1.2450000000000002e-06,
      "loss": 0.8185,
      "step": 250
    },
    {
      "epoch": 0.5026178010471204,
      "grad_norm": 2.275899648666382,
      "learning_rate": 1.495e-06,
      "loss": 0.784,
      "step": 300
    },
    {
      "epoch": 0.5863874345549738,
      "grad_norm": 2.2861170768737793,
      "learning_rate": 1.745e-06,
      "loss": 0.7545,
      "step": 350
    },
    {
      "epoch": 0.6701570680628273,
      "grad_norm": 3.1991238594055176,
      "learning_rate": 1.9950000000000004e-06,
      "loss": 0.7227,
      "step": 400
    },
    {
      "epoch": 0.7539267015706806,
      "grad_norm": 1.843092679977417,
      "learning_rate": 2.245e-06,
      "loss": 0.6829,
      "step": 450
    },
    {
      "epoch": 0.837696335078534,
      "grad_norm": 1.4700403213500977,
      "learning_rate": 2.4950000000000003e-06,
      "loss": 0.6644,
      "step": 500
    },
    {
      "epoch": 0.837696335078534,
      "eval_loss": 0.5727962851524353,
      "eval_runtime": 293.5061,
      "eval_samples_per_second": 28.923,
      "eval_steps_per_second": 3.618,
      "step": 500
    },
    {
      "epoch": 0.9214659685863874,
      "grad_norm": 1.4362367391586304,
      "learning_rate": 2.7450000000000004e-06,
      "loss": 0.6487,
      "step": 550
    },
    {
      "epoch": 1.0052356020942408,
      "grad_norm": 1.8555901050567627,
      "learning_rate": 2.995e-06,
      "loss": 0.6301,
      "step": 600
    },
    {
      "epoch": 1.0890052356020943,
      "grad_norm": 1.9496757984161377,
      "learning_rate": 3.2450000000000003e-06,
      "loss": 0.6237,
      "step": 650
    },
    {
      "epoch": 1.1727748691099475,
      "grad_norm": 3.0705084800720215,
      "learning_rate": 3.495e-06,
      "loss": 0.6156,
      "step": 700
    },
    {
      "epoch": 1.256544502617801,
      "grad_norm": 2.2215688228607178,
      "learning_rate": 3.745e-06,
      "loss": 0.5945,
      "step": 750
    },
    {
      "epoch": 1.3403141361256545,
      "grad_norm": 2.021375894546509,
      "learning_rate": 3.995000000000001e-06,
      "loss": 0.5891,
      "step": 800
    },
    {
      "epoch": 1.4240837696335078,
      "grad_norm": 2.0354769229888916,
      "learning_rate": 4.245e-06,
      "loss": 0.5781,
      "step": 850
    },
    {
      "epoch": 1.5078534031413613,
      "grad_norm": 1.8674426078796387,
      "learning_rate": 4.495e-06,
      "loss": 0.5677,
      "step": 900
    },
    {
      "epoch": 1.5916230366492146,
      "grad_norm": 2.9264817237854004,
      "learning_rate": 4.745e-06,
      "loss": 0.5576,
      "step": 950
    },
    {
      "epoch": 1.675392670157068,
      "grad_norm": 1.9513416290283203,
      "learning_rate": 4.9950000000000005e-06,
      "loss": 0.5594,
      "step": 1000
    },
    {
      "epoch": 1.675392670157068,
      "eval_loss": 0.48248979449272156,
      "eval_runtime": 294.2627,
      "eval_samples_per_second": 28.848,
      "eval_steps_per_second": 3.609,
      "step": 1000
    },
    {
      "epoch": 1.7591623036649215,
      "grad_norm": 1.934941291809082,
      "learning_rate": 5.245e-06,
      "loss": 0.5571,
      "step": 1050
    },
    {
      "epoch": 1.8429319371727748,
      "grad_norm": 1.7669196128845215,
      "learning_rate": 5.495000000000001e-06,
      "loss": 0.5477,
      "step": 1100
    },
    {
      "epoch": 1.9267015706806283,
      "grad_norm": 3.954806089401245,
      "learning_rate": 5.745000000000001e-06,
      "loss": 0.5294,
      "step": 1150
    },
    {
      "epoch": 2.0104712041884816,
      "grad_norm": 2.8323569297790527,
      "learning_rate": 5.995000000000001e-06,
      "loss": 0.5261,
      "step": 1200
    },
    {
      "epoch": 2.094240837696335,
      "grad_norm": 2.193530797958374,
      "learning_rate": 6.245000000000001e-06,
      "loss": 0.5262,
      "step": 1250
    },
    {
      "epoch": 2.1780104712041886,
      "grad_norm": 1.5814998149871826,
      "learning_rate": 6.4950000000000005e-06,
      "loss": 0.5204,
      "step": 1300
    },
    {
      "epoch": 2.261780104712042,
      "grad_norm": 5.6610918045043945,
      "learning_rate": 6.745000000000001e-06,
      "loss": 0.5157,
      "step": 1350
    },
    {
      "epoch": 2.345549738219895,
      "grad_norm": 9.156899452209473,
      "learning_rate": 6.995000000000001e-06,
      "loss": 0.5178,
      "step": 1400
    },
    {
      "epoch": 2.4293193717277486,
      "grad_norm": 2.3170149326324463,
      "learning_rate": 7.245000000000001e-06,
      "loss": 0.5163,
      "step": 1450
    },
    {
      "epoch": 2.513089005235602,
      "grad_norm": 2.1565325260162354,
      "learning_rate": 7.495000000000001e-06,
      "loss": 0.5042,
      "step": 1500
    },
    {
      "epoch": 2.513089005235602,
      "eval_loss": 0.4464746415615082,
      "eval_runtime": 293.8295,
      "eval_samples_per_second": 28.891,
      "eval_steps_per_second": 3.614,
      "step": 1500
    },
    {
      "epoch": 2.5997905759162303,
      "grad_norm": 2.4758172035217285,
      "learning_rate": 7.745e-06,
      "loss": 0.5031,
      "step": 1550
    },
    {
      "epoch": 2.683560209424084,
      "grad_norm": 2.1877381801605225,
      "learning_rate": 7.990000000000001e-06,
      "loss": 0.4994,
      "step": 1600
    },
    {
      "epoch": 2.7673298429319373,
      "grad_norm": 2.4486210346221924,
      "learning_rate": 8.24e-06,
      "loss": 0.4965,
      "step": 1650
    },
    {
      "epoch": 2.8510994764397903,
      "grad_norm": 2.596200704574585,
      "learning_rate": 8.49e-06,
      "loss": 0.4988,
      "step": 1700
    },
    {
      "epoch": 2.934869109947644,
      "grad_norm": 1.7787096500396729,
      "learning_rate": 8.740000000000001e-06,
      "loss": 0.4947,
      "step": 1750
    },
    {
      "epoch": 3.0186387434554973,
      "grad_norm": 2.09403133392334,
      "learning_rate": 8.99e-06,
      "loss": 0.4845,
      "step": 1800
    },
    {
      "epoch": 3.102408376963351,
      "grad_norm": 2.0056636333465576,
      "learning_rate": 9.240000000000001e-06,
      "loss": 0.4833,
      "step": 1850
    },
    {
      "epoch": 3.1861780104712043,
      "grad_norm": 3.200199842453003,
      "learning_rate": 9.49e-06,
      "loss": 0.484,
      "step": 1900
    },
    {
      "epoch": 3.269947643979058,
      "grad_norm": 2.5462379455566406,
      "learning_rate": 9.74e-06,
      "loss": 0.4726,
      "step": 1950
    },
    {
      "epoch": 3.353717277486911,
      "grad_norm": 1.3994622230529785,
      "learning_rate": 9.990000000000001e-06,
      "loss": 0.4795,
      "step": 2000
    },
    {
      "epoch": 3.353717277486911,
      "eval_loss": 0.42617055773735046,
      "eval_runtime": 269.3627,
      "eval_samples_per_second": 31.515,
      "eval_steps_per_second": 3.943,
      "step": 2000
    },
    {
      "epoch": 3.4374869109947643,
      "grad_norm": 1.8979076147079468,
      "learning_rate": 9.952e-06,
      "loss": 0.4792,
      "step": 2050
    },
    {
      "epoch": 3.521256544502618,
      "grad_norm": 1.4493324756622314,
      "learning_rate": 9.902000000000001e-06,
      "loss": 0.4751,
      "step": 2100
    },
    {
      "epoch": 3.6050261780104713,
      "grad_norm": 3.3374929428100586,
      "learning_rate": 9.852e-06,
      "loss": 0.4736,
      "step": 2150
    },
    {
      "epoch": 3.6887958115183244,
      "grad_norm": 3.5062992572784424,
      "learning_rate": 9.802e-06,
      "loss": 0.4675,
      "step": 2200
    },
    {
      "epoch": 3.772565445026178,
      "grad_norm": 2.250505208969116,
      "learning_rate": 9.752e-06,
      "loss": 0.4611,
      "step": 2250
    },
    {
      "epoch": 3.8563350785340313,
      "grad_norm": 1.793270468711853,
      "learning_rate": 9.702e-06,
      "loss": 0.4605,
      "step": 2300
    },
    {
      "epoch": 3.940104712041885,
      "grad_norm": 1.663677453994751,
      "learning_rate": 9.652e-06,
      "loss": 0.4693,
      "step": 2350
    },
    {
      "epoch": 4.023874345549738,
      "grad_norm": 2.1321282386779785,
      "learning_rate": 9.602e-06,
      "loss": 0.4587,
      "step": 2400
    },
    {
      "epoch": 4.107643979057592,
      "grad_norm": 1.7361410856246948,
      "learning_rate": 9.552000000000001e-06,
      "loss": 0.4611,
      "step": 2450
    },
    {
      "epoch": 4.191413612565445,
      "grad_norm": 2.167386770248413,
      "learning_rate": 9.502000000000002e-06,
      "loss": 0.455,
      "step": 2500
    },
    {
      "epoch": 4.191413612565445,
      "eval_loss": 0.40905508399009705,
      "eval_runtime": 269.8231,
      "eval_samples_per_second": 31.461,
      "eval_steps_per_second": 3.936,
      "step": 2500
    },
    {
      "epoch": 4.275183246073299,
      "grad_norm": 1.430746078491211,
      "learning_rate": 9.452000000000002e-06,
      "loss": 0.4581,
      "step": 2550
    },
    {
      "epoch": 4.358952879581151,
      "grad_norm": 2.1168527603149414,
      "learning_rate": 9.402e-06,
      "loss": 0.4516,
      "step": 2600
    },
    {
      "epoch": 4.442722513089005,
      "grad_norm": 2.1330721378326416,
      "learning_rate": 9.353000000000002e-06,
      "loss": 0.4505,
      "step": 2650
    },
    {
      "epoch": 4.526492146596858,
      "grad_norm": 1.274557113647461,
      "learning_rate": 9.303e-06,
      "loss": 0.4575,
      "step": 2700
    },
    {
      "epoch": 4.610261780104712,
      "grad_norm": 1.835204839706421,
      "learning_rate": 9.253000000000001e-06,
      "loss": 0.4491,
      "step": 2750
    },
    {
      "epoch": 4.694031413612565,
      "grad_norm": 2.0255746841430664,
      "learning_rate": 9.203000000000002e-06,
      "loss": 0.4484,
      "step": 2800
    },
    {
      "epoch": 4.777801047120419,
      "grad_norm": 2.4793522357940674,
      "learning_rate": 9.153e-06,
      "loss": 0.4489,
      "step": 2850
    },
    {
      "epoch": 4.861570680628272,
      "grad_norm": 1.7192201614379883,
      "learning_rate": 9.103e-06,
      "loss": 0.4502,
      "step": 2900
    },
    {
      "epoch": 4.945340314136126,
      "grad_norm": 1.9378846883773804,
      "learning_rate": 9.053000000000001e-06,
      "loss": 0.4483,
      "step": 2950
    },
    {
      "epoch": 5.029109947643979,
      "grad_norm": 2.4576103687286377,
      "learning_rate": 9.003e-06,
      "loss": 0.4474,
      "step": 3000
    },
    {
      "epoch": 5.029109947643979,
      "eval_loss": 0.39903518557548523,
      "eval_runtime": 269.2955,
      "eval_samples_per_second": 31.523,
      "eval_steps_per_second": 3.944,
      "step": 3000
    },
    {
      "epoch": 5.112879581151833,
      "grad_norm": 1.4718371629714966,
      "learning_rate": 8.953e-06,
      "loss": 0.4428,
      "step": 3050
    },
    {
      "epoch": 5.196649214659685,
      "grad_norm": 2.4222004413604736,
      "learning_rate": 8.903000000000001e-06,
      "loss": 0.4417,
      "step": 3100
    },
    {
      "epoch": 5.280418848167539,
      "grad_norm": 1.5284855365753174,
      "learning_rate": 8.853e-06,
      "loss": 0.4395,
      "step": 3150
    },
    {
      "epoch": 5.364188481675392,
      "grad_norm": 1.7470890283584595,
      "learning_rate": 8.803e-06,
      "loss": 0.4359,
      "step": 3200
    },
    {
      "epoch": 5.447958115183246,
      "grad_norm": 2.1919684410095215,
      "learning_rate": 8.753e-06,
      "loss": 0.4389,
      "step": 3250
    },
    {
      "epoch": 5.531727748691099,
      "grad_norm": 1.6179628372192383,
      "learning_rate": 8.703e-06,
      "loss": 0.4423,
      "step": 3300
    },
    {
      "epoch": 5.615497382198953,
      "grad_norm": 1.420087218284607,
      "learning_rate": 8.653e-06,
      "loss": 0.4324,
      "step": 3350
    },
    {
      "epoch": 5.699267015706806,
      "grad_norm": 1.6972101926803589,
      "learning_rate": 8.603e-06,
      "loss": 0.4327,
      "step": 3400
    },
    {
      "epoch": 5.78303664921466,
      "grad_norm": 8.797286033630371,
      "learning_rate": 8.553000000000001e-06,
      "loss": 0.4347,
      "step": 3450
    },
    {
      "epoch": 5.866806282722513,
      "grad_norm": 1.5441597700119019,
      "learning_rate": 8.503e-06,
      "loss": 0.4342,
      "step": 3500
    },
    {
      "epoch": 5.866806282722513,
      "eval_loss": 0.39290204644203186,
      "eval_runtime": 272.1215,
      "eval_samples_per_second": 31.196,
      "eval_steps_per_second": 3.903,
      "step": 3500
    },
    {
      "epoch": 5.950575916230367,
      "grad_norm": 1.957065224647522,
      "learning_rate": 8.453000000000002e-06,
      "loss": 0.4288,
      "step": 3550
    },
    {
      "epoch": 6.0343455497382195,
      "grad_norm": 1.3891559839248657,
      "learning_rate": 8.403e-06,
      "loss": 0.429,
      "step": 3600
    },
    {
      "epoch": 6.118115183246073,
      "grad_norm": 1.6092897653579712,
      "learning_rate": 8.353000000000001e-06,
      "loss": 0.431,
      "step": 3650
    },
    {
      "epoch": 6.201884816753926,
      "grad_norm": 1.5566798448562622,
      "learning_rate": 8.303000000000002e-06,
      "loss": 0.428,
      "step": 3700
    },
    {
      "epoch": 6.28565445026178,
      "grad_norm": 2.70001220703125,
      "learning_rate": 8.253e-06,
      "loss": 0.433,
      "step": 3750
    },
    {
      "epoch": 6.369424083769633,
      "grad_norm": 2.6352884769439697,
      "learning_rate": 8.203000000000001e-06,
      "loss": 0.431,
      "step": 3800
    },
    {
      "epoch": 6.453193717277487,
      "grad_norm": 2.049609422683716,
      "learning_rate": 8.153000000000001e-06,
      "loss": 0.4279,
      "step": 3850
    },
    {
      "epoch": 6.53696335078534,
      "grad_norm": 1.422606110572815,
      "learning_rate": 8.103e-06,
      "loss": 0.4266,
      "step": 3900
    },
    {
      "epoch": 6.620732984293194,
      "grad_norm": 1.659340739250183,
      "learning_rate": 8.053e-06,
      "loss": 0.4293,
      "step": 3950
    },
    {
      "epoch": 6.704502617801047,
      "grad_norm": 1.6214194297790527,
      "learning_rate": 8.003000000000001e-06,
      "loss": 0.4258,
      "step": 4000
    },
    {
      "epoch": 6.704502617801047,
      "eval_loss": 0.385530561208725,
      "eval_runtime": 270.5177,
      "eval_samples_per_second": 31.381,
      "eval_steps_per_second": 3.926,
      "step": 4000
    },
    {
      "epoch": 6.788272251308901,
      "grad_norm": 2.0542335510253906,
      "learning_rate": 7.953e-06,
      "loss": 0.4232,
      "step": 4050
    },
    {
      "epoch": 6.872041884816754,
      "grad_norm": 2.0001602172851562,
      "learning_rate": 7.903e-06,
      "loss": 0.4201,
      "step": 4100
    },
    {
      "epoch": 6.955811518324607,
      "grad_norm": 1.5019524097442627,
      "learning_rate": 7.853000000000001e-06,
      "loss": 0.4202,
      "step": 4150
    },
    {
      "epoch": 7.0395811518324605,
      "grad_norm": 1.5901544094085693,
      "learning_rate": 7.803000000000001e-06,
      "loss": 0.4214,
      "step": 4200
    },
    {
      "epoch": 7.123350785340314,
      "grad_norm": 1.3859797716140747,
      "learning_rate": 7.753e-06,
      "loss": 0.4268,
      "step": 4250
    },
    {
      "epoch": 7.2071204188481675,
      "grad_norm": 1.6223664283752441,
      "learning_rate": 7.703e-06,
      "loss": 0.4163,
      "step": 4300
    },
    {
      "epoch": 7.290890052356021,
      "grad_norm": 1.9755197763442993,
      "learning_rate": 7.653000000000001e-06,
      "loss": 0.421,
      "step": 4350
    },
    {
      "epoch": 7.374659685863874,
      "grad_norm": 1.9882097244262695,
      "learning_rate": 7.603000000000001e-06,
      "loss": 0.4215,
      "step": 4400
    },
    {
      "epoch": 7.458429319371728,
      "grad_norm": 1.4274579286575317,
      "learning_rate": 7.553e-06,
      "loss": 0.424,
      "step": 4450
    },
    {
      "epoch": 7.542198952879581,
      "grad_norm": 1.5370174646377563,
      "learning_rate": 7.503e-06,
      "loss": 0.4175,
      "step": 4500
    },
    {
      "epoch": 7.542198952879581,
      "eval_loss": 0.3783535957336426,
      "eval_runtime": 264.9436,
      "eval_samples_per_second": 32.041,
      "eval_steps_per_second": 4.008,
      "step": 4500
    },
    {
      "epoch": 7.625968586387435,
      "grad_norm": 1.5206329822540283,
      "learning_rate": 7.4530000000000005e-06,
      "loss": 0.418,
      "step": 4550
    },
    {
      "epoch": 7.7097382198952875,
      "grad_norm": 1.5614436864852905,
      "learning_rate": 7.403e-06,
      "loss": 0.4206,
      "step": 4600
    },
    {
      "epoch": 7.793507853403141,
      "grad_norm": 1.9834551811218262,
      "learning_rate": 7.353e-06,
      "loss": 0.421,
      "step": 4650
    },
    {
      "epoch": 7.8772774869109945,
      "grad_norm": 2.0368449687957764,
      "learning_rate": 7.303e-06,
      "loss": 0.4206,
      "step": 4700
    },
    {
      "epoch": 7.961047120418848,
      "grad_norm": 1.4374061822891235,
      "learning_rate": 7.253e-06,
      "loss": 0.4127,
      "step": 4750
    },
    {
      "epoch": 8.044816753926701,
      "grad_norm": 1.9674043655395508,
      "learning_rate": 7.203000000000001e-06,
      "loss": 0.4111,
      "step": 4800
    },
    {
      "epoch": 8.128586387434556,
      "grad_norm": 1.4639081954956055,
      "learning_rate": 7.153000000000001e-06,
      "loss": 0.4153,
      "step": 4850
    },
    {
      "epoch": 8.212356020942408,
      "grad_norm": 1.189695954322815,
      "learning_rate": 7.103000000000001e-06,
      "loss": 0.4257,
      "step": 4900
    },
    {
      "epoch": 8.296125654450261,
      "grad_norm": 1.5426299571990967,
      "learning_rate": 7.053000000000001e-06,
      "loss": 0.4119,
      "step": 4950
    },
    {
      "epoch": 8.379895287958115,
      "grad_norm": 1.526410460472107,
      "learning_rate": 7.0030000000000005e-06,
      "loss": 0.4185,
      "step": 5000
    },
    {
      "epoch": 8.379895287958115,
      "eval_loss": 0.3761734962463379,
      "eval_runtime": 274.1558,
      "eval_samples_per_second": 30.964,
      "eval_steps_per_second": 3.874,
      "step": 5000
    },
    {
      "epoch": 8.463664921465968,
      "grad_norm": 1.3419328927993774,
      "learning_rate": 6.953000000000001e-06,
      "loss": 0.412,
      "step": 5050
    },
    {
      "epoch": 8.547434554973822,
      "grad_norm": 2.1306657791137695,
      "learning_rate": 6.903000000000001e-06,
      "loss": 0.4108,
      "step": 5100
    },
    {
      "epoch": 8.631204188481675,
      "grad_norm": 2.0914053916931152,
      "learning_rate": 6.853000000000001e-06,
      "loss": 0.4177,
      "step": 5150
    },
    {
      "epoch": 8.71497382198953,
      "grad_norm": 1.6214958429336548,
      "learning_rate": 6.803000000000001e-06,
      "loss": 0.4083,
      "step": 5200
    },
    {
      "epoch": 8.798743455497382,
      "grad_norm": 1.5650039911270142,
      "learning_rate": 6.753e-06,
      "loss": 0.4118,
      "step": 5250
    },
    {
      "epoch": 8.882513089005236,
      "grad_norm": 1.564424991607666,
      "learning_rate": 6.703000000000001e-06,
      "loss": 0.4093,
      "step": 5300
    },
    {
      "epoch": 8.966282722513089,
      "grad_norm": 1.623558759689331,
      "learning_rate": 6.6530000000000005e-06,
      "loss": 0.412,
      "step": 5350
    },
    {
      "epoch": 9.050052356020942,
      "grad_norm": 1.5212219953536987,
      "learning_rate": 6.603e-06,
      "loss": 0.4125,
      "step": 5400
    },
    {
      "epoch": 9.133821989528796,
      "grad_norm": 2.202746629714966,
      "learning_rate": 6.553000000000001e-06,
      "loss": 0.4049,
      "step": 5450
    },
    {
      "epoch": 9.217591623036649,
      "grad_norm": 1.6582872867584229,
      "learning_rate": 6.503e-06,
      "loss": 0.4093,
      "step": 5500
    },
    {
      "epoch": 9.217591623036649,
      "eval_loss": 0.373293936252594,
      "eval_runtime": 279.0862,
      "eval_samples_per_second": 30.417,
      "eval_steps_per_second": 3.805,
      "step": 5500
    },
    {
      "epoch": 9.301361256544503,
      "grad_norm": 2.3431801795959473,
      "learning_rate": 6.453000000000001e-06,
      "loss": 0.4099,
      "step": 5550
    },
    {
      "epoch": 9.385130890052356,
      "grad_norm": 1.7502645254135132,
      "learning_rate": 6.403e-06,
      "loss": 0.4097,
      "step": 5600
    },
    {
      "epoch": 9.46890052356021,
      "grad_norm": 1.638600468635559,
      "learning_rate": 6.353e-06,
      "loss": 0.4068,
      "step": 5650
    },
    {
      "epoch": 9.552670157068063,
      "grad_norm": 1.3677990436553955,
      "learning_rate": 6.3030000000000005e-06,
      "loss": 0.4086,
      "step": 5700
    },
    {
      "epoch": 9.636439790575917,
      "grad_norm": 1.4438238143920898,
      "learning_rate": 6.253e-06,
      "loss": 0.4067,
      "step": 5750
    },
    {
      "epoch": 9.72020942408377,
      "grad_norm": 1.7439764738082886,
      "learning_rate": 6.204e-06,
      "loss": 0.4085,
      "step": 5800
    },
    {
      "epoch": 9.803979057591622,
      "grad_norm": 1.257203459739685,
      "learning_rate": 6.154e-06,
      "loss": 0.4069,
      "step": 5850
    },
    {
      "epoch": 9.887748691099477,
      "grad_norm": 1.2076969146728516,
      "learning_rate": 6.104000000000001e-06,
      "loss": 0.4,
      "step": 5900
    },
    {
      "epoch": 9.97151832460733,
      "grad_norm": 1.1376831531524658,
      "learning_rate": 6.054000000000001e-06,
      "loss": 0.4088,
      "step": 5950
    },
    {
      "epoch": 10.055287958115183,
      "grad_norm": 1.4293948411941528,
      "learning_rate": 6.004000000000001e-06,
      "loss": 0.4012,
      "step": 6000
    },
    {
      "epoch": 10.055287958115183,
      "eval_loss": 0.3698088824748993,
      "eval_runtime": 276.0941,
      "eval_samples_per_second": 30.747,
      "eval_steps_per_second": 3.847,
      "step": 6000
    },
    {
      "epoch": 10.139057591623036,
      "grad_norm": 1.1719565391540527,
      "learning_rate": 5.954000000000001e-06,
      "loss": 0.4036,
      "step": 6050
    },
    {
      "epoch": 10.22282722513089,
      "grad_norm": 1.0520621538162231,
      "learning_rate": 5.9040000000000006e-06,
      "loss": 0.4074,
      "step": 6100
    },
    {
      "epoch": 10.306596858638743,
      "grad_norm": 1.9477139711380005,
      "learning_rate": 5.854000000000001e-06,
      "loss": 0.4049,
      "step": 6150
    },
    {
      "epoch": 10.390366492146597,
      "grad_norm": 1.147050142288208,
      "learning_rate": 5.804000000000001e-06,
      "loss": 0.4009,
      "step": 6200
    },
    {
      "epoch": 10.47413612565445,
      "grad_norm": 1.32716703414917,
      "learning_rate": 5.754e-06,
      "loss": 0.4037,
      "step": 6250
    },
    {
      "epoch": 10.557905759162304,
      "grad_norm": 1.6168224811553955,
      "learning_rate": 5.704000000000001e-06,
      "loss": 0.401,
      "step": 6300
    },
    {
      "epoch": 10.641675392670157,
      "grad_norm": 1.3314645290374756,
      "learning_rate": 5.654e-06,
      "loss": 0.4039,
      "step": 6350
    },
    {
      "epoch": 10.72544502617801,
      "grad_norm": 1.0647807121276855,
      "learning_rate": 5.604000000000001e-06,
      "loss": 0.4039,
      "step": 6400
    },
    {
      "epoch": 10.809214659685864,
      "grad_norm": 1.3919047117233276,
      "learning_rate": 5.5540000000000005e-06,
      "loss": 0.4014,
      "step": 6450
    },
    {
      "epoch": 10.892984293193717,
      "grad_norm": 1.3037397861480713,
      "learning_rate": 5.504e-06,
      "loss": 0.403,
      "step": 6500
    },
    {
      "epoch": 10.892984293193717,
      "eval_loss": 0.3670424520969391,
      "eval_runtime": 281.4305,
      "eval_samples_per_second": 30.164,
      "eval_steps_per_second": 3.774,
      "step": 6500
    },
    {
      "epoch": 10.976753926701571,
      "grad_norm": 0.9927046298980713,
      "learning_rate": 5.454000000000001e-06,
      "loss": 0.4002,
      "step": 6550
    },
    {
      "epoch": 11.060523560209424,
      "grad_norm": 2.82547926902771,
      "learning_rate": 5.404e-06,
      "loss": 0.4035,
      "step": 6600
    },
    {
      "epoch": 11.144293193717278,
      "grad_norm": 1.4662278890609741,
      "learning_rate": 5.354e-06,
      "loss": 0.4031,
      "step": 6650
    },
    {
      "epoch": 11.22806282722513,
      "grad_norm": 0.9803363084793091,
      "learning_rate": 5.304e-06,
      "loss": 0.3984,
      "step": 6700
    },
    {
      "epoch": 11.311832460732985,
      "grad_norm": 1.580372929573059,
      "learning_rate": 5.254e-06,
      "loss": 0.3987,
      "step": 6750
    },
    {
      "epoch": 11.395602094240838,
      "grad_norm": 1.5269379615783691,
      "learning_rate": 5.2040000000000005e-06,
      "loss": 0.3999,
      "step": 6800
    },
    {
      "epoch": 11.479371727748692,
      "grad_norm": 1.2878773212432861,
      "learning_rate": 5.154e-06,
      "loss": 0.3991,
      "step": 6850
    },
    {
      "epoch": 11.563141361256545,
      "grad_norm": 1.2725164890289307,
      "learning_rate": 5.104e-06,
      "loss": 0.3979,
      "step": 6900
    },
    {
      "epoch": 11.646910994764397,
      "grad_norm": 2.5339043140411377,
      "learning_rate": 5.054e-06,
      "loss": 0.3966,
      "step": 6950
    },
    {
      "epoch": 11.730680628272252,
      "grad_norm": 1.1876580715179443,
      "learning_rate": 5.004e-06,
      "loss": 0.4017,
      "step": 7000
    },
    {
      "epoch": 11.730680628272252,
      "eval_loss": 0.3627295196056366,
      "eval_runtime": 270.756,
      "eval_samples_per_second": 31.353,
      "eval_steps_per_second": 3.922,
      "step": 7000
    },
    {
      "epoch": 11.814450261780104,
      "grad_norm": 1.1595991849899292,
      "learning_rate": 4.954e-06,
      "loss": 0.4003,
      "step": 7050
    },
    {
      "epoch": 11.898219895287959,
      "grad_norm": 1.2361228466033936,
      "learning_rate": 4.904000000000001e-06,
      "loss": 0.4019,
      "step": 7100
    },
    {
      "epoch": 11.981989528795811,
      "grad_norm": 1.5332549810409546,
      "learning_rate": 4.8540000000000005e-06,
      "loss": 0.395,
      "step": 7150
    },
    {
      "epoch": 12.065759162303666,
      "grad_norm": 1.4963312149047852,
      "learning_rate": 4.804e-06,
      "loss": 0.406,
      "step": 7200
    },
    {
      "epoch": 12.149528795811518,
      "grad_norm": 1.5511187314987183,
      "learning_rate": 4.7540000000000006e-06,
      "loss": 0.3991,
      "step": 7250
    },
    {
      "epoch": 12.233298429319373,
      "grad_norm": 1.8427493572235107,
      "learning_rate": 4.704e-06,
      "loss": 0.3982,
      "step": 7300
    },
    {
      "epoch": 12.317068062827225,
      "grad_norm": 1.3739436864852905,
      "learning_rate": 4.654e-06,
      "loss": 0.3966,
      "step": 7350
    },
    {
      "epoch": 12.400837696335078,
      "grad_norm": 1.659621238708496,
      "learning_rate": 4.604e-06,
      "loss": 0.4019,
      "step": 7400
    },
    {
      "epoch": 12.484607329842932,
      "grad_norm": 1.8510388135910034,
      "learning_rate": 4.554000000000001e-06,
      "loss": 0.4013,
      "step": 7450
    },
    {
      "epoch": 12.568376963350785,
      "grad_norm": 1.100199580192566,
      "learning_rate": 4.504e-06,
      "loss": 0.3961,
      "step": 7500
    },
    {
      "epoch": 12.568376963350785,
      "eval_loss": 0.36272022128105164,
      "eval_runtime": 264.6514,
      "eval_samples_per_second": 32.076,
      "eval_steps_per_second": 4.013,
      "step": 7500
    },
    {
      "epoch": 12.652146596858639,
      "grad_norm": 1.439460039138794,
      "learning_rate": 4.454000000000001e-06,
      "loss": 0.3937,
      "step": 7550
    },
    {
      "epoch": 12.735916230366492,
      "grad_norm": 1.253373622894287,
      "learning_rate": 4.4040000000000005e-06,
      "loss": 0.4011,
      "step": 7600
    },
    {
      "epoch": 12.819685863874346,
      "grad_norm": 1.6404370069503784,
      "learning_rate": 4.354e-06,
      "loss": 0.4016,
      "step": 7650
    },
    {
      "epoch": 12.903455497382199,
      "grad_norm": 1.3606590032577515,
      "learning_rate": 4.304000000000001e-06,
      "loss": 0.3964,
      "step": 7700
    },
    {
      "epoch": 12.987225130890053,
      "grad_norm": 1.249391794204712,
      "learning_rate": 4.254e-06,
      "loss": 0.4013,
      "step": 7750
    },
    {
      "epoch": 13.070994764397906,
      "grad_norm": 1.1404308080673218,
      "learning_rate": 4.205e-06,
      "loss": 0.3939,
      "step": 7800
    },
    {
      "epoch": 13.15476439790576,
      "grad_norm": 0.9418945908546448,
      "learning_rate": 4.155e-06,
      "loss": 0.3968,
      "step": 7850
    },
    {
      "epoch": 13.238534031413613,
      "grad_norm": 1.3190369606018066,
      "learning_rate": 4.1050000000000005e-06,
      "loss": 0.3977,
      "step": 7900
    },
    {
      "epoch": 13.322303664921465,
      "grad_norm": 1.2260388135910034,
      "learning_rate": 4.055000000000001e-06,
      "loss": 0.3973,
      "step": 7950
    },
    {
      "epoch": 13.40607329842932,
      "grad_norm": 1.035477638244629,
      "learning_rate": 4.005000000000001e-06,
      "loss": 0.3957,
      "step": 8000
    },
    {
      "epoch": 13.40607329842932,
      "eval_loss": 0.3603293001651764,
      "eval_runtime": 270.7314,
      "eval_samples_per_second": 31.356,
      "eval_steps_per_second": 3.923,
      "step": 8000
    },
    {
      "epoch": 13.489842931937172,
      "grad_norm": 1.4767895936965942,
      "learning_rate": 3.955e-06,
      "loss": 0.3921,
      "step": 8050
    },
    {
      "epoch": 13.573612565445027,
      "grad_norm": 15.019492149353027,
      "learning_rate": 3.905000000000001e-06,
      "loss": 0.3947,
      "step": 8100
    },
    {
      "epoch": 13.65738219895288,
      "grad_norm": 1.3216609954833984,
      "learning_rate": 3.855e-06,
      "loss": 0.3969,
      "step": 8150
    },
    {
      "epoch": 13.741151832460734,
      "grad_norm": 1.0909982919692993,
      "learning_rate": 3.8050000000000004e-06,
      "loss": 0.3916,
      "step": 8200
    },
    {
      "epoch": 13.824921465968586,
      "grad_norm": 1.6264184713363647,
      "learning_rate": 3.7550000000000005e-06,
      "loss": 0.3951,
      "step": 8250
    },
    {
      "epoch": 13.90869109947644,
      "grad_norm": 1.1289631128311157,
      "learning_rate": 3.705e-06,
      "loss": 0.3926,
      "step": 8300
    },
    {
      "epoch": 13.992460732984293,
      "grad_norm": 1.1617991924285889,
      "learning_rate": 3.655e-06,
      "loss": 0.393,
      "step": 8350
    },
    {
      "epoch": 14.076230366492146,
      "grad_norm": 1.1278605461120605,
      "learning_rate": 3.6050000000000002e-06,
      "loss": 0.3969,
      "step": 8400
    },
    {
      "epoch": 14.16,
      "grad_norm": 0.9024301767349243,
      "learning_rate": 3.5550000000000003e-06,
      "loss": 0.3888,
      "step": 8450
    },
    {
      "epoch": 14.243769633507853,
      "grad_norm": 0.9253320097923279,
      "learning_rate": 3.505e-06,
      "loss": 0.3919,
      "step": 8500
    },
    {
      "epoch": 14.243769633507853,
      "eval_loss": 0.35886332392692566,
      "eval_runtime": 262.8233,
      "eval_samples_per_second": 32.299,
      "eval_steps_per_second": 4.041,
      "step": 8500
    }
  ],
  "logging_steps": 50,
  "max_steps": 12000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 21,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5251375860469338e+17,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}