{
  "best_metric": 5.67610502243042,
  "best_model_checkpoint": "./results/models/mistral-dna/checkpoint-326520",
  "epoch": 19.0,
  "eval_steps": 500,
  "global_step": 344660,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.027563395810363836,
      "grad_norm": 0.2275390625,
      "learning_rate": 0.0009994487320837927,
      "loss": 6.911,
      "step": 500
    },
    {
      "epoch": 0.05512679162072767,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0009988974641675853,
      "loss": 6.4675,
      "step": 1000
    },
    {
      "epoch": 0.08269018743109151,
      "grad_norm": 1.53125,
      "learning_rate": 0.0009983461962513782,
      "loss": 6.3671,
      "step": 1500
    },
    {
      "epoch": 0.11025358324145534,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0009977949283351709,
      "loss": 6.3713,
      "step": 2000
    },
    {
      "epoch": 0.1378169790518192,
      "grad_norm": 8.625,
      "learning_rate": 0.0009972436604189637,
      "loss": 6.3203,
      "step": 2500
    },
    {
      "epoch": 0.16538037486218302,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0009966923925027564,
      "loss": 6.2909,
      "step": 3000
    },
    {
      "epoch": 0.19294377067254687,
      "grad_norm": 1.5078125,
      "learning_rate": 0.000996141124586549,
      "loss": 6.258,
      "step": 3500
    },
    {
      "epoch": 0.2205071664829107,
      "grad_norm": 1.78125,
      "learning_rate": 0.000995589856670342,
      "loss": 6.229,
      "step": 4000
    },
    {
      "epoch": 0.24807056229327454,
      "grad_norm": 1.015625,
      "learning_rate": 0.0009950385887541346,
      "loss": 6.1963,
      "step": 4500
    },
    {
      "epoch": 0.2756339581036384,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0009944873208379273,
      "loss": 6.164,
      "step": 5000
    },
    {
      "epoch": 0.3031973539140022,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00099393605292172,
      "loss": 6.182,
      "step": 5500
    },
    {
      "epoch": 0.33076074972436603,
      "grad_norm": 2.265625,
      "learning_rate": 0.0009933847850055126,
      "loss": 6.1642,
      "step": 6000
    },
    {
      "epoch": 0.35832414553472985,
      "grad_norm": 1.28125,
      "learning_rate": 0.0009928335170893054,
      "loss": 6.1384,
      "step": 6500
    },
    {
      "epoch": 0.38588754134509373,
      "grad_norm": 2.453125,
      "learning_rate": 0.000992282249173098,
      "loss": 6.1192,
      "step": 7000
    },
    {
      "epoch": 0.41345093715545755,
      "grad_norm": 2.53125,
      "learning_rate": 0.000991730981256891,
      "loss": 6.118,
      "step": 7500
    },
    {
      "epoch": 0.4410143329658214,
      "grad_norm": 2.484375,
      "learning_rate": 0.0009911797133406836,
      "loss": 6.1237,
      "step": 8000
    },
    {
      "epoch": 0.4685777287761852,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0009906284454244763,
      "loss": 6.1096,
      "step": 8500
    },
    {
      "epoch": 0.4961411245865491,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0009900771775082692,
      "loss": 6.0873,
      "step": 9000
    },
    {
      "epoch": 0.523704520396913,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0009895259095920618,
      "loss": 6.0941,
      "step": 9500
    },
    {
      "epoch": 0.5512679162072768,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0009889746416758545,
      "loss": 6.0842,
      "step": 10000
    },
    {
      "epoch": 0.5788313120176406,
      "grad_norm": 1.390625,
      "learning_rate": 0.0009884233737596471,
      "loss": 6.0843,
      "step": 10500
    },
    {
      "epoch": 0.6063947078280044,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0009878721058434398,
      "loss": 6.0626,
      "step": 11000
    },
    {
      "epoch": 0.6339581036383682,
      "grad_norm": 1.984375,
      "learning_rate": 0.0009873208379272327,
      "loss": 6.0823,
      "step": 11500
    },
    {
      "epoch": 0.6615214994487321,
      "grad_norm": 1.078125,
      "learning_rate": 0.0009867695700110253,
      "loss": 6.0745,
      "step": 12000
    },
    {
      "epoch": 0.6890848952590959,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0009862183020948182,
      "loss": 6.0307,
      "step": 12500
    },
    {
      "epoch": 0.7166482910694597,
      "grad_norm": 1.265625,
      "learning_rate": 0.0009856670341786109,
      "loss": 6.0327,
      "step": 13000
    },
    {
      "epoch": 0.7442116868798236,
      "grad_norm": 1.03125,
      "learning_rate": 0.0009851157662624035,
      "loss": 6.0547,
      "step": 13500
    },
    {
      "epoch": 0.7717750826901875,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0009845644983461964,
      "loss": 6.0374,
      "step": 14000
    },
    {
      "epoch": 0.7993384785005513,
      "grad_norm": 1.390625,
      "learning_rate": 0.000984013230429989,
      "loss": 6.029,
      "step": 14500
    },
    {
      "epoch": 0.8269018743109151,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0009834619625137817,
      "loss": 6.0243,
      "step": 15000
    },
    {
      "epoch": 0.8544652701212789,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0009829106945975744,
      "loss": 5.9914,
      "step": 15500
    },
    {
      "epoch": 0.8820286659316428,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000982359426681367,
      "loss": 6.0179,
      "step": 16000
    },
    {
      "epoch": 0.9095920617420066,
      "grad_norm": 1.5,
      "learning_rate": 0.00098180815876516,
      "loss": 6.0157,
      "step": 16500
    },
    {
      "epoch": 0.9371554575523704,
      "grad_norm": 1.0625,
      "learning_rate": 0.0009812568908489526,
      "loss": 6.0221,
      "step": 17000
    },
    {
      "epoch": 0.9647188533627343,
      "grad_norm": 1.03125,
      "learning_rate": 0.0009807056229327454,
      "loss": 6.0173,
      "step": 17500
    },
    {
      "epoch": 0.9922822491730982,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000980154355016538,
      "loss": 5.9947,
      "step": 18000
    },
    {
      "epoch": 1.0,
      "eval_loss": 5.929446220397949,
      "eval_runtime": 3.5789,
      "eval_samples_per_second": 81.309,
      "eval_steps_per_second": 5.309,
      "step": 18140
    },
    {
      "epoch": 1.0198456449834619,
      "grad_norm": 1.171875,
      "learning_rate": 0.0009796030871003308,
      "loss": 5.998,
      "step": 18500
    },
    {
      "epoch": 1.0474090407938257,
      "grad_norm": 10.0,
      "learning_rate": 0.0009790518191841234,
      "loss": 6.0043,
      "step": 19000
    },
    {
      "epoch": 1.0749724366041897,
      "grad_norm": 1.078125,
      "learning_rate": 0.0009785005512679163,
      "loss": 5.9952,
      "step": 19500
    },
    {
      "epoch": 1.1025358324145536,
      "grad_norm": 1.8984375,
      "learning_rate": 0.000977949283351709,
      "loss": 5.9804,
      "step": 20000
    },
    {
      "epoch": 1.1300992282249174,
      "grad_norm": 2.234375,
      "learning_rate": 0.0009773980154355016,
      "loss": 5.9935,
      "step": 20500
    },
    {
      "epoch": 1.1576626240352812,
      "grad_norm": 1.234375,
      "learning_rate": 0.0009768467475192943,
      "loss": 5.9866,
      "step": 21000
    },
    {
      "epoch": 1.185226019845645,
      "grad_norm": 1.109375,
      "learning_rate": 0.000976295479603087,
      "loss": 5.9887,
      "step": 21500
    },
    {
      "epoch": 1.2127894156560088,
      "grad_norm": 2.046875,
      "learning_rate": 0.0009757442116868799,
      "loss": 5.9695,
      "step": 22000
    },
    {
      "epoch": 1.2403528114663727,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0009751929437706726,
      "loss": 5.9573,
      "step": 22500
    },
    {
      "epoch": 1.2679162072767365,
      "grad_norm": 12.75,
      "learning_rate": 0.0009746416758544653,
      "loss": 5.9796,
      "step": 23000
    },
    {
      "epoch": 1.2954796030871003,
      "grad_norm": 1.28125,
      "learning_rate": 0.000974090407938258,
      "loss": 5.9909,
      "step": 23500
    },
    {
      "epoch": 1.3230429988974641,
      "grad_norm": 1.53125,
      "learning_rate": 0.0009735391400220506,
      "loss": 5.9719,
      "step": 24000
    },
    {
      "epoch": 1.350606394707828,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0009729878721058435,
      "loss": 5.9726,
      "step": 24500
    },
    {
      "epoch": 1.3781697905181918,
      "grad_norm": 2.578125,
      "learning_rate": 0.0009724366041896362,
      "loss": 5.9742,
      "step": 25000
    },
    {
      "epoch": 1.4057331863285556,
      "grad_norm": 1.15625,
      "learning_rate": 0.0009718853362734289,
      "loss": 5.9722,
      "step": 25500
    },
    {
      "epoch": 1.4332965821389196,
      "grad_norm": 1.3125,
      "learning_rate": 0.0009713340683572216,
      "loss": 5.9578,
      "step": 26000
    },
    {
      "epoch": 1.4608599779492835,
      "grad_norm": 1.453125,
      "learning_rate": 0.0009707828004410143,
      "loss": 5.9473,
      "step": 26500
    },
    {
      "epoch": 1.4884233737596473,
      "grad_norm": 1.390625,
      "learning_rate": 0.0009702315325248071,
      "loss": 5.955,
      "step": 27000
    },
    {
      "epoch": 1.515986769570011,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0009696802646085998,
      "loss": 5.9419,
      "step": 27500
    },
    {
      "epoch": 1.543550165380375,
      "grad_norm": 1.640625,
      "learning_rate": 0.0009691289966923926,
      "loss": 5.9387,
      "step": 28000
    },
    {
      "epoch": 1.5711135611907387,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0009685777287761852,
      "loss": 5.95,
      "step": 28500
    },
    {
      "epoch": 1.5986769570011026,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0009680264608599779,
      "loss": 5.9469,
      "step": 29000
    },
    {
      "epoch": 1.6262403528114664,
      "grad_norm": 4.90625,
      "learning_rate": 0.0009674751929437707,
      "loss": 5.9324,
      "step": 29500
    },
    {
      "epoch": 1.6538037486218302,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0009669239250275634,
      "loss": 5.9238,
      "step": 30000
    },
    {
      "epoch": 1.681367144432194,
      "grad_norm": 1.265625,
      "learning_rate": 0.0009663726571113562,
      "loss": 5.9536,
      "step": 30500
    },
    {
      "epoch": 1.7089305402425579,
      "grad_norm": 1.1875,
      "learning_rate": 0.0009658213891951488,
      "loss": 5.9408,
      "step": 31000
    },
    {
      "epoch": 1.7364939360529217,
      "grad_norm": 1.734375,
      "learning_rate": 0.0009652701212789415,
      "loss": 5.9553,
      "step": 31500
    },
    {
      "epoch": 1.7640573318632855,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0009647188533627344,
      "loss": 5.9385,
      "step": 32000
    },
    {
      "epoch": 1.7916207276736493,
      "grad_norm": 1.3671875,
      "learning_rate": 0.000964167585446527,
      "loss": 5.9371,
      "step": 32500
    },
    {
      "epoch": 1.8191841234840131,
      "grad_norm": 1.421875,
      "learning_rate": 0.0009636163175303198,
      "loss": 5.9171,
      "step": 33000
    },
    {
      "epoch": 1.846747519294377,
      "grad_norm": 1.875,
      "learning_rate": 0.0009630650496141124,
      "loss": 5.9314,
      "step": 33500
    },
    {
      "epoch": 1.8743109151047408,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0009625137816979052,
      "loss": 5.951,
      "step": 34000
    },
    {
      "epoch": 1.9018743109151046,
      "grad_norm": 1.390625,
      "learning_rate": 0.000961962513781698,
      "loss": 5.9276,
      "step": 34500
    },
    {
      "epoch": 1.9294377067254684,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0009614112458654906,
      "loss": 5.9392,
      "step": 35000
    },
    {
      "epoch": 1.9570011025358323,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0009608599779492834,
      "loss": 5.9271,
      "step": 35500
    },
    {
      "epoch": 1.9845644983461963,
      "grad_norm": 4.8125,
      "learning_rate": 0.0009603087100330761,
      "loss": 5.9204,
      "step": 36000
    },
    {
      "epoch": 2.0,
      "eval_loss": 5.8477325439453125,
      "eval_runtime": 3.5523,
      "eval_samples_per_second": 81.919,
      "eval_steps_per_second": 5.349,
      "step": 36280
    },
    {
      "epoch": 2.01212789415656,
      "grad_norm": 1.0625,
      "learning_rate": 0.0009597574421168688,
      "loss": 5.9157,
      "step": 36500
    },
    {
      "epoch": 2.0396912899669237,
      "grad_norm": 1.109375,
      "learning_rate": 0.0009592061742006616,
      "loss": 5.931,
      "step": 37000
    },
    {
      "epoch": 2.0672546857772875,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0009586549062844542,
      "loss": 5.9114,
      "step": 37500
    },
    {
      "epoch": 2.0948180815876514,
      "grad_norm": 1.40625,
      "learning_rate": 0.000958103638368247,
      "loss": 5.9024,
      "step": 38000
    },
    {
      "epoch": 2.1223814773980156,
      "grad_norm": 1.078125,
      "learning_rate": 0.0009575523704520397,
      "loss": 5.9296,
      "step": 38500
    },
    {
      "epoch": 2.1499448732083795,
      "grad_norm": 0.640625,
      "learning_rate": 0.0009570011025358324,
      "loss": 5.9374,
      "step": 39000
    },
    {
      "epoch": 2.1775082690187433,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0009564498346196252,
      "loss": 5.9184,
      "step": 39500
    },
    {
      "epoch": 2.205071664829107,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0009558985667034179,
      "loss": 5.896,
      "step": 40000
    },
    {
      "epoch": 2.232635060639471,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0009553472987872106,
      "loss": 5.9052,
      "step": 40500
    },
    {
      "epoch": 2.2601984564498347,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0009547960308710033,
      "loss": 5.9184,
      "step": 41000
    },
    {
      "epoch": 2.2877618522601986,
      "grad_norm": 1.3125,
      "learning_rate": 0.0009542447629547961,
      "loss": 5.8971,
      "step": 41500
    },
    {
      "epoch": 2.3153252480705624,
      "grad_norm": 1.265625,
      "learning_rate": 0.0009536934950385888,
      "loss": 5.9281,
      "step": 42000
    },
    {
      "epoch": 2.342888643880926,
      "grad_norm": 1.203125,
      "learning_rate": 0.0009531422271223815,
      "loss": 5.8906,
      "step": 42500
    },
    {
      "epoch": 2.37045203969129,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0009525909592061742,
      "loss": 5.8993,
      "step": 43000
    },
    {
      "epoch": 2.398015435501654,
      "grad_norm": 2.421875,
      "learning_rate": 0.0009520396912899669,
      "loss": 5.9032,
      "step": 43500
    },
    {
      "epoch": 2.4255788313120177,
      "grad_norm": 1.0,
      "learning_rate": 0.0009514884233737597,
      "loss": 5.8909,
      "step": 44000
    },
    {
      "epoch": 2.4531422271223815,
      "grad_norm": 1.1875,
      "learning_rate": 0.0009509371554575524,
      "loss": 5.9002,
      "step": 44500
    },
    {
      "epoch": 2.4807056229327453,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0009503858875413451,
      "loss": 5.882,
      "step": 45000
    },
    {
      "epoch": 2.508269018743109,
      "grad_norm": 2.3125,
      "learning_rate": 0.0009498346196251379,
      "loss": 5.8949,
      "step": 45500
    },
    {
      "epoch": 2.535832414553473,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0009492833517089305,
      "loss": 5.8871,
      "step": 46000
    },
    {
      "epoch": 2.563395810363837,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0009487320837927233,
      "loss": 5.9061,
      "step": 46500
    },
    {
      "epoch": 2.5909592061742006,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000948180815876516,
      "loss": 5.8935,
      "step": 47000
    },
    {
      "epoch": 2.6185226019845644,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0009476295479603087,
      "loss": 5.8811,
      "step": 47500
    },
    {
      "epoch": 2.6460859977949283,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0009470782800441015,
      "loss": 5.8933,
      "step": 48000
    },
    {
      "epoch": 2.673649393605292,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0009465270121278941,
      "loss": 5.8882,
      "step": 48500
    },
    {
      "epoch": 2.701212789415656,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0009459757442116869,
      "loss": 5.8635,
      "step": 49000
    },
    {
      "epoch": 2.7287761852260197,
      "grad_norm": 1.015625,
      "learning_rate": 0.0009454244762954797,
      "loss": 5.888,
      "step": 49500
    },
    {
      "epoch": 2.7563395810363835,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0009448732083792723,
      "loss": 5.8789,
      "step": 50000
    },
    {
      "epoch": 2.7839029768467474,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0009443219404630651,
      "loss": 5.8909,
      "step": 50500
    },
    {
      "epoch": 2.811466372657111,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0009437706725468577,
      "loss": 5.8678,
      "step": 51000
    },
    {
      "epoch": 2.8390297684674755,
      "grad_norm": 3.53125,
      "learning_rate": 0.0009432194046306505,
      "loss": 5.8754,
      "step": 51500
    },
    {
      "epoch": 2.8665931642778393,
      "grad_norm": 0.71875,
      "learning_rate": 0.0009426681367144433,
      "loss": 5.8766,
      "step": 52000
    },
    {
      "epoch": 2.894156560088203,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0009421168687982359,
      "loss": 5.886,
      "step": 52500
    },
    {
      "epoch": 2.921719955898567,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0009415656008820287,
      "loss": 5.8551,
      "step": 53000
    },
    {
      "epoch": 2.9492833517089307,
      "grad_norm": 0.875,
      "learning_rate": 0.0009410143329658214,
      "loss": 5.8986,
      "step": 53500
    },
    {
      "epoch": 2.9768467475192946,
      "grad_norm": 1.609375,
      "learning_rate": 0.0009404630650496141,
      "loss": 5.891,
      "step": 54000
    },
    {
      "epoch": 3.0,
      "eval_loss": 5.803347587585449,
      "eval_runtime": 3.5792,
      "eval_samples_per_second": 81.304,
      "eval_steps_per_second": 5.308,
      "step": 54420
    },
    {
      "epoch": 3.0044101433296584,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0009399117971334069,
      "loss": 5.8926,
      "step": 54500
    },
    {
      "epoch": 3.031973539140022,
      "grad_norm": 14.875,
      "learning_rate": 0.0009393605292171997,
      "loss": 5.8568,
      "step": 55000
    },
    {
      "epoch": 3.059536934950386,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0009388092613009923,
      "loss": 5.8754,
      "step": 55500
    },
    {
      "epoch": 3.08710033076075,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000938257993384785,
      "loss": 5.8574,
      "step": 56000
    },
    {
      "epoch": 3.1146637265711137,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0009377067254685777,
      "loss": 5.8662,
      "step": 56500
    },
    {
      "epoch": 3.1422271223814775,
      "grad_norm": 0.640625,
      "learning_rate": 0.0009371554575523704,
      "loss": 5.8519,
      "step": 57000
    },
    {
      "epoch": 3.1697905181918413,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0009366041896361633,
      "loss": 5.8509,
      "step": 57500
    },
    {
      "epoch": 3.197353914002205,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0009360529217199559,
      "loss": 5.8836,
      "step": 58000
    },
    {
      "epoch": 3.224917309812569,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0009355016538037486,
      "loss": 5.8643,
      "step": 58500
    },
    {
      "epoch": 3.252480705622933,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0009349503858875414,
      "loss": 5.8799,
      "step": 59000
    },
    {
      "epoch": 3.2800441014332966,
      "grad_norm": 0.84375,
      "learning_rate": 0.000934399117971334,
      "loss": 5.866,
      "step": 59500
    },
    {
      "epoch": 3.3076074972436604,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0009338478500551269,
      "loss": 5.8548,
      "step": 60000
    },
    {
      "epoch": 3.3351708930540243,
      "grad_norm": 0.609375,
      "learning_rate": 0.0009332965821389196,
      "loss": 5.8507,
      "step": 60500
    },
    {
      "epoch": 3.362734288864388,
      "grad_norm": 1.578125,
      "learning_rate": 0.0009327453142227122,
      "loss": 5.8459,
      "step": 61000
    },
    {
      "epoch": 3.390297684674752,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000932194046306505,
      "loss": 5.8494,
      "step": 61500
    },
    {
      "epoch": 3.4178610804851157,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0009316427783902976,
      "loss": 5.873,
      "step": 62000
    },
    {
      "epoch": 3.4454244762954795,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0009310915104740905,
      "loss": 5.8589,
      "step": 62500
    },
    {
      "epoch": 3.4729878721058434,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0009305402425578832,
      "loss": 5.8487,
      "step": 63000
    },
    {
      "epoch": 3.500551267916207,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0009299889746416758,
      "loss": 5.8644,
      "step": 63500
    },
    {
      "epoch": 3.528114663726571,
      "grad_norm": 0.765625,
      "learning_rate": 0.0009294377067254686,
      "loss": 5.8487,
      "step": 64000
    },
    {
      "epoch": 3.555678059536935,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0009288864388092612,
      "loss": 5.8694,
      "step": 64500
    },
    {
      "epoch": 3.5832414553472987,
      "grad_norm": 1.03125,
      "learning_rate": 0.0009283351708930541,
      "loss": 5.8628,
      "step": 65000
    },
    {
      "epoch": 3.6108048511576625,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0009277839029768468,
      "loss": 5.8573,
      "step": 65500
    },
    {
      "epoch": 3.6383682469680263,
      "grad_norm": 0.90625,
      "learning_rate": 0.0009272326350606394,
      "loss": 5.8417,
      "step": 66000
    },
    {
      "epoch": 3.66593164277839,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0009266813671444322,
      "loss": 5.8485,
      "step": 66500
    },
    {
      "epoch": 3.693495038588754,
      "grad_norm": 0.75,
      "learning_rate": 0.0009261300992282249,
      "loss": 5.8443,
      "step": 67000
    },
    {
      "epoch": 3.7210584343991178,
      "grad_norm": 0.859375,
      "learning_rate": 0.0009255788313120177,
      "loss": 5.841,
      "step": 67500
    },
    {
      "epoch": 3.7486218302094816,
      "grad_norm": 0.6875,
      "learning_rate": 0.0009250275633958104,
      "loss": 5.835,
      "step": 68000
    },
    {
      "epoch": 3.7761852260198454,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0009244762954796031,
      "loss": 5.8575,
      "step": 68500
    },
    {
      "epoch": 3.8037486218302092,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0009239250275633958,
      "loss": 5.8631,
      "step": 69000
    },
    {
      "epoch": 3.831312017640573,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0009233737596471885,
      "loss": 5.8509,
      "step": 69500
    },
    {
      "epoch": 3.8588754134509373,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0009228224917309814,
      "loss": 5.847,
      "step": 70000
    },
    {
      "epoch": 3.886438809261301,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000922271223814774,
      "loss": 5.8587,
      "step": 70500
    },
    {
      "epoch": 3.914002205071665,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0009217199558985667,
      "loss": 5.8451,
      "step": 71000
    },
    {
      "epoch": 3.941565600882029,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0009211686879823594,
      "loss": 5.8521,
      "step": 71500
    },
    {
      "epoch": 3.9691289966923926,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0009206174200661521,
      "loss": 5.8407,
      "step": 72000
    },
    {
      "epoch": 3.9966923925027564,
      "grad_norm": 0.75390625,
      "learning_rate": 0.000920066152149945,
      "loss": 5.8205,
      "step": 72500
    },
    {
      "epoch": 4.0,
      "eval_loss": 5.774289608001709,
      "eval_runtime": 3.5097,
      "eval_samples_per_second": 82.912,
      "eval_steps_per_second": 5.414,
      "step": 72560
    },
    {
      "epoch": 4.02425578831312,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0009195148842337376,
      "loss": 5.8396,
      "step": 73000
    },
    {
      "epoch": 4.051819184123484,
      "grad_norm": 1.5,
      "learning_rate": 0.0009189636163175303,
      "loss": 5.8453,
      "step": 73500
    },
    {
      "epoch": 4.0793825799338475,
      "grad_norm": 0.58203125,
      "learning_rate": 0.000918412348401323,
      "loss": 5.8365,
      "step": 74000
    },
    {
      "epoch": 4.106945975744211,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0009178610804851157,
      "loss": 5.8304,
      "step": 74500
    },
    {
      "epoch": 4.134509371554575,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0009173098125689086,
      "loss": 5.8235,
      "step": 75000
    },
    {
      "epoch": 4.16207276736494,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0009167585446527012,
      "loss": 5.8591,
      "step": 75500
    },
    {
      "epoch": 4.189636163175303,
      "grad_norm": 2.515625,
      "learning_rate": 0.000916207276736494,
      "loss": 5.8466,
      "step": 76000
    },
    {
      "epoch": 4.2171995589856675,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0009156560088202867,
      "loss": 5.8329,
      "step": 76500
    },
    {
      "epoch": 4.244762954796031,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0009151047409040793,
      "loss": 5.8334,
      "step": 77000
    },
    {
      "epoch": 4.272326350606395,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0009145534729878722,
      "loss": 5.8243,
      "step": 77500
    },
    {
      "epoch": 4.299889746416759,
      "grad_norm": 0.75,
      "learning_rate": 0.0009140022050716649,
      "loss": 5.8238,
      "step": 78000
    },
    {
      "epoch": 4.327453142227123,
      "grad_norm": 1.90625,
      "learning_rate": 0.0009134509371554576,
      "loss": 5.8285,
      "step": 78500
    },
    {
      "epoch": 4.355016538037487,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0009128996692392503,
      "loss": 5.838,
      "step": 79000
    },
    {
      "epoch": 4.38257993384785,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0009123484013230429,
      "loss": 5.8347,
      "step": 79500
    },
    {
      "epoch": 4.410143329658214,
      "grad_norm": 0.75,
      "learning_rate": 0.0009117971334068358,
      "loss": 5.832,
      "step": 80000
    },
    {
      "epoch": 4.437706725468578,
      "grad_norm": 0.46484375,
      "learning_rate": 0.0009112458654906285,
      "loss": 5.841,
      "step": 80500
    },
    {
      "epoch": 4.465270121278942,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0009106945975744212,
      "loss": 5.8299,
      "step": 81000
    },
    {
      "epoch": 4.492833517089306,
      "grad_norm": 1.265625,
      "learning_rate": 0.0009101433296582139,
      "loss": 5.8212,
      "step": 81500
    },
    {
      "epoch": 4.5203969128996695,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0009095920617420066,
      "loss": 5.8406,
      "step": 82000
    },
    {
      "epoch": 4.547960308710033,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0009090407938257994,
      "loss": 5.8292,
      "step": 82500
    },
    {
      "epoch": 4.575523704520397,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0009084895259095921,
      "loss": 5.8295,
      "step": 83000
    },
    {
      "epoch": 4.603087100330761,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0009079382579933849,
      "loss": 5.8325,
      "step": 83500
    },
    {
      "epoch": 4.630650496141125,
      "grad_norm": 0.484375,
      "learning_rate": 0.0009073869900771775,
      "loss": 5.8038,
      "step": 84000
    },
    {
      "epoch": 4.658213891951489,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0009068357221609702,
      "loss": 5.8389,
      "step": 84500
    },
    {
      "epoch": 4.685777287761852,
      "grad_norm": 3.375,
      "learning_rate": 0.000906284454244763,
      "loss": 5.829,
      "step": 85000
    },
    {
      "epoch": 4.713340683572216,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0009057331863285557,
      "loss": 5.8178,
      "step": 85500
    },
    {
      "epoch": 4.74090407938258,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0009051819184123485,
      "loss": 5.8195,
      "step": 86000
    },
    {
      "epoch": 4.768467475192944,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0009046306504961411,
      "loss": 5.8204,
      "step": 86500
    },
    {
      "epoch": 4.796030871003308,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0009040793825799338,
      "loss": 5.7925,
      "step": 87000
    },
    {
      "epoch": 4.8235942668136715,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0009035281146637267,
      "loss": 5.8219,
      "step": 87500
    },
    {
      "epoch": 4.851157662624035,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0009029768467475193,
      "loss": 5.8183,
      "step": 88000
    },
    {
      "epoch": 4.878721058434399,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0009024255788313121,
      "loss": 5.8106,
      "step": 88500
    },
    {
      "epoch": 4.906284454244763,
      "grad_norm": 0.546875,
      "learning_rate": 0.0009018743109151047,
      "loss": 5.8082,
      "step": 89000
    },
    {
      "epoch": 4.933847850055127,
      "grad_norm": 0.921875,
      "learning_rate": 0.0009013230429988974,
      "loss": 5.8191,
      "step": 89500
    },
    {
      "epoch": 4.961411245865491,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0009007717750826903,
      "loss": 5.8146,
      "step": 90000
    },
    {
      "epoch": 4.9889746416758545,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0009002205071664829,
      "loss": 5.834,
      "step": 90500
    },
    {
      "epoch": 5.0,
      "eval_loss": 5.750288486480713,
      "eval_runtime": 3.4633,
      "eval_samples_per_second": 84.024,
      "eval_steps_per_second": 5.486,
      "step": 90700
    },
    {
      "epoch": 5.016538037486218,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0008996692392502757,
      "loss": 5.7809,
      "step": 91000
    },
    {
      "epoch": 5.044101433296582,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0008991179713340684,
      "loss": 5.8308,
      "step": 91500
    },
    {
      "epoch": 5.071664829106946,
      "grad_norm": 0.60546875,
      "learning_rate": 0.000898566703417861,
      "loss": 5.7961,
      "step": 92000
    },
    {
      "epoch": 5.09922822491731,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0008980154355016539,
      "loss": 5.787,
      "step": 92500
    },
    {
      "epoch": 5.126791620727674,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0008974641675854465,
      "loss": 5.8046,
      "step": 93000
    },
    {
      "epoch": 5.154355016538037,
      "grad_norm": 0.859375,
      "learning_rate": 0.0008969128996692393,
      "loss": 5.8129,
      "step": 93500
    },
    {
      "epoch": 5.181918412348401,
      "grad_norm": 0.66796875,
      "learning_rate": 0.000896361631753032,
      "loss": 5.7921,
      "step": 94000
    },
    {
      "epoch": 5.209481808158765,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0008958103638368246,
      "loss": 5.8238,
      "step": 94500
    },
    {
      "epoch": 5.237045203969129,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0008952590959206174,
      "loss": 5.8191,
      "step": 95000
    },
    {
      "epoch": 5.264608599779493,
      "grad_norm": 0.546875,
      "learning_rate": 0.0008947078280044102,
      "loss": 5.8169,
      "step": 95500
    },
    {
      "epoch": 5.2921719955898565,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0008941565600882029,
      "loss": 5.8309,
      "step": 96000
    },
    {
      "epoch": 5.31973539140022,
      "grad_norm": 0.484375,
      "learning_rate": 0.0008936052921719956,
      "loss": 5.7999,
      "step": 96500
    },
    {
      "epoch": 5.347298787210584,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0008930540242557882,
      "loss": 5.8098,
      "step": 97000
    },
    {
      "epoch": 5.374862183020948,
      "grad_norm": 0.484375,
      "learning_rate": 0.000892502756339581,
      "loss": 5.799,
      "step": 97500
    },
    {
      "epoch": 5.402425578831312,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0008919514884233738,
      "loss": 5.7938,
      "step": 98000
    },
    {
      "epoch": 5.429988974641676,
      "grad_norm": 0.6875,
      "learning_rate": 0.0008914002205071665,
      "loss": 5.8295,
      "step": 98500
    },
    {
      "epoch": 5.4575523704520394,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0008908489525909592,
      "loss": 5.803,
      "step": 99000
    },
    {
      "epoch": 5.485115766262403,
      "grad_norm": 0.515625,
      "learning_rate": 0.000890297684674752,
      "loss": 5.7955,
      "step": 99500
    },
    {
      "epoch": 5.512679162072767,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0008897464167585446,
      "loss": 5.8132,
      "step": 100000
    },
    {
      "epoch": 5.540242557883131,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0008891951488423374,
      "loss": 5.8069,
      "step": 100500
    },
    {
      "epoch": 5.567805953693495,
      "grad_norm": 0.703125,
      "learning_rate": 0.0008886438809261302,
      "loss": 5.7817,
      "step": 101000
    },
    {
      "epoch": 5.595369349503859,
      "grad_norm": 2.3125,
      "learning_rate": 0.0008880926130099228,
      "loss": 5.8091,
      "step": 101500
    },
    {
      "epoch": 5.622932745314222,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0008875413450937156,
      "loss": 5.8136,
      "step": 102000
    },
    {
      "epoch": 5.650496141124586,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0008869900771775082,
      "loss": 5.7865,
      "step": 102500
    },
    {
      "epoch": 5.67805953693495,
      "grad_norm": 0.45703125,
      "learning_rate": 0.000886438809261301,
      "loss": 5.8017,
      "step": 103000
    },
    {
      "epoch": 5.705622932745314,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0008858875413450938,
      "loss": 5.7965,
      "step": 103500
    },
    {
      "epoch": 5.733186328555679,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0008853362734288864,
      "loss": 5.8133,
      "step": 104000
    },
    {
      "epoch": 5.7607497243660415,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0008847850055126792,
      "loss": 5.7881,
      "step": 104500
    },
    {
      "epoch": 5.788313120176406,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0008842337375964719,
      "loss": 5.7775,
      "step": 105000
    },
    {
      "epoch": 5.815876515986769,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0008836824696802646,
      "loss": 5.8153,
      "step": 105500
    },
    {
      "epoch": 5.843439911797134,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0008831312017640574,
      "loss": 5.8193,
      "step": 106000
    },
    {
      "epoch": 5.871003307607497,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00088257993384785,
      "loss": 5.7903,
      "step": 106500
    },
    {
      "epoch": 5.8985667034178615,
      "grad_norm": 0.390625,
      "learning_rate": 0.0008820286659316428,
      "loss": 5.8197,
      "step": 107000
    },
    {
      "epoch": 5.926130099228224,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0008814773980154355,
      "loss": 5.8029,
      "step": 107500
    },
    {
      "epoch": 5.953693495038589,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0008809261300992282,
      "loss": 5.8085,
      "step": 108000
    },
    {
      "epoch": 5.981256890848953,
      "grad_norm": 0.5078125,
      "learning_rate": 0.000880374862183021,
      "loss": 5.7913,
      "step": 108500
    },
    {
      "epoch": 6.0,
      "eval_loss": 5.734777927398682,
      "eval_runtime": 3.5058,
      "eval_samples_per_second": 83.005,
      "eval_steps_per_second": 5.42,
      "step": 108840
    },
    {
      "epoch": 6.008820286659317,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0008798235942668137,
      "loss": 5.7969,
      "step": 109000
    },
    {
      "epoch": 6.036383682469681,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0008792723263506064,
      "loss": 5.798,
      "step": 109500
    },
    {
      "epoch": 6.063947078280044,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0008787210584343991,
      "loss": 5.8031,
      "step": 110000
    },
    {
      "epoch": 6.091510474090408,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0008781697905181919,
      "loss": 5.7775,
      "step": 110500
    },
    {
      "epoch": 6.119073869900772,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0008776185226019846,
      "loss": 5.7736,
      "step": 111000
    },
    {
      "epoch": 6.146637265711136,
      "grad_norm": 0.482421875,
      "learning_rate": 0.0008770672546857773,
      "loss": 5.7873,
      "step": 111500
    },
    {
      "epoch": 6.1742006615215,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00087651598676957,
      "loss": 5.7928,
      "step": 112000
    },
    {
      "epoch": 6.2017640573318635,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0008759647188533627,
      "loss": 5.7961,
      "step": 112500
    },
    {
      "epoch": 6.229327453142227,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0008754134509371555,
      "loss": 5.7866,
      "step": 113000
    },
    {
      "epoch": 6.256890848952591,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0008748621830209482,
      "loss": 5.7872,
      "step": 113500
    },
    {
      "epoch": 6.284454244762955,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0008743109151047409,
      "loss": 5.803,
      "step": 114000
    },
    {
      "epoch": 6.312017640573319,
      "grad_norm": 0.453125,
      "learning_rate": 0.0008737596471885337,
      "loss": 5.8078,
      "step": 114500
    },
    {
      "epoch": 6.339581036383683,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0008732083792723263,
      "loss": 5.7968,
      "step": 115000
    },
    {
      "epoch": 6.3671444321940465,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0008726571113561191,
      "loss": 5.785,
      "step": 115500
    },
    {
      "epoch": 6.39470782800441,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0008721058434399119,
      "loss": 5.7898,
      "step": 116000
    },
    {
      "epoch": 6.422271223814774,
      "grad_norm": 0.43359375,
      "learning_rate": 0.0008715545755237045,
      "loss": 5.802,
      "step": 116500
    },
    {
      "epoch": 6.449834619625138,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0008710033076074973,
      "loss": 5.7907,
      "step": 117000
    },
    {
      "epoch": 6.477398015435502,
      "grad_norm": 0.875,
      "learning_rate": 0.0008704520396912899,
      "loss": 5.7899,
      "step": 117500
    },
    {
      "epoch": 6.504961411245866,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0008699007717750828,
      "loss": 5.7908,
      "step": 118000
    },
    {
      "epoch": 6.532524807056229,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0008693495038588755,
      "loss": 5.808,
      "step": 118500
    },
    {
      "epoch": 6.560088202866593,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0008687982359426681,
      "loss": 5.7799,
      "step": 119000
    },
    {
      "epoch": 6.587651598676957,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0008682469680264609,
      "loss": 5.7839,
      "step": 119500
    },
    {
      "epoch": 6.615214994487321,
      "grad_norm": 1.53125,
      "learning_rate": 0.0008676957001102535,
      "loss": 5.7823,
      "step": 120000
    },
    {
      "epoch": 6.642778390297685,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0008671444321940464,
      "loss": 5.7844,
      "step": 120500
    },
    {
      "epoch": 6.6703417861080485,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0008665931642778391,
      "loss": 5.7917,
      "step": 121000
    },
    {
      "epoch": 6.697905181918412,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0008660418963616317,
      "loss": 5.8034,
      "step": 121500
    },
    {
      "epoch": 6.725468577728776,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0008654906284454245,
      "loss": 5.7769,
      "step": 122000
    },
    {
      "epoch": 6.75303197353914,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0008649393605292172,
      "loss": 5.7911,
      "step": 122500
    },
    {
      "epoch": 6.780595369349504,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00086438809261301,
      "loss": 5.7873,
      "step": 123000
    },
    {
      "epoch": 6.808158765159868,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0008638368246968027,
      "loss": 5.7845,
      "step": 123500
    },
    {
      "epoch": 6.835722160970231,
      "grad_norm": 0.353515625,
      "learning_rate": 0.0008632855567805954,
      "loss": 5.8045,
      "step": 124000
    },
    {
      "epoch": 6.863285556780595,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0008627342888643881,
      "loss": 5.7967,
      "step": 124500
    },
    {
      "epoch": 6.890848952590959,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0008621830209481808,
      "loss": 5.7611,
      "step": 125000
    },
    {
      "epoch": 6.918412348401323,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0008616317530319737,
      "loss": 5.7735,
      "step": 125500
    },
    {
      "epoch": 6.945975744211687,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0008610804851157663,
      "loss": 5.7777,
      "step": 126000
    },
    {
      "epoch": 6.9735391400220506,
      "grad_norm": 0.6484375,
      "learning_rate": 0.000860529217199559,
      "loss": 5.7793,
      "step": 126500
    },
    {
      "epoch": 7.0,
      "eval_loss": 5.720947742462158,
      "eval_runtime": 3.4558,
      "eval_samples_per_second": 84.206,
      "eval_steps_per_second": 5.498,
      "step": 126980
    },
    {
      "epoch": 7.001102535832414,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0008599779492833517,
      "loss": 5.7761,
      "step": 127000
    },
    {
      "epoch": 7.028665931642778,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0008594266813671444,
      "loss": 5.7634,
      "step": 127500
    },
    {
      "epoch": 7.056229327453142,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0008588754134509373,
      "loss": 5.7837,
      "step": 128000
    },
    {
      "epoch": 7.083792723263506,
      "grad_norm": 0.515625,
      "learning_rate": 0.0008583241455347299,
      "loss": 5.7759,
      "step": 128500
    },
    {
      "epoch": 7.11135611907387,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0008577728776185226,
      "loss": 5.7737,
      "step": 129000
    },
    {
      "epoch": 7.1389195148842335,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0008572216097023154,
      "loss": 5.7793,
      "step": 129500
    },
    {
      "epoch": 7.166482910694597,
      "grad_norm": 0.53125,
      "learning_rate": 0.000856670341786108,
      "loss": 5.8033,
      "step": 130000
    },
    {
      "epoch": 7.194046306504961,
      "grad_norm": 1.09375,
      "learning_rate": 0.0008561190738699009,
      "loss": 5.7663,
      "step": 130500
    },
    {
      "epoch": 7.221609702315325,
      "grad_norm": 0.482421875,
      "learning_rate": 0.0008555678059536935,
      "loss": 5.7625,
      "step": 131000
    },
    {
      "epoch": 7.249173098125689,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0008550165380374862,
      "loss": 5.8,
      "step": 131500
    },
    {
      "epoch": 7.276736493936053,
      "grad_norm": 0.412109375,
      "learning_rate": 0.000854465270121279,
      "loss": 5.7776,
      "step": 132000
    },
    {
      "epoch": 7.304299889746416,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0008539140022050716,
      "loss": 5.7849,
      "step": 132500
    },
    {
      "epoch": 7.33186328555678,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0008533627342888644,
      "loss": 5.7772,
      "step": 133000
    },
    {
      "epoch": 7.359426681367144,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0008528114663726572,
      "loss": 5.761,
      "step": 133500
    },
    {
      "epoch": 7.386990077177508,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0008522601984564498,
      "loss": 5.7731,
      "step": 134000
    },
    {
      "epoch": 7.414553472987872,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0008517089305402426,
      "loss": 5.7644,
      "step": 134500
    },
    {
      "epoch": 7.4421168687982355,
      "grad_norm": 1.125,
      "learning_rate": 0.0008511576626240352,
      "loss": 5.761,
      "step": 135000
    },
    {
      "epoch": 7.4696802646086,
      "grad_norm": 0.416015625,
      "learning_rate": 0.000850606394707828,
      "loss": 5.7774,
      "step": 135500
    },
    {
      "epoch": 7.497243660418963,
      "grad_norm": 0.326171875,
      "learning_rate": 0.0008500551267916208,
      "loss": 5.7838,
      "step": 136000
    },
    {
      "epoch": 7.524807056229328,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0008495038588754134,
      "loss": 5.7687,
      "step": 136500
    },
    {
      "epoch": 7.552370452039691,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0008489525909592062,
      "loss": 5.7818,
      "step": 137000
    },
    {
      "epoch": 7.5799338478500555,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0008484013230429989,
      "loss": 5.7693,
      "step": 137500
    },
    {
      "epoch": 7.607497243660419,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0008478500551267916,
      "loss": 5.7745,
      "step": 138000
    },
    {
      "epoch": 7.635060639470783,
      "grad_norm": 0.578125,
      "learning_rate": 0.0008472987872105844,
      "loss": 5.7658,
      "step": 138500
    },
    {
      "epoch": 7.662624035281147,
      "grad_norm": 0.609375,
      "learning_rate": 0.000846747519294377,
      "loss": 5.7618,
      "step": 139000
    },
    {
      "epoch": 7.690187431091511,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0008461962513781698,
      "loss": 5.7692,
      "step": 139500
    },
    {
      "epoch": 7.717750826901875,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0008456449834619625,
      "loss": 5.7893,
      "step": 140000
    },
    {
      "epoch": 7.7453142227122385,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0008450937155457552,
      "loss": 5.7833,
      "step": 140500
    },
    {
      "epoch": 7.772877618522602,
      "grad_norm": 0.59765625,
      "learning_rate": 0.000844542447629548,
      "loss": 5.7728,
      "step": 141000
    },
    {
      "epoch": 7.800441014332966,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0008439911797133408,
      "loss": 5.7854,
      "step": 141500
    },
    {
      "epoch": 7.82800441014333,
      "grad_norm": 0.462890625,
      "learning_rate": 0.0008434399117971334,
      "loss": 5.7749,
      "step": 142000
    },
    {
      "epoch": 7.855567805953694,
      "grad_norm": 0.5,
      "learning_rate": 0.0008428886438809261,
      "loss": 5.7706,
      "step": 142500
    },
    {
      "epoch": 7.883131201764058,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0008423373759647189,
      "loss": 5.7673,
      "step": 143000
    },
    {
      "epoch": 7.910694597574421,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0008417861080485116,
      "loss": 5.7834,
      "step": 143500
    },
    {
      "epoch": 7.938257993384785,
      "grad_norm": 0.46875,
      "learning_rate": 0.0008412348401323044,
      "loss": 5.7748,
      "step": 144000
    },
    {
      "epoch": 7.965821389195149,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000840683572216097,
      "loss": 5.7908,
      "step": 144500
    },
    {
      "epoch": 7.993384785005513,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0008401323042998897,
      "loss": 5.7698,
      "step": 145000
    },
    {
      "epoch": 8.0,
      "eval_loss": 5.71162223815918,
      "eval_runtime": 3.4422,
      "eval_samples_per_second": 84.54,
      "eval_steps_per_second": 5.52,
      "step": 145120
    },
    {
      "epoch": 8.020948180815877,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0008395810363836825,
      "loss": 5.7724,
      "step": 145500
    },
    {
      "epoch": 8.04851157662624,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0008390297684674752,
      "loss": 5.7663,
      "step": 146000
    },
    {
      "epoch": 8.076074972436604,
      "grad_norm": 0.6796875,
      "learning_rate": 0.000838478500551268,
      "loss": 5.7685,
      "step": 146500
    },
    {
      "epoch": 8.103638368246967,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0008379272326350607,
      "loss": 5.7875,
      "step": 147000
    },
    {
      "epoch": 8.131201764057332,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0008373759647188533,
      "loss": 5.7763,
      "step": 147500
    },
    {
      "epoch": 8.158765159867695,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0008368246968026461,
      "loss": 5.7662,
      "step": 148000
    },
    {
      "epoch": 8.18632855567806,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0008362734288864388,
      "loss": 5.7624,
      "step": 148500
    },
    {
      "epoch": 8.213891951488423,
      "grad_norm": 0.515625,
      "learning_rate": 0.0008357221609702316,
      "loss": 5.7667,
      "step": 149000
    },
    {
      "epoch": 8.241455347298787,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0008351708930540243,
      "loss": 5.7788,
      "step": 149500
    },
    {
      "epoch": 8.26901874310915,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0008346196251378169,
      "loss": 5.7647,
      "step": 150000
    },
    {
      "epoch": 8.296582138919515,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0008340683572216097,
      "loss": 5.7819,
      "step": 150500
    },
    {
      "epoch": 8.32414553472988,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0008335170893054025,
      "loss": 5.7612,
      "step": 151000
    },
    {
      "epoch": 8.351708930540243,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0008329658213891952,
      "loss": 5.7775,
      "step": 151500
    },
    {
      "epoch": 8.379272326350605,
      "grad_norm": 0.46875,
      "learning_rate": 0.0008324145534729879,
      "loss": 5.7565,
      "step": 152000
    },
    {
      "epoch": 8.40683572216097,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0008318632855567805,
      "loss": 5.7515,
      "step": 152500
    },
    {
      "epoch": 8.434399117971335,
      "grad_norm": 0.609375,
      "learning_rate": 0.0008313120176405733,
      "loss": 5.7639,
      "step": 153000
    },
    {
      "epoch": 8.461962513781698,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0008307607497243661,
      "loss": 5.7595,
      "step": 153500
    },
    {
      "epoch": 8.489525909592063,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0008302094818081588,
      "loss": 5.7484,
      "step": 154000
    },
    {
      "epoch": 8.517089305402425,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0008296582138919515,
      "loss": 5.7783,
      "step": 154500
    },
    {
      "epoch": 8.54465270121279,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0008291069459757442,
      "loss": 5.7618,
      "step": 155000
    },
    {
      "epoch": 8.572216097023153,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0008285556780595369,
      "loss": 5.7686,
      "step": 155500
    },
    {
      "epoch": 8.599779492833518,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0008280044101433297,
      "loss": 5.7739,
      "step": 156000
    },
    {
      "epoch": 8.62734288864388,
      "grad_norm": 0.5,
      "learning_rate": 0.0008274531422271225,
      "loss": 5.7731,
      "step": 156500
    },
    {
      "epoch": 8.654906284454245,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0008269018743109151,
      "loss": 5.7755,
      "step": 157000
    },
    {
      "epoch": 8.682469680264608,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0008263506063947078,
      "loss": 5.7607,
      "step": 157500
    },
    {
      "epoch": 8.710033076074973,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0008257993384785005,
      "loss": 5.7848,
      "step": 158000
    },
    {
      "epoch": 8.737596471885336,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0008252480705622933,
      "loss": 5.7626,
      "step": 158500
    },
    {
      "epoch": 8.7651598676957,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0008246968026460861,
      "loss": 5.7732,
      "step": 159000
    },
    {
      "epoch": 8.792723263506064,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0008241455347298787,
      "loss": 5.7488,
      "step": 159500
    },
    {
      "epoch": 8.820286659316428,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0008235942668136714,
      "loss": 5.7689,
      "step": 160000
    },
    {
      "epoch": 8.847850055126791,
      "grad_norm": 0.765625,
      "learning_rate": 0.0008230429988974642,
      "loss": 5.7707,
      "step": 160500
    },
    {
      "epoch": 8.875413450937156,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0008224917309812569,
      "loss": 5.7448,
      "step": 161000
    },
    {
      "epoch": 8.902976846747519,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0008219404630650497,
      "loss": 5.7603,
      "step": 161500
    },
    {
      "epoch": 8.930540242557884,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0008213891951488423,
      "loss": 5.7592,
      "step": 162000
    },
    {
      "epoch": 8.958103638368247,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0008208379272326351,
      "loss": 5.7537,
      "step": 162500
    },
    {
      "epoch": 8.985667034178611,
      "grad_norm": 0.359375,
      "learning_rate": 0.0008202866593164278,
      "loss": 5.758,
      "step": 163000
    },
    {
      "epoch": 9.0,
      "eval_loss": 5.707642078399658,
      "eval_runtime": 3.4079,
      "eval_samples_per_second": 85.389,
      "eval_steps_per_second": 5.575,
      "step": 163260
    },
    {
      "epoch": 9.013230429988974,
      "grad_norm": 0.328125,
      "learning_rate": 0.0008197353914002205,
      "loss": 5.7547,
      "step": 163500
    },
    {
      "epoch": 9.040793825799339,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0008191841234840133,
      "loss": 5.7489,
      "step": 164000
    },
    {
      "epoch": 9.068357221609702,
      "grad_norm": 0.69921875,
      "learning_rate": 0.000818632855567806,
      "loss": 5.7536,
      "step": 164500
    },
    {
      "epoch": 9.095920617420067,
      "grad_norm": 0.3515625,
      "learning_rate": 0.0008180815876515987,
      "loss": 5.7599,
      "step": 165000
    },
    {
      "epoch": 9.12348401323043,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0008175303197353914,
      "loss": 5.7676,
      "step": 165500
    },
    {
      "epoch": 9.151047409040794,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0008169790518191842,
      "loss": 5.7523,
      "step": 166000
    },
    {
      "epoch": 9.178610804851157,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0008164277839029769,
      "loss": 5.7702,
      "step": 166500
    },
    {
      "epoch": 9.206174200661522,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0008158765159867696,
      "loss": 5.7238,
      "step": 167000
    },
    {
      "epoch": 9.233737596471885,
      "grad_norm": 0.34765625,
      "learning_rate": 0.0008153252480705623,
      "loss": 5.7696,
      "step": 167500
    },
    {
      "epoch": 9.26130099228225,
      "grad_norm": 0.48828125,
      "learning_rate": 0.000814773980154355,
      "loss": 5.7566,
      "step": 168000
    },
    {
      "epoch": 9.288864388092613,
      "grad_norm": 0.439453125,
      "learning_rate": 0.0008142227122381478,
      "loss": 5.7403,
      "step": 168500
    },
    {
      "epoch": 9.316427783902977,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0008136714443219405,
      "loss": 5.752,
      "step": 169000
    },
    {
      "epoch": 9.34399117971334,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0008131201764057332,
      "loss": 5.753,
      "step": 169500
    },
    {
      "epoch": 9.371554575523705,
      "grad_norm": 0.486328125,
      "learning_rate": 0.000812568908489526,
      "loss": 5.7681,
      "step": 170000
    },
    {
      "epoch": 9.399117971334068,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0008120176405733186,
      "loss": 5.7472,
      "step": 170500
    },
    {
      "epoch": 9.426681367144432,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0008114663726571113,
      "loss": 5.7753,
      "step": 171000
    },
    {
      "epoch": 9.454244762954795,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0008109151047409042,
      "loss": 5.7646,
      "step": 171500
    },
    {
      "epoch": 9.48180815876516,
      "grad_norm": 0.439453125,
      "learning_rate": 0.0008103638368246968,
      "loss": 5.7771,
      "step": 172000
    },
    {
      "epoch": 9.509371554575523,
      "grad_norm": 0.3671875,
      "learning_rate": 0.0008098125689084896,
      "loss": 5.7628,
      "step": 172500
    },
    {
      "epoch": 9.536934950385888,
      "grad_norm": 0.349609375,
      "learning_rate": 0.0008092613009922822,
      "loss": 5.7618,
      "step": 173000
    },
    {
      "epoch": 9.56449834619625,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0008087100330760749,
      "loss": 5.7626,
      "step": 173500
    },
    {
      "epoch": 9.592061742006615,
      "grad_norm": 0.546875,
      "learning_rate": 0.0008081587651598678,
      "loss": 5.7592,
      "step": 174000
    },
    {
      "epoch": 9.619625137816978,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0008076074972436604,
      "loss": 5.7822,
      "step": 174500
    },
    {
      "epoch": 9.647188533627343,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0008070562293274532,
      "loss": 5.7712,
      "step": 175000
    },
    {
      "epoch": 9.674751929437706,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0008065049614112459,
      "loss": 5.7641,
      "step": 175500
    },
    {
      "epoch": 9.70231532524807,
      "grad_norm": 0.609375,
      "learning_rate": 0.0008059536934950385,
      "loss": 5.7498,
      "step": 176000
    },
    {
      "epoch": 9.729878721058434,
      "grad_norm": 0.609375,
      "learning_rate": 0.0008054024255788314,
      "loss": 5.7343,
      "step": 176500
    },
    {
      "epoch": 9.757442116868798,
      "grad_norm": 0.3671875,
      "learning_rate": 0.000804851157662624,
      "loss": 5.7558,
      "step": 177000
    },
    {
      "epoch": 9.785005512679161,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0008042998897464168,
      "loss": 5.7295,
      "step": 177500
    },
    {
      "epoch": 9.812568908489526,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0008037486218302095,
      "loss": 5.7506,
      "step": 178000
    },
    {
      "epoch": 9.840132304299889,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0008031973539140021,
      "loss": 5.7619,
      "step": 178500
    },
    {
      "epoch": 9.867695700110254,
      "grad_norm": 0.859375,
      "learning_rate": 0.000802646085997795,
      "loss": 5.7847,
      "step": 179000
    },
    {
      "epoch": 9.895259095920617,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0008020948180815877,
      "loss": 5.7624,
      "step": 179500
    },
    {
      "epoch": 9.922822491730981,
      "grad_norm": 0.390625,
      "learning_rate": 0.0008015435501653804,
      "loss": 5.7732,
      "step": 180000
    },
    {
      "epoch": 9.950385887541344,
      "grad_norm": 0.34375,
      "learning_rate": 0.0008009922822491731,
      "loss": 5.7425,
      "step": 180500
    },
    {
      "epoch": 9.977949283351709,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0008004410143329657,
      "loss": 5.7658,
      "step": 181000
    },
    {
      "epoch": 10.0,
      "eval_loss": 5.698179244995117,
      "eval_runtime": 3.4017,
      "eval_samples_per_second": 85.545,
      "eval_steps_per_second": 5.585,
      "step": 181400
    },
    {
      "epoch": 10.005512679162074,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0007998897464167586,
      "loss": 5.754,
      "step": 181500
    },
    {
      "epoch": 10.033076074972437,
      "grad_norm": 0.462890625,
      "learning_rate": 0.0007993384785005513,
      "loss": 5.7548,
      "step": 182000
    },
    {
      "epoch": 10.060639470782801,
      "grad_norm": 0.353515625,
      "learning_rate": 0.000798787210584344,
      "loss": 5.7513,
      "step": 182500
    },
    {
      "epoch": 10.088202866593164,
      "grad_norm": 0.375,
      "learning_rate": 0.0007982359426681367,
      "loss": 5.7397,
      "step": 183000
    },
    {
      "epoch": 10.115766262403529,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0007976846747519294,
      "loss": 5.7576,
      "step": 183500
    },
    {
      "epoch": 10.143329658213892,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0007971334068357222,
      "loss": 5.7683,
      "step": 184000
    },
    {
      "epoch": 10.170893054024257,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0007965821389195149,
      "loss": 5.7573,
      "step": 184500
    },
    {
      "epoch": 10.19845644983462,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0007960308710033077,
      "loss": 5.7413,
      "step": 185000
    },
    {
      "epoch": 10.226019845644984,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0007954796030871003,
      "loss": 5.7609,
      "step": 185500
    },
    {
      "epoch": 10.253583241455347,
      "grad_norm": 0.875,
      "learning_rate": 0.0007949283351708931,
      "loss": 5.7462,
      "step": 186000
    },
    {
      "epoch": 10.281146637265712,
      "grad_norm": 0.5,
      "learning_rate": 0.0007943770672546858,
      "loss": 5.7551,
      "step": 186500
    },
    {
      "epoch": 10.308710033076075,
      "grad_norm": 0.349609375,
      "learning_rate": 0.0007938257993384785,
      "loss": 5.7674,
      "step": 187000
    },
    {
      "epoch": 10.33627342888644,
      "grad_norm": 0.421875,
      "learning_rate": 0.0007932745314222713,
      "loss": 5.7599,
      "step": 187500
    },
    {
      "epoch": 10.363836824696802,
      "grad_norm": 0.341796875,
      "learning_rate": 0.0007927232635060639,
      "loss": 5.7496,
      "step": 188000
    },
    {
      "epoch": 10.391400220507167,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0007921719955898567,
      "loss": 5.7392,
      "step": 188500
    },
    {
      "epoch": 10.41896361631753,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0007916207276736495,
      "loss": 5.7736,
      "step": 189000
    },
    {
      "epoch": 10.446527012127895,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0007910694597574421,
      "loss": 5.7394,
      "step": 189500
    },
    {
      "epoch": 10.474090407938258,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0007905181918412349,
      "loss": 5.7425,
      "step": 190000
    },
    {
      "epoch": 10.501653803748622,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0007899669239250275,
      "loss": 5.7564,
      "step": 190500
    },
    {
      "epoch": 10.529217199558985,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0007894156560088203,
      "loss": 5.7643,
      "step": 191000
    },
    {
      "epoch": 10.55678059536935,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0007888643880926131,
      "loss": 5.7533,
      "step": 191500
    },
    {
      "epoch": 10.584343991179713,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0007883131201764057,
      "loss": 5.7359,
      "step": 192000
    },
    {
      "epoch": 10.611907386990078,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0007877618522601985,
      "loss": 5.7601,
      "step": 192500
    },
    {
      "epoch": 10.63947078280044,
      "grad_norm": 0.310546875,
      "learning_rate": 0.0007872105843439912,
      "loss": 5.7627,
      "step": 193000
    },
    {
      "epoch": 10.667034178610805,
      "grad_norm": 0.3515625,
      "learning_rate": 0.0007866593164277839,
      "loss": 5.7579,
      "step": 193500
    },
    {
      "epoch": 10.694597574421168,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0007861080485115767,
      "loss": 5.7502,
      "step": 194000
    },
    {
      "epoch": 10.722160970231533,
      "grad_norm": 0.40625,
      "learning_rate": 0.0007855567805953693,
      "loss": 5.7542,
      "step": 194500
    },
    {
      "epoch": 10.749724366041896,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0007850055126791621,
      "loss": 5.7384,
      "step": 195000
    },
    {
      "epoch": 10.77728776185226,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0007844542447629548,
      "loss": 5.7489,
      "step": 195500
    },
    {
      "epoch": 10.804851157662624,
      "grad_norm": 0.359375,
      "learning_rate": 0.0007839029768467475,
      "loss": 5.7698,
      "step": 196000
    },
    {
      "epoch": 10.832414553472988,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0007833517089305403,
      "loss": 5.7565,
      "step": 196500
    },
    {
      "epoch": 10.859977949283351,
      "grad_norm": 0.3203125,
      "learning_rate": 0.000782800441014333,
      "loss": 5.7514,
      "step": 197000
    },
    {
      "epoch": 10.887541345093716,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0007822491730981257,
      "loss": 5.7497,
      "step": 197500
    },
    {
      "epoch": 10.915104740904079,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0007816979051819184,
      "loss": 5.7485,
      "step": 198000
    },
    {
      "epoch": 10.942668136714444,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0007811466372657112,
      "loss": 5.7435,
      "step": 198500
    },
    {
      "epoch": 10.970231532524807,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0007805953693495039,
      "loss": 5.7511,
      "step": 199000
    },
    {
      "epoch": 10.997794928335171,
      "grad_norm": 0.47265625,
      "learning_rate": 0.0007800441014332966,
      "loss": 5.7397,
      "step": 199500
    },
    {
      "epoch": 11.0,
      "eval_loss": 5.6925530433654785,
      "eval_runtime": 3.473,
      "eval_samples_per_second": 83.788,
      "eval_steps_per_second": 5.471,
      "step": 199540
    },
    {
      "epoch": 11.025358324145534,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0007794928335170893,
      "loss": 5.7422,
      "step": 200000
    },
    {
      "epoch": 11.052921719955899,
      "grad_norm": 1.4609375,
      "learning_rate": 0.000778941565600882,
      "loss": 5.733,
      "step": 200500
    },
    {
      "epoch": 11.080485115766262,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0007783902976846748,
      "loss": 5.7357,
      "step": 201000
    },
    {
      "epoch": 11.108048511576627,
      "grad_norm": 0.4375,
      "learning_rate": 0.0007778390297684675,
      "loss": 5.7599,
      "step": 201500
    },
    {
      "epoch": 11.13561190738699,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0007772877618522602,
      "loss": 5.7505,
      "step": 202000
    },
    {
      "epoch": 11.163175303197354,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000776736493936053,
      "loss": 5.7602,
      "step": 202500
    },
    {
      "epoch": 11.190738699007717,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0007761852260198456,
      "loss": 5.7426,
      "step": 203000
    },
    {
      "epoch": 11.218302094818082,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0007756339581036384,
      "loss": 5.751,
      "step": 203500
    },
    {
      "epoch": 11.245865490628445,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0007750826901874311,
      "loss": 5.7675,
      "step": 204000
    },
    {
      "epoch": 11.27342888643881,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0007745314222712239,
      "loss": 5.7414,
      "step": 204500
    },
    {
      "epoch": 11.300992282249172,
      "grad_norm": 0.421875,
      "learning_rate": 0.0007739801543550166,
      "loss": 5.7601,
      "step": 205000
    },
    {
      "epoch": 11.328555678059537,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0007734288864388092,
      "loss": 5.7351,
      "step": 205500
    },
    {
      "epoch": 11.3561190738699,
      "grad_norm": 0.328125,
      "learning_rate": 0.000772877618522602,
      "loss": 5.7413,
      "step": 206000
    },
    {
      "epoch": 11.383682469680265,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0007723263506063948,
      "loss": 5.7493,
      "step": 206500
    },
    {
      "epoch": 11.411245865490628,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0007717750826901875,
      "loss": 5.7704,
      "step": 207000
    },
    {
      "epoch": 11.438809261300992,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0007712238147739802,
      "loss": 5.747,
      "step": 207500
    },
    {
      "epoch": 11.466372657111355,
      "grad_norm": 0.5,
      "learning_rate": 0.0007706725468577728,
      "loss": 5.744,
      "step": 208000
    },
    {
      "epoch": 11.49393605292172,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0007701212789415656,
      "loss": 5.7392,
      "step": 208500
    },
    {
      "epoch": 11.521499448732083,
      "grad_norm": 0.3046875,
      "learning_rate": 0.0007695700110253583,
      "loss": 5.7407,
      "step": 209000
    },
    {
      "epoch": 11.549062844542448,
      "grad_norm": 0.3203125,
      "learning_rate": 0.0007690187431091511,
      "loss": 5.7333,
      "step": 209500
    },
    {
      "epoch": 11.576626240352812,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0007684674751929438,
      "loss": 5.743,
      "step": 210000
    },
    {
      "epoch": 11.604189636163175,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0007679162072767365,
      "loss": 5.7642,
      "step": 210500
    },
    {
      "epoch": 11.631753031973538,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0007673649393605292,
      "loss": 5.7351,
      "step": 211000
    },
    {
      "epoch": 11.659316427783903,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0007668136714443219,
      "loss": 5.7701,
      "step": 211500
    },
    {
      "epoch": 11.686879823594268,
      "grad_norm": 0.28515625,
      "learning_rate": 0.0007662624035281148,
      "loss": 5.7295,
      "step": 212000
    },
    {
      "epoch": 11.71444321940463,
      "grad_norm": 0.32421875,
      "learning_rate": 0.0007657111356119074,
      "loss": 5.7499,
      "step": 212500
    },
    {
      "epoch": 11.742006615214994,
      "grad_norm": 0.3046875,
      "learning_rate": 0.0007651598676957001,
      "loss": 5.7722,
      "step": 213000
    },
    {
      "epoch": 11.769570011025358,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0007646085997794928,
      "loss": 5.7446,
      "step": 213500
    },
    {
      "epoch": 11.797133406835723,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0007640573318632855,
      "loss": 5.7524,
      "step": 214000
    },
    {
      "epoch": 11.824696802646086,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0007635060639470784,
      "loss": 5.7592,
      "step": 214500
    },
    {
      "epoch": 11.85226019845645,
      "grad_norm": 0.42578125,
      "learning_rate": 0.000762954796030871,
      "loss": 5.7532,
      "step": 215000
    },
    {
      "epoch": 11.879823594266814,
      "grad_norm": 0.3359375,
      "learning_rate": 0.0007624035281146637,
      "loss": 5.7412,
      "step": 215500
    },
    {
      "epoch": 11.907386990077178,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0007618522601984565,
      "loss": 5.7421,
      "step": 216000
    },
    {
      "epoch": 11.934950385887541,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0007613009922822491,
      "loss": 5.7383,
      "step": 216500
    },
    {
      "epoch": 11.962513781697906,
      "grad_norm": 0.341796875,
      "learning_rate": 0.000760749724366042,
      "loss": 5.7447,
      "step": 217000
    },
    {
      "epoch": 11.990077177508269,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0007601984564498347,
      "loss": 5.7552,
      "step": 217500
    },
    {
      "epoch": 12.0,
      "eval_loss": 5.68997859954834,
      "eval_runtime": 3.4588,
      "eval_samples_per_second": 84.133,
      "eval_steps_per_second": 5.493,
      "step": 217680
    },
    {
      "epoch": 12.017640573318634,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0007596471885336273,
      "loss": 5.7476,
      "step": 218000
    },
    {
      "epoch": 12.045203969128996,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0007590959206174201,
      "loss": 5.7503,
      "step": 218500
    },
    {
      "epoch": 12.072767364939361,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0007585446527012127,
      "loss": 5.7334,
      "step": 219000
    },
    {
      "epoch": 12.100330760749724,
      "grad_norm": 0.328125,
      "learning_rate": 0.0007579933847850056,
      "loss": 5.7367,
      "step": 219500
    },
    {
      "epoch": 12.127894156560089,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0007574421168687983,
      "loss": 5.7288,
      "step": 220000
    },
    {
      "epoch": 12.155457552370452,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0007568908489525909,
      "loss": 5.752,
      "step": 220500
    },
    {
      "epoch": 12.183020948180816,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0007563395810363837,
      "loss": 5.7276,
      "step": 221000
    },
    {
      "epoch": 12.21058434399118,
      "grad_norm": 0.40625,
      "learning_rate": 0.0007557883131201763,
      "loss": 5.732,
      "step": 221500
    },
    {
      "epoch": 12.238147739801544,
      "grad_norm": 0.375,
      "learning_rate": 0.0007552370452039692,
      "loss": 5.7643,
      "step": 222000
    },
    {
      "epoch": 12.265711135611907,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0007546857772877619,
      "loss": 5.7374,
      "step": 222500
    },
    {
      "epoch": 12.293274531422272,
      "grad_norm": 0.421875,
      "learning_rate": 0.0007541345093715545,
      "loss": 5.7423,
      "step": 223000
    },
    {
      "epoch": 12.320837927232635,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0007535832414553473,
      "loss": 5.7593,
      "step": 223500
    },
    {
      "epoch": 12.348401323043,
      "grad_norm": 0.484375,
      "learning_rate": 0.00075303197353914,
      "loss": 5.7556,
      "step": 224000
    },
    {
      "epoch": 12.375964718853362,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0007524807056229328,
      "loss": 5.7512,
      "step": 224500
    },
    {
      "epoch": 12.403528114663727,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0007519294377067255,
      "loss": 5.7309,
      "step": 225000
    },
    {
      "epoch": 12.43109151047409,
      "grad_norm": 0.3515625,
      "learning_rate": 0.0007513781697905182,
      "loss": 5.7577,
      "step": 225500
    },
    {
      "epoch": 12.458654906284455,
      "grad_norm": 0.32421875,
      "learning_rate": 0.0007508269018743109,
      "loss": 5.7341,
      "step": 226000
    },
    {
      "epoch": 12.486218302094818,
      "grad_norm": 0.3515625,
      "learning_rate": 0.0007502756339581036,
      "loss": 5.7458,
      "step": 226500
    },
    {
      "epoch": 12.513781697905182,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0007497243660418965,
      "loss": 5.7408,
      "step": 227000
    },
    {
      "epoch": 12.541345093715545,
      "grad_norm": 0.5625,
      "learning_rate": 0.0007491730981256891,
      "loss": 5.7453,
      "step": 227500
    },
    {
      "epoch": 12.56890848952591,
      "grad_norm": 0.42578125,
      "learning_rate": 0.0007486218302094819,
      "loss": 5.7414,
      "step": 228000
    },
    {
      "epoch": 12.596471885336273,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0007480705622932745,
      "loss": 5.7766,
      "step": 228500
    },
    {
      "epoch": 12.624035281146638,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0007475192943770672,
      "loss": 5.7368,
      "step": 229000
    },
    {
      "epoch": 12.651598676957,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0007469680264608601,
      "loss": 5.7412,
      "step": 229500
    },
    {
      "epoch": 12.679162072767365,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0007464167585446527,
      "loss": 5.7527,
      "step": 230000
    },
    {
      "epoch": 12.706725468577728,
      "grad_norm": 0.33984375,
      "learning_rate": 0.0007458654906284455,
      "loss": 5.7399,
      "step": 230500
    },
    {
      "epoch": 12.734288864388093,
      "grad_norm": 0.34765625,
      "learning_rate": 0.0007453142227122382,
      "loss": 5.7555,
      "step": 231000
    },
    {
      "epoch": 12.761852260198456,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0007447629547960308,
      "loss": 5.7398,
      "step": 231500
    },
    {
      "epoch": 12.78941565600882,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0007442116868798237,
      "loss": 5.737,
      "step": 232000
    },
    {
      "epoch": 12.816979051819184,
      "grad_norm": 6.21875,
      "learning_rate": 0.0007436604189636163,
      "loss": 5.7539,
      "step": 232500
    },
    {
      "epoch": 12.844542447629548,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0007431091510474091,
      "loss": 5.7506,
      "step": 233000
    },
    {
      "epoch": 12.872105843439911,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0007425578831312018,
      "loss": 5.7503,
      "step": 233500
    },
    {
      "epoch": 12.899669239250276,
      "grad_norm": 0.34765625,
      "learning_rate": 0.0007420066152149944,
      "loss": 5.7505,
      "step": 234000
    },
    {
      "epoch": 12.927232635060639,
      "grad_norm": 0.34375,
      "learning_rate": 0.0007414553472987873,
      "loss": 5.7385,
      "step": 234500
    },
    {
      "epoch": 12.954796030871004,
      "grad_norm": 0.419921875,
      "learning_rate": 0.00074090407938258,
      "loss": 5.737,
      "step": 235000
    },
    {
      "epoch": 12.982359426681366,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0007403528114663727,
      "loss": 5.755,
      "step": 235500
    },
    {
      "epoch": 13.0,
      "eval_loss": 5.689921855926514,
      "eval_runtime": 3.4572,
      "eval_samples_per_second": 84.171,
      "eval_steps_per_second": 5.496,
      "step": 235820
    },
    {
      "epoch": 13.009922822491731,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0007398015435501654,
      "loss": 5.7438,
      "step": 236000
    },
    {
      "epoch": 13.037486218302094,
      "grad_norm": 0.458984375,
      "learning_rate": 0.000739250275633958,
      "loss": 5.7433,
      "step": 236500
    },
    {
      "epoch": 13.065049614112459,
      "grad_norm": 0.37109375,
      "learning_rate": 0.0007386990077177509,
      "loss": 5.7426,
      "step": 237000
    },
    {
      "epoch": 13.092613009922822,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0007381477398015436,
      "loss": 5.7621,
      "step": 237500
    },
    {
      "epoch": 13.120176405733186,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0007375964718853363,
      "loss": 5.722,
      "step": 238000
    },
    {
      "epoch": 13.14773980154355,
      "grad_norm": 0.47265625,
      "learning_rate": 0.000737045203969129,
      "loss": 5.7348,
      "step": 238500
    },
    {
      "epoch": 13.175303197353914,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0007364939360529217,
      "loss": 5.7326,
      "step": 239000
    },
    {
      "epoch": 13.202866593164277,
      "grad_norm": 0.53125,
      "learning_rate": 0.0007359426681367145,
      "loss": 5.747,
      "step": 239500
    },
    {
      "epoch": 13.230429988974642,
      "grad_norm": 0.3046875,
      "learning_rate": 0.0007353914002205072,
      "loss": 5.7548,
      "step": 240000
    },
    {
      "epoch": 13.257993384785005,
      "grad_norm": 0.404296875,
      "learning_rate": 0.0007348401323043,
      "loss": 5.7422,
      "step": 240500
    },
    {
      "epoch": 13.28555678059537,
      "grad_norm": 0.71875,
      "learning_rate": 0.0007342888643880926,
      "loss": 5.737,
      "step": 241000
    },
    {
      "epoch": 13.313120176405732,
      "grad_norm": 0.453125,
      "learning_rate": 0.0007337375964718853,
      "loss": 5.7167,
      "step": 241500
    },
    {
      "epoch": 13.340683572216097,
      "grad_norm": 0.30859375,
      "learning_rate": 0.0007331863285556781,
      "loss": 5.7299,
      "step": 242000
    },
    {
      "epoch": 13.368246968026462,
      "grad_norm": 0.34375,
      "learning_rate": 0.0007326350606394708,
      "loss": 5.7564,
      "step": 242500
    },
    {
      "epoch": 13.395810363836825,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0007320837927232636,
      "loss": 5.7445,
      "step": 243000
    },
    {
      "epoch": 13.42337375964719,
      "grad_norm": 0.412109375,
      "learning_rate": 0.0007315325248070562,
      "loss": 5.753,
      "step": 243500
    },
    {
      "epoch": 13.450937155457552,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0007309812568908489,
      "loss": 5.7441,
      "step": 244000
    },
    {
      "epoch": 13.478500551267917,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0007304299889746418,
      "loss": 5.7416,
      "step": 244500
    },
    {
      "epoch": 13.50606394707828,
      "grad_norm": 0.3359375,
      "learning_rate": 0.0007298787210584344,
      "loss": 5.7404,
      "step": 245000
    },
    {
      "epoch": 13.533627342888645,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0007293274531422272,
      "loss": 5.7318,
      "step": 245500
    },
    {
      "epoch": 13.561190738699008,
      "grad_norm": 0.431640625,
      "learning_rate": 0.0007287761852260198,
      "loss": 5.7366,
      "step": 246000
    },
    {
      "epoch": 13.588754134509372,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0007282249173098125,
      "loss": 5.7395,
      "step": 246500
    },
    {
      "epoch": 13.616317530319735,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0007276736493936053,
      "loss": 5.7366,
      "step": 247000
    },
    {
      "epoch": 13.6438809261301,
      "grad_norm": 0.43359375,
      "learning_rate": 0.000727122381477398,
      "loss": 5.7624,
      "step": 247500
    },
    {
      "epoch": 13.671444321940463,
      "grad_norm": 0.30859375,
      "learning_rate": 0.0007265711135611908,
      "loss": 5.751,
      "step": 248000
    },
    {
      "epoch": 13.699007717750828,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0007260198456449835,
      "loss": 5.7418,
      "step": 248500
    },
    {
      "epoch": 13.72657111356119,
      "grad_norm": 0.3671875,
      "learning_rate": 0.0007254685777287761,
      "loss": 5.7474,
      "step": 249000
    },
    {
      "epoch": 13.754134509371555,
      "grad_norm": 0.384765625,
      "learning_rate": 0.0007249173098125689,
      "loss": 5.7553,
      "step": 249500
    },
    {
      "epoch": 13.781697905181918,
      "grad_norm": 0.375,
      "learning_rate": 0.0007243660418963616,
      "loss": 5.7491,
      "step": 250000
    },
    {
      "epoch": 13.809261300992283,
      "grad_norm": 0.4140625,
      "learning_rate": 0.0007238147739801544,
      "loss": 5.7412,
      "step": 250500
    },
    {
      "epoch": 13.836824696802646,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0007232635060639471,
      "loss": 5.7366,
      "step": 251000
    },
    {
      "epoch": 13.86438809261301,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0007227122381477398,
      "loss": 5.7245,
      "step": 251500
    },
    {
      "epoch": 13.891951488423373,
      "grad_norm": 0.328125,
      "learning_rate": 0.0007221609702315325,
      "loss": 5.7421,
      "step": 252000
    },
    {
      "epoch": 13.919514884233738,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0007216097023153253,
      "loss": 5.7628,
      "step": 252500
    },
    {
      "epoch": 13.947078280044101,
      "grad_norm": 0.41015625,
      "learning_rate": 0.000721058434399118,
      "loss": 5.7538,
      "step": 253000
    },
    {
      "epoch": 13.974641675854466,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0007205071664829107,
      "loss": 5.7307,
      "step": 253500
    },
    {
      "epoch": 14.0,
      "eval_loss": 5.6859917640686035,
      "eval_runtime": 3.4223,
      "eval_samples_per_second": 85.03,
      "eval_steps_per_second": 5.552,
      "step": 253960
    },
    {
      "epoch": 14.002205071664829,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0007199558985667035,
      "loss": 5.7491,
      "step": 254000
    },
    {
      "epoch": 14.029768467475193,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0007194046306504961,
      "loss": 5.7406,
      "step": 254500
    },
    {
      "epoch": 14.057331863285556,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0007188533627342889,
      "loss": 5.7294,
      "step": 255000
    },
    {
      "epoch": 14.084895259095921,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0007183020948180816,
      "loss": 5.7418,
      "step": 255500
    },
    {
      "epoch": 14.112458654906284,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0007177508269018743,
      "loss": 5.7267,
      "step": 256000
    },
    {
      "epoch": 14.140022050716649,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0007171995589856671,
      "loss": 5.7439,
      "step": 256500
    },
    {
      "epoch": 14.167585446527012,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0007166482910694597,
      "loss": 5.7512,
      "step": 257000
    },
    {
      "epoch": 14.195148842337376,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0007160970231532525,
      "loss": 5.7419,
      "step": 257500
    },
    {
      "epoch": 14.22271223814774,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0007155457552370453,
      "loss": 5.7306,
      "step": 258000
    },
    {
      "epoch": 14.250275633958104,
      "grad_norm": 0.8125,
      "learning_rate": 0.0007149944873208379,
      "loss": 5.7509,
      "step": 258500
    },
    {
      "epoch": 14.277839029768467,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0007144432194046307,
      "loss": 5.7601,
      "step": 259000
    },
    {
      "epoch": 14.305402425578832,
      "grad_norm": 0.46484375,
      "learning_rate": 0.0007138919514884233,
      "loss": 5.7511,
      "step": 259500
    },
    {
      "epoch": 14.332965821389195,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0007133406835722161,
      "loss": 5.7343,
      "step": 260000
    },
    {
      "epoch": 14.36052921719956,
      "grad_norm": 0.3203125,
      "learning_rate": 0.0007127894156560089,
      "loss": 5.7474,
      "step": 260500
    },
    {
      "epoch": 14.388092613009922,
      "grad_norm": 0.38671875,
      "learning_rate": 0.0007122381477398015,
      "loss": 5.7431,
      "step": 261000
    },
    {
      "epoch": 14.415656008820287,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0007116868798235943,
      "loss": 5.7377,
      "step": 261500
    },
    {
      "epoch": 14.44321940463065,
      "grad_norm": 0.369140625,
      "learning_rate": 0.000711135611907387,
      "loss": 5.7433,
      "step": 262000
    },
    {
      "epoch": 14.470782800441015,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0007105843439911797,
      "loss": 5.7341,
      "step": 262500
    },
    {
      "epoch": 14.498346196251378,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0007100330760749725,
      "loss": 5.7479,
      "step": 263000
    },
    {
      "epoch": 14.525909592061742,
      "grad_norm": 0.42578125,
      "learning_rate": 0.0007094818081587651,
      "loss": 5.7299,
      "step": 263500
    },
    {
      "epoch": 14.553472987872105,
      "grad_norm": 0.341796875,
      "learning_rate": 0.0007089305402425579,
      "loss": 5.7444,
      "step": 264000
    },
    {
      "epoch": 14.58103638368247,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0007083792723263506,
      "loss": 5.7349,
      "step": 264500
    },
    {
      "epoch": 14.608599779492833,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0007078280044101433,
      "loss": 5.736,
      "step": 265000
    },
    {
      "epoch": 14.636163175303198,
      "grad_norm": 1.109375,
      "learning_rate": 0.0007072767364939361,
      "loss": 5.7253,
      "step": 265500
    },
    {
      "epoch": 14.66372657111356,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0007067254685777288,
      "loss": 5.7351,
      "step": 266000
    },
    {
      "epoch": 14.691289966923925,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0007061742006615215,
      "loss": 5.7491,
      "step": 266500
    },
    {
      "epoch": 14.718853362734288,
      "grad_norm": 0.361328125,
      "learning_rate": 0.0007056229327453142,
      "loss": 5.7343,
      "step": 267000
    },
    {
      "epoch": 14.746416758544653,
      "grad_norm": 0.376953125,
      "learning_rate": 0.000705071664829107,
      "loss": 5.7302,
      "step": 267500
    },
    {
      "epoch": 14.773980154355016,
      "grad_norm": 0.359375,
      "learning_rate": 0.0007045203969128997,
      "loss": 5.7474,
      "step": 268000
    },
    {
      "epoch": 14.80154355016538,
      "grad_norm": 0.46875,
      "learning_rate": 0.0007039691289966924,
      "loss": 5.73,
      "step": 268500
    },
    {
      "epoch": 14.829106945975743,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0007034178610804851,
      "loss": 5.737,
      "step": 269000
    },
    {
      "epoch": 14.856670341786108,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0007028665931642778,
      "loss": 5.7352,
      "step": 269500
    },
    {
      "epoch": 14.884233737596471,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0007023153252480707,
      "loss": 5.7386,
      "step": 270000
    },
    {
      "epoch": 14.911797133406836,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0007017640573318633,
      "loss": 5.7437,
      "step": 270500
    },
    {
      "epoch": 14.9393605292172,
      "grad_norm": 0.328125,
      "learning_rate": 0.000701212789415656,
      "loss": 5.7477,
      "step": 271000
    },
    {
      "epoch": 14.966923925027563,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0007006615214994488,
      "loss": 5.7491,
      "step": 271500
    },
    {
      "epoch": 14.994487320837926,
      "grad_norm": 0.314453125,
      "learning_rate": 0.0007001102535832414,
      "loss": 5.7383,
      "step": 272000
    },
    {
      "epoch": 15.0,
      "eval_loss": 5.684328079223633,
      "eval_runtime": 3.4544,
      "eval_samples_per_second": 84.241,
      "eval_steps_per_second": 5.5,
      "step": 272100
    },
    {
      "epoch": 15.022050716648291,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0006995589856670343,
      "loss": 5.7559,
      "step": 272500
    },
    {
      "epoch": 15.049614112458656,
      "grad_norm": 0.337890625,
      "learning_rate": 0.000699007717750827,
      "loss": 5.7207,
      "step": 273000
    },
    {
      "epoch": 15.077177508269019,
      "grad_norm": 0.46875,
      "learning_rate": 0.0006984564498346196,
      "loss": 5.7345,
      "step": 273500
    },
    {
      "epoch": 15.104740904079383,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0006979051819184124,
      "loss": 5.7125,
      "step": 274000
    },
    {
      "epoch": 15.132304299889746,
      "grad_norm": 1.3671875,
      "learning_rate": 0.000697353914002205,
      "loss": 5.7131,
      "step": 274500
    },
    {
      "epoch": 15.159867695700111,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0006968026460859979,
      "loss": 5.7542,
      "step": 275000
    },
    {
      "epoch": 15.187431091510474,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0006962513781697906,
      "loss": 5.7501,
      "step": 275500
    },
    {
      "epoch": 15.214994487320839,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0006957001102535832,
      "loss": 5.7513,
      "step": 276000
    },
    {
      "epoch": 15.242557883131202,
      "grad_norm": 0.396484375,
      "learning_rate": 0.000695148842337376,
      "loss": 5.7289,
      "step": 276500
    },
    {
      "epoch": 15.270121278941566,
      "grad_norm": 0.33984375,
      "learning_rate": 0.0006945975744211686,
      "loss": 5.7345,
      "step": 277000
    },
    {
      "epoch": 15.29768467475193,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0006940463065049615,
      "loss": 5.732,
      "step": 277500
    },
    {
      "epoch": 15.325248070562294,
      "grad_norm": 0.326171875,
      "learning_rate": 0.0006934950385887542,
      "loss": 5.7349,
      "step": 278000
    },
    {
      "epoch": 15.352811466372657,
      "grad_norm": 0.482421875,
      "learning_rate": 0.0006929437706725468,
      "loss": 5.7272,
      "step": 278500
    },
    {
      "epoch": 15.380374862183022,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0006923925027563396,
      "loss": 5.7469,
      "step": 279000
    },
    {
      "epoch": 15.407938257993385,
      "grad_norm": 0.3125,
      "learning_rate": 0.0006918412348401323,
      "loss": 5.7411,
      "step": 279500
    },
    {
      "epoch": 15.43550165380375,
      "grad_norm": 0.341796875,
      "learning_rate": 0.0006912899669239251,
      "loss": 5.7562,
      "step": 280000
    },
    {
      "epoch": 15.463065049614112,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0006907386990077178,
      "loss": 5.7441,
      "step": 280500
    },
    {
      "epoch": 15.490628445424477,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0006901874310915105,
      "loss": 5.7325,
      "step": 281000
    },
    {
      "epoch": 15.51819184123484,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0006896361631753032,
      "loss": 5.7548,
      "step": 281500
    },
    {
      "epoch": 15.545755237045205,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0006890848952590959,
      "loss": 5.7274,
      "step": 282000
    },
    {
      "epoch": 15.573318632855568,
      "grad_norm": 0.341796875,
      "learning_rate": 0.0006885336273428888,
      "loss": 5.7324,
      "step": 282500
    },
    {
      "epoch": 15.600882028665932,
      "grad_norm": 0.78125,
      "learning_rate": 0.0006879823594266814,
      "loss": 5.7302,
      "step": 283000
    },
    {
      "epoch": 15.628445424476295,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0006874310915104741,
      "loss": 5.7339,
      "step": 283500
    },
    {
      "epoch": 15.65600882028666,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0006868798235942668,
      "loss": 5.7307,
      "step": 284000
    },
    {
      "epoch": 15.683572216097023,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0006863285556780595,
      "loss": 5.7437,
      "step": 284500
    },
    {
      "epoch": 15.711135611907387,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0006857772877618523,
      "loss": 5.7391,
      "step": 285000
    },
    {
      "epoch": 15.73869900771775,
      "grad_norm": 0.3828125,
      "learning_rate": 0.000685226019845645,
      "loss": 5.7501,
      "step": 285500
    },
    {
      "epoch": 15.766262403528115,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0006846747519294377,
      "loss": 5.7547,
      "step": 286000
    },
    {
      "epoch": 15.793825799338478,
      "grad_norm": 0.3671875,
      "learning_rate": 0.0006841234840132305,
      "loss": 5.7367,
      "step": 286500
    },
    {
      "epoch": 15.821389195148843,
      "grad_norm": 0.375,
      "learning_rate": 0.0006835722160970231,
      "loss": 5.7488,
      "step": 287000
    },
    {
      "epoch": 15.848952590959206,
      "grad_norm": 0.29296875,
      "learning_rate": 0.0006830209481808159,
      "loss": 5.7372,
      "step": 287500
    },
    {
      "epoch": 15.87651598676957,
      "grad_norm": 0.314453125,
      "learning_rate": 0.0006824696802646086,
      "loss": 5.7485,
      "step": 288000
    },
    {
      "epoch": 15.904079382579933,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0006819184123484013,
      "loss": 5.7483,
      "step": 288500
    },
    {
      "epoch": 15.931642778390298,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0006813671444321941,
      "loss": 5.7407,
      "step": 289000
    },
    {
      "epoch": 15.959206174200661,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0006808158765159867,
      "loss": 5.7061,
      "step": 289500
    },
    {
      "epoch": 15.986769570011026,
      "grad_norm": 0.453125,
      "learning_rate": 0.0006802646085997795,
      "loss": 5.7402,
      "step": 290000
    },
    {
      "epoch": 16.0,
      "eval_loss": 5.680827617645264,
      "eval_runtime": 3.4293,
      "eval_samples_per_second": 84.857,
      "eval_steps_per_second": 5.54,
      "step": 290240
    },
    {
      "epoch": 16.01433296582139,
      "grad_norm": 0.310546875,
      "learning_rate": 0.0006797133406835723,
      "loss": 5.7171,
      "step": 290500
    },
    {
      "epoch": 16.041896361631753,
      "grad_norm": 0.353515625,
      "learning_rate": 0.0006791620727673649,
      "loss": 5.7378,
      "step": 291000
    },
    {
      "epoch": 16.069459757442118,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0006786108048511577,
      "loss": 5.7238,
      "step": 291500
    },
    {
      "epoch": 16.09702315325248,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0006780595369349503,
      "loss": 5.7174,
      "step": 292000
    },
    {
      "epoch": 16.124586549062844,
      "grad_norm": 0.330078125,
      "learning_rate": 0.0006775082690187431,
      "loss": 5.7536,
      "step": 292500
    },
    {
      "epoch": 16.15214994487321,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0006769570011025359,
      "loss": 5.7398,
      "step": 293000
    },
    {
      "epoch": 16.179713340683573,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0006764057331863286,
      "loss": 5.7189,
      "step": 293500
    },
    {
      "epoch": 16.207276736493935,
      "grad_norm": 0.419921875,
      "learning_rate": 0.0006758544652701213,
      "loss": 5.7359,
      "step": 294000
    },
    {
      "epoch": 16.2348401323043,
      "grad_norm": 0.458984375,
      "learning_rate": 0.000675303197353914,
      "loss": 5.723,
      "step": 294500
    },
    {
      "epoch": 16.262403528114664,
      "grad_norm": 0.453125,
      "learning_rate": 0.0006747519294377067,
      "loss": 5.7319,
      "step": 295000
    },
    {
      "epoch": 16.28996692392503,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0006742006615214995,
      "loss": 5.7183,
      "step": 295500
    },
    {
      "epoch": 16.31753031973539,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0006736493936052923,
      "loss": 5.7189,
      "step": 296000
    },
    {
      "epoch": 16.345093715545755,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0006730981256890849,
      "loss": 5.7545,
      "step": 296500
    },
    {
      "epoch": 16.37265711135612,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0006725468577728776,
      "loss": 5.7382,
      "step": 297000
    },
    {
      "epoch": 16.400220507166484,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0006719955898566703,
      "loss": 5.7488,
      "step": 297500
    },
    {
      "epoch": 16.427783902976845,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0006714443219404631,
      "loss": 5.7106,
      "step": 298000
    },
    {
      "epoch": 16.45534729878721,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0006708930540242559,
      "loss": 5.7385,
      "step": 298500
    },
    {
      "epoch": 16.482910694597575,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0006703417861080485,
      "loss": 5.7501,
      "step": 299000
    },
    {
      "epoch": 16.51047409040794,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0006697905181918412,
      "loss": 5.7298,
      "step": 299500
    },
    {
      "epoch": 16.5380374862183,
      "grad_norm": 0.41015625,
      "learning_rate": 0.000669239250275634,
      "loss": 5.7651,
      "step": 300000
    },
    {
      "epoch": 16.565600882028665,
      "grad_norm": 0.306640625,
      "learning_rate": 0.0006686879823594267,
      "loss": 5.7334,
      "step": 300500
    },
    {
      "epoch": 16.59316427783903,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0006681367144432195,
      "loss": 5.7408,
      "step": 301000
    },
    {
      "epoch": 16.620727673649395,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0006675854465270121,
      "loss": 5.7507,
      "step": 301500
    },
    {
      "epoch": 16.64829106945976,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0006670341786108048,
      "loss": 5.7275,
      "step": 302000
    },
    {
      "epoch": 16.67585446527012,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0006664829106945976,
      "loss": 5.7235,
      "step": 302500
    },
    {
      "epoch": 16.703417861080485,
      "grad_norm": 0.48828125,
      "learning_rate": 0.0006659316427783903,
      "loss": 5.7495,
      "step": 303000
    },
    {
      "epoch": 16.73098125689085,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0006653803748621831,
      "loss": 5.7496,
      "step": 303500
    },
    {
      "epoch": 16.75854465270121,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0006648291069459758,
      "loss": 5.7355,
      "step": 304000
    },
    {
      "epoch": 16.786108048511576,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0006642778390297684,
      "loss": 5.7187,
      "step": 304500
    },
    {
      "epoch": 16.81367144432194,
      "grad_norm": 0.359375,
      "learning_rate": 0.0006637265711135612,
      "loss": 5.7352,
      "step": 305000
    },
    {
      "epoch": 16.841234840132305,
      "grad_norm": 0.341796875,
      "learning_rate": 0.000663175303197354,
      "loss": 5.7352,
      "step": 305500
    },
    {
      "epoch": 16.86879823594267,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0006626240352811467,
      "loss": 5.7216,
      "step": 306000
    },
    {
      "epoch": 16.89636163175303,
      "grad_norm": 0.3203125,
      "learning_rate": 0.0006620727673649394,
      "loss": 5.735,
      "step": 306500
    },
    {
      "epoch": 16.923925027563396,
      "grad_norm": 0.36328125,
      "learning_rate": 0.000661521499448732,
      "loss": 5.7457,
      "step": 307000
    },
    {
      "epoch": 16.95148842337376,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0006609702315325248,
      "loss": 5.7256,
      "step": 307500
    },
    {
      "epoch": 16.979051819184125,
      "grad_norm": 0.31640625,
      "learning_rate": 0.0006604189636163176,
      "loss": 5.724,
      "step": 308000
    },
    {
      "epoch": 17.0,
      "eval_loss": 5.677351951599121,
      "eval_runtime": 3.5434,
      "eval_samples_per_second": 82.125,
      "eval_steps_per_second": 5.362,
      "step": 308380
    },
    {
      "epoch": 17.006615214994486,
      "grad_norm": 0.4765625,
      "learning_rate": 0.0006598676957001103,
      "loss": 5.7348,
      "step": 308500
    },
    {
      "epoch": 17.03417861080485,
      "grad_norm": 0.60546875,
      "learning_rate": 0.000659316427783903,
      "loss": 5.7402,
      "step": 309000
    },
    {
      "epoch": 17.061742006615216,
      "grad_norm": 0.390625,
      "learning_rate": 0.0006587651598676956,
      "loss": 5.7306,
      "step": 309500
    },
    {
      "epoch": 17.08930540242558,
      "grad_norm": 0.4296875,
      "learning_rate": 0.0006582138919514884,
      "loss": 5.7248,
      "step": 310000
    },
    {
      "epoch": 17.11686879823594,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0006576626240352812,
      "loss": 5.7285,
      "step": 310500
    },
    {
      "epoch": 17.144432194046306,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0006571113561190739,
      "loss": 5.7293,
      "step": 311000
    },
    {
      "epoch": 17.17199558985667,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0006565600882028666,
      "loss": 5.7139,
      "step": 311500
    },
    {
      "epoch": 17.199558985667036,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0006560088202866593,
      "loss": 5.726,
      "step": 312000
    },
    {
      "epoch": 17.227122381477397,
      "grad_norm": 0.279296875,
      "learning_rate": 0.000655457552370452,
      "loss": 5.731,
      "step": 312500
    },
    {
      "epoch": 17.25468577728776,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0006549062844542448,
      "loss": 5.7353,
      "step": 313000
    },
    {
      "epoch": 17.282249173098126,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0006543550165380376,
      "loss": 5.737,
      "step": 313500
    },
    {
      "epoch": 17.30981256890849,
      "grad_norm": 0.388671875,
      "learning_rate": 0.0006538037486218302,
      "loss": 5.7319,
      "step": 314000
    },
    {
      "epoch": 17.337375964718852,
      "grad_norm": 0.3671875,
      "learning_rate": 0.000653252480705623,
      "loss": 5.7445,
      "step": 314500
    },
    {
      "epoch": 17.364939360529217,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0006527012127894156,
      "loss": 5.7415,
      "step": 315000
    },
    {
      "epoch": 17.39250275633958,
      "grad_norm": 0.353515625,
      "learning_rate": 0.0006521499448732084,
      "loss": 5.7488,
      "step": 315500
    },
    {
      "epoch": 17.420066152149946,
      "grad_norm": 0.392578125,
      "learning_rate": 0.0006515986769570012,
      "loss": 5.7302,
      "step": 316000
    },
    {
      "epoch": 17.447629547960307,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0006510474090407938,
      "loss": 5.7229,
      "step": 316500
    },
    {
      "epoch": 17.475192943770672,
      "grad_norm": 0.359375,
      "learning_rate": 0.0006504961411245866,
      "loss": 5.7164,
      "step": 317000
    },
    {
      "epoch": 17.502756339581037,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0006499448732083793,
      "loss": 5.7286,
      "step": 317500
    },
    {
      "epoch": 17.5303197353914,
      "grad_norm": 0.30859375,
      "learning_rate": 0.000649393605292172,
      "loss": 5.7334,
      "step": 318000
    },
    {
      "epoch": 17.557883131201763,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0006488423373759648,
      "loss": 5.7309,
      "step": 318500
    },
    {
      "epoch": 17.585446527012127,
      "grad_norm": 0.349609375,
      "learning_rate": 0.0006482910694597574,
      "loss": 5.7252,
      "step": 319000
    },
    {
      "epoch": 17.613009922822492,
      "grad_norm": 0.32421875,
      "learning_rate": 0.0006477398015435502,
      "loss": 5.7413,
      "step": 319500
    },
    {
      "epoch": 17.640573318632857,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0006471885336273429,
      "loss": 5.732,
      "step": 320000
    },
    {
      "epoch": 17.668136714443218,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0006466372657111356,
      "loss": 5.7131,
      "step": 320500
    },
    {
      "epoch": 17.695700110253583,
      "grad_norm": 0.5,
      "learning_rate": 0.0006460859977949284,
      "loss": 5.7292,
      "step": 321000
    },
    {
      "epoch": 17.723263506063947,
      "grad_norm": 0.30859375,
      "learning_rate": 0.0006455347298787211,
      "loss": 5.7196,
      "step": 321500
    },
    {
      "epoch": 17.750826901874312,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0006449834619625138,
      "loss": 5.751,
      "step": 322000
    },
    {
      "epoch": 17.778390297684673,
      "grad_norm": 0.3515625,
      "learning_rate": 0.0006444321940463065,
      "loss": 5.7218,
      "step": 322500
    },
    {
      "epoch": 17.805953693495038,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0006438809261300991,
      "loss": 5.7297,
      "step": 323000
    },
    {
      "epoch": 17.833517089305403,
      "grad_norm": 0.55078125,
      "learning_rate": 0.000643329658213892,
      "loss": 5.7535,
      "step": 323500
    },
    {
      "epoch": 17.861080485115767,
      "grad_norm": 1.1875,
      "learning_rate": 0.0006427783902976847,
      "loss": 5.7217,
      "step": 324000
    },
    {
      "epoch": 17.88864388092613,
      "grad_norm": 0.43359375,
      "learning_rate": 0.0006422271223814774,
      "loss": 5.7584,
      "step": 324500
    },
    {
      "epoch": 17.916207276736493,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0006416758544652701,
      "loss": 5.7269,
      "step": 325000
    },
    {
      "epoch": 17.943770672546858,
      "grad_norm": 0.310546875,
      "learning_rate": 0.0006411245865490628,
      "loss": 5.7163,
      "step": 325500
    },
    {
      "epoch": 17.971334068357223,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0006405733186328556,
      "loss": 5.7437,
      "step": 326000
    },
    {
      "epoch": 17.998897464167584,
      "grad_norm": 0.33203125,
      "learning_rate": 0.0006400220507166483,
      "loss": 5.7127,
      "step": 326500
    },
    {
      "epoch": 18.0,
      "eval_loss": 5.67610502243042,
      "eval_runtime": 3.4429,
      "eval_samples_per_second": 84.521,
      "eval_steps_per_second": 5.519,
      "step": 326520
    },
    {
      "epoch": 18.02646085997795,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0006394707828004411,
      "loss": 5.7263,
      "step": 327000
    },
    {
      "epoch": 18.054024255788313,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0006389195148842337,
      "loss": 5.729,
      "step": 327500
    },
    {
      "epoch": 18.081587651598678,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0006383682469680264,
      "loss": 5.716,
      "step": 328000
    },
    {
      "epoch": 18.10915104740904,
      "grad_norm": 0.59375,
      "learning_rate": 0.0006378169790518193,
      "loss": 5.7466,
      "step": 328500
    },
    {
      "epoch": 18.136714443219404,
      "grad_norm": 0.3828125,
      "learning_rate": 0.0006372657111356119,
      "loss": 5.729,
      "step": 329000
    },
    {
      "epoch": 18.16427783902977,
      "grad_norm": 0.359375,
      "learning_rate": 0.0006367144432194047,
      "loss": 5.7284,
      "step": 329500
    },
    {
      "epoch": 18.191841234840133,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0006361631753031973,
      "loss": 5.7361,
      "step": 330000
    },
    {
      "epoch": 18.219404630650494,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00063561190738699,
      "loss": 5.7429,
      "step": 330500
    },
    {
      "epoch": 18.24696802646086,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0006350606394707829,
      "loss": 5.7463,
      "step": 331000
    },
    {
      "epoch": 18.274531422271224,
      "grad_norm": 0.3125,
      "learning_rate": 0.0006345093715545755,
      "loss": 5.7233,
      "step": 331500
    },
    {
      "epoch": 18.30209481808159,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0006339581036383683,
      "loss": 5.7377,
      "step": 332000
    },
    {
      "epoch": 18.329658213891953,
      "grad_norm": 0.515625,
      "learning_rate": 0.000633406835722161,
      "loss": 5.7343,
      "step": 332500
    },
    {
      "epoch": 18.357221609702314,
      "grad_norm": 0.375,
      "learning_rate": 0.0006328555678059536,
      "loss": 5.7412,
      "step": 333000
    },
    {
      "epoch": 18.38478500551268,
      "grad_norm": 0.3515625,
      "learning_rate": 0.0006323042998897465,
      "loss": 5.7272,
      "step": 333500
    },
    {
      "epoch": 18.412348401323044,
      "grad_norm": 0.375,
      "learning_rate": 0.0006317530319735391,
      "loss": 5.7074,
      "step": 334000
    },
    {
      "epoch": 18.43991179713341,
      "grad_norm": 0.357421875,
      "learning_rate": 0.0006312017640573319,
      "loss": 5.7206,
      "step": 334500
    },
    {
      "epoch": 18.46747519294377,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0006306504961411246,
      "loss": 5.6941,
      "step": 335000
    },
    {
      "epoch": 18.495038588754134,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0006300992282249172,
      "loss": 5.7386,
      "step": 335500
    },
    {
      "epoch": 18.5226019845645,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0006295479603087101,
      "loss": 5.7343,
      "step": 336000
    },
    {
      "epoch": 18.550165380374864,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0006289966923925028,
      "loss": 5.7212,
      "step": 336500
    },
    {
      "epoch": 18.577728776185225,
      "grad_norm": 0.3125,
      "learning_rate": 0.0006284454244762955,
      "loss": 5.7416,
      "step": 337000
    },
    {
      "epoch": 18.60529217199559,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0006278941565600882,
      "loss": 5.7385,
      "step": 337500
    },
    {
      "epoch": 18.632855567805954,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0006273428886438809,
      "loss": 5.7053,
      "step": 338000
    },
    {
      "epoch": 18.66041896361632,
      "grad_norm": 0.3984375,
      "learning_rate": 0.0006267916207276737,
      "loss": 5.742,
      "step": 338500
    },
    {
      "epoch": 18.68798235942668,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0006262403528114664,
      "loss": 5.7315,
      "step": 339000
    },
    {
      "epoch": 18.715545755237045,
      "grad_norm": 0.353515625,
      "learning_rate": 0.0006256890848952591,
      "loss": 5.7446,
      "step": 339500
    },
    {
      "epoch": 18.74310915104741,
      "grad_norm": 0.365234375,
      "learning_rate": 0.0006251378169790518,
      "loss": 5.723,
      "step": 340000
    },
    {
      "epoch": 18.770672546857774,
      "grad_norm": 0.373046875,
      "learning_rate": 0.0006245865490628446,
      "loss": 5.7278,
      "step": 340500
    },
    {
      "epoch": 18.798235942668136,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0006240352811466373,
      "loss": 5.7344,
      "step": 341000
    },
    {
      "epoch": 18.8257993384785,
      "grad_norm": 0.42578125,
      "learning_rate": 0.00062348401323043,
      "loss": 5.7251,
      "step": 341500
    },
    {
      "epoch": 18.853362734288865,
      "grad_norm": 0.291015625,
      "learning_rate": 0.0006229327453142228,
      "loss": 5.7415,
      "step": 342000
    },
    {
      "epoch": 18.88092613009923,
      "grad_norm": 0.39453125,
      "learning_rate": 0.0006223814773980154,
      "loss": 5.7231,
      "step": 342500
    },
    {
      "epoch": 18.90848952590959,
      "grad_norm": 0.34375,
      "learning_rate": 0.0006218302094818082,
      "loss": 5.7078,
      "step": 343000
    },
    {
      "epoch": 18.936052921719956,
      "grad_norm": 0.33984375,
      "learning_rate": 0.0006212789415656009,
      "loss": 5.7255,
      "step": 343500
    },
    {
      "epoch": 18.96361631753032,
      "grad_norm": 0.369140625,
      "learning_rate": 0.0006207276736493936,
      "loss": 5.7394,
      "step": 344000
    },
    {
      "epoch": 18.991179713340685,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0006201764057331864,
      "loss": 5.7248,
      "step": 344500
    },
    {
      "epoch": 19.0,
      "eval_loss": 5.676168918609619,
      "eval_runtime": 3.4816,
      "eval_samples_per_second": 83.582,
      "eval_steps_per_second": 5.457,
      "step": 344660
    }
  ],
  "logging_steps": 500,
  "max_steps": 907000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1404914590783722e+20,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}