{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 6.613999632555576,
  "global_step": 72000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "learning_rate": 9.999999632555577e-05,
      "loss": 1.5591,
      "step": 200
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999999265111153e-05,
      "loss": 1.3368,
      "step": 400
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.999998897666729e-05,
      "loss": 1.2706,
      "step": 600
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.999998530222305e-05,
      "loss": 1.2055,
      "step": 800
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.999998162777881e-05,
      "loss": 1.1738,
      "step": 1000
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.999997795333457e-05,
      "loss": 1.1357,
      "step": 1200
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.999997427889031e-05,
      "loss": 1.1226,
      "step": 1400
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.999997060444607e-05,
      "loss": 1.0901,
      "step": 1600
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.999996693000185e-05,
      "loss": 1.0793,
      "step": 1800
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.999996325555761e-05,
      "loss": 1.0587,
      "step": 2000
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.999995958111336e-05,
      "loss": 1.0522,
      "step": 2200
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.999995590666912e-05,
      "loss": 1.0277,
      "step": 2400
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.999995223222488e-05,
      "loss": 1.0177,
      "step": 2600
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.999994855778064e-05,
      "loss": 1.0164,
      "step": 2800
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.999994488333641e-05,
      "loss": 0.9814,
      "step": 3000
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.999994120889216e-05,
      "loss": 0.9802,
      "step": 3200
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.999993753444792e-05,
      "loss": 0.9808,
      "step": 3400
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.999993386000368e-05,
      "loss": 0.9686,
      "step": 3600
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.999993018555944e-05,
      "loss": 0.9531,
      "step": 3800
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.99999265111152e-05,
      "loss": 0.9332,
      "step": 4000
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.999992283667096e-05,
      "loss": 0.9486,
      "step": 4200
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.999991916222672e-05,
      "loss": 0.9145,
      "step": 4400
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.999991548778248e-05,
      "loss": 0.9164,
      "step": 4600
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.999991181333824e-05,
      "loss": 0.8984,
      "step": 4800
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.999990813889399e-05,
      "loss": 0.9016,
      "step": 5000
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.999990446444975e-05,
      "loss": 0.9019,
      "step": 5200
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.999990079000552e-05,
      "loss": 0.8835,
      "step": 5400
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.999989711556128e-05,
      "loss": 0.8829,
      "step": 5600
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.999989344111703e-05,
      "loss": 0.8872,
      "step": 5800
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.999988976667279e-05,
      "loss": 0.8895,
      "step": 6000
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.999988609222855e-05,
      "loss": 0.8533,
      "step": 6200
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.999988241778431e-05,
      "loss": 0.8515,
      "step": 6400
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.999987874334007e-05,
      "loss": 0.8682,
      "step": 6600
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.999987506889583e-05,
      "loss": 0.8345,
      "step": 6800
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.99998713944516e-05,
      "loss": 0.8614,
      "step": 7000
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.999986772000735e-05,
      "loss": 0.8481,
      "step": 7200
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.999986404556311e-05,
      "loss": 0.8479,
      "step": 7400
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.999986037111887e-05,
      "loss": 0.8467,
      "step": 7600
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.999985669667464e-05,
      "loss": 0.8441,
      "step": 7800
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.99998530222304e-05,
      "loss": 0.8087,
      "step": 8000
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.999984934778616e-05,
      "loss": 0.8202,
      "step": 8200
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.99998456733419e-05,
      "loss": 0.8231,
      "step": 8400
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.999984199889766e-05,
      "loss": 0.8188,
      "step": 8600
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.999983832445344e-05,
      "loss": 0.8103,
      "step": 8800
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.99998346500092e-05,
      "loss": 0.8158,
      "step": 9000
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.999983097556495e-05,
      "loss": 0.808,
      "step": 9200
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.99998273011207e-05,
      "loss": 0.8146,
      "step": 9400
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.999982362667647e-05,
      "loss": 0.797,
      "step": 9600
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.999981995223223e-05,
      "loss": 0.7784,
      "step": 9800
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.9999816277788e-05,
      "loss": 0.7864,
      "step": 10000
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.999981260334375e-05,
      "loss": 0.7987,
      "step": 10200
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.999980892889951e-05,
      "loss": 0.7757,
      "step": 10400
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.999980525445527e-05,
      "loss": 0.7812,
      "step": 10600
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.999980158001103e-05,
      "loss": 0.7801,
      "step": 10800
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.6798496246337891,
      "eval_runtime": 1461.6898,
      "eval_samples_per_second": 119.156,
      "eval_steps_per_second": 7.448,
      "step": 10886
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.999979790556679e-05,
      "loss": 0.7013,
      "step": 11000
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.999979423112255e-05,
      "loss": 0.6525,
      "step": 11200
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.999979055667831e-05,
      "loss": 0.6677,
      "step": 11400
    },
    {
      "epoch": 1.07,
      "learning_rate": 9.999978688223407e-05,
      "loss": 0.6573,
      "step": 11600
    },
    {
      "epoch": 1.08,
      "learning_rate": 9.999978320778982e-05,
      "loss": 0.652,
      "step": 11800
    },
    {
      "epoch": 1.1,
      "learning_rate": 9.999977953334558e-05,
      "loss": 0.6554,
      "step": 12000
    },
    {
      "epoch": 1.12,
      "learning_rate": 9.999977585890135e-05,
      "loss": 0.6593,
      "step": 12200
    },
    {
      "epoch": 1.14,
      "learning_rate": 9.999977218445711e-05,
      "loss": 0.6634,
      "step": 12400
    },
    {
      "epoch": 1.16,
      "learning_rate": 9.999976851001287e-05,
      "loss": 0.653,
      "step": 12600
    },
    {
      "epoch": 1.18,
      "learning_rate": 9.999976483556862e-05,
      "loss": 0.6617,
      "step": 12800
    },
    {
      "epoch": 1.19,
      "learning_rate": 9.999976116112438e-05,
      "loss": 0.6567,
      "step": 13000
    },
    {
      "epoch": 1.21,
      "learning_rate": 9.999975748668014e-05,
      "loss": 0.6683,
      "step": 13200
    },
    {
      "epoch": 1.23,
      "learning_rate": 9.999975381223591e-05,
      "loss": 0.6681,
      "step": 13400
    },
    {
      "epoch": 1.25,
      "learning_rate": 9.999975013779166e-05,
      "loss": 0.6501,
      "step": 13600
    },
    {
      "epoch": 1.27,
      "learning_rate": 9.999974646334742e-05,
      "loss": 0.664,
      "step": 13800
    },
    {
      "epoch": 1.29,
      "learning_rate": 9.999974278890318e-05,
      "loss": 0.6702,
      "step": 14000
    },
    {
      "epoch": 1.3,
      "learning_rate": 9.999973911445894e-05,
      "loss": 0.6535,
      "step": 14200
    },
    {
      "epoch": 1.32,
      "learning_rate": 9.99997354400147e-05,
      "loss": 0.6614,
      "step": 14400
    },
    {
      "epoch": 1.34,
      "learning_rate": 9.999973176557046e-05,
      "loss": 0.6584,
      "step": 14600
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.999972809112622e-05,
      "loss": 0.649,
      "step": 14800
    },
    {
      "epoch": 1.38,
      "learning_rate": 9.999972441668198e-05,
      "loss": 0.6489,
      "step": 15000
    },
    {
      "epoch": 1.4,
      "learning_rate": 9.999972074223775e-05,
      "loss": 0.6568,
      "step": 15200
    },
    {
      "epoch": 1.41,
      "learning_rate": 9.999971706779349e-05,
      "loss": 0.645,
      "step": 15400
    },
    {
      "epoch": 1.43,
      "learning_rate": 9.999971339334925e-05,
      "loss": 0.6554,
      "step": 15600
    },
    {
      "epoch": 1.45,
      "learning_rate": 9.999970971890503e-05,
      "loss": 0.6395,
      "step": 15800
    },
    {
      "epoch": 1.47,
      "learning_rate": 9.999970604446079e-05,
      "loss": 0.6497,
      "step": 16000
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.999970237001653e-05,
      "loss": 0.6485,
      "step": 16200
    },
    {
      "epoch": 1.51,
      "learning_rate": 9.99996986955723e-05,
      "loss": 0.6383,
      "step": 16400
    },
    {
      "epoch": 1.52,
      "learning_rate": 9.999969502112805e-05,
      "loss": 0.64,
      "step": 16600
    },
    {
      "epoch": 1.54,
      "learning_rate": 9.999969134668382e-05,
      "loss": 0.6318,
      "step": 16800
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.999968767223959e-05,
      "loss": 0.6381,
      "step": 17000
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.999968399779534e-05,
      "loss": 0.6484,
      "step": 17200
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.99996803233511e-05,
      "loss": 0.6491,
      "step": 17400
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.999967664890686e-05,
      "loss": 0.6428,
      "step": 17600
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.999967297446262e-05,
      "loss": 0.6356,
      "step": 17800
    },
    {
      "epoch": 1.65,
      "learning_rate": 9.999966930001838e-05,
      "loss": 0.637,
      "step": 18000
    },
    {
      "epoch": 1.67,
      "learning_rate": 9.999966562557414e-05,
      "loss": 0.6364,
      "step": 18200
    },
    {
      "epoch": 1.69,
      "learning_rate": 9.99996619511299e-05,
      "loss": 0.6473,
      "step": 18400
    },
    {
      "epoch": 1.71,
      "learning_rate": 9.999965827668566e-05,
      "loss": 0.6342,
      "step": 18600
    },
    {
      "epoch": 1.73,
      "learning_rate": 9.99996546022414e-05,
      "loss": 0.6395,
      "step": 18800
    },
    {
      "epoch": 1.75,
      "learning_rate": 9.999965092779717e-05,
      "loss": 0.6441,
      "step": 19000
    },
    {
      "epoch": 1.76,
      "learning_rate": 9.999964725335294e-05,
      "loss": 0.6461,
      "step": 19200
    },
    {
      "epoch": 1.78,
      "learning_rate": 9.99996435789087e-05,
      "loss": 0.6157,
      "step": 19400
    },
    {
      "epoch": 1.8,
      "learning_rate": 9.999963990446446e-05,
      "loss": 0.6233,
      "step": 19600
    },
    {
      "epoch": 1.82,
      "learning_rate": 9.999963623002021e-05,
      "loss": 0.6305,
      "step": 19800
    },
    {
      "epoch": 1.84,
      "learning_rate": 9.999963255557597e-05,
      "loss": 0.6277,
      "step": 20000
    },
    {
      "epoch": 1.86,
      "learning_rate": 9.999962888113173e-05,
      "loss": 0.6339,
      "step": 20200
    },
    {
      "epoch": 1.87,
      "learning_rate": 9.99996252066875e-05,
      "loss": 0.6271,
      "step": 20400
    },
    {
      "epoch": 1.89,
      "learning_rate": 9.999962153224325e-05,
      "loss": 0.6145,
      "step": 20600
    },
    {
      "epoch": 1.91,
      "learning_rate": 9.999961785779901e-05,
      "loss": 0.6299,
      "step": 20800
    },
    {
      "epoch": 1.93,
      "learning_rate": 9.999961418335477e-05,
      "loss": 0.6216,
      "step": 21000
    },
    {
      "epoch": 1.95,
      "learning_rate": 9.999961050891053e-05,
      "loss": 0.6167,
      "step": 21200
    },
    {
      "epoch": 1.97,
      "learning_rate": 9.999960683446629e-05,
      "loss": 0.6254,
      "step": 21400
    },
    {
      "epoch": 1.98,
      "learning_rate": 9.999960316002205e-05,
      "loss": 0.6376,
      "step": 21600
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.5107570290565491,
      "eval_runtime": 1433.9446,
      "eval_samples_per_second": 121.461,
      "eval_steps_per_second": 7.592,
      "step": 21772
    },
    {
      "epoch": 2.0,
      "learning_rate": 9.999959948557781e-05,
      "loss": 0.6037,
      "step": 21800
    },
    {
      "epoch": 2.02,
      "learning_rate": 9.999959581113357e-05,
      "loss": 0.4903,
      "step": 22000
    },
    {
      "epoch": 2.04,
      "learning_rate": 9.999959213668933e-05,
      "loss": 0.4901,
      "step": 22200
    },
    {
      "epoch": 2.06,
      "learning_rate": 9.999958846224508e-05,
      "loss": 0.4826,
      "step": 22400
    },
    {
      "epoch": 2.08,
      "learning_rate": 9.999958478780085e-05,
      "loss": 0.4881,
      "step": 22600
    },
    {
      "epoch": 2.09,
      "learning_rate": 9.999958111335662e-05,
      "loss": 0.4921,
      "step": 22800
    },
    {
      "epoch": 2.11,
      "learning_rate": 9.999957743891238e-05,
      "loss": 0.502,
      "step": 23000
    },
    {
      "epoch": 2.13,
      "learning_rate": 9.999957376446812e-05,
      "loss": 0.4976,
      "step": 23200
    },
    {
      "epoch": 2.15,
      "learning_rate": 9.999957009002388e-05,
      "loss": 0.491,
      "step": 23400
    },
    {
      "epoch": 2.17,
      "learning_rate": 9.999956641557964e-05,
      "loss": 0.5033,
      "step": 23600
    },
    {
      "epoch": 2.19,
      "learning_rate": 9.99995627411354e-05,
      "loss": 0.4924,
      "step": 23800
    },
    {
      "epoch": 2.2,
      "learning_rate": 9.999955906669118e-05,
      "loss": 0.5026,
      "step": 24000
    },
    {
      "epoch": 2.22,
      "learning_rate": 9.999955539224692e-05,
      "loss": 0.4966,
      "step": 24200
    },
    {
      "epoch": 2.24,
      "learning_rate": 9.999955171780269e-05,
      "loss": 0.4963,
      "step": 24400
    },
    {
      "epoch": 2.26,
      "learning_rate": 9.999954804335845e-05,
      "loss": 0.5072,
      "step": 24600
    },
    {
      "epoch": 2.28,
      "learning_rate": 9.99995443689142e-05,
      "loss": 0.4907,
      "step": 24800
    },
    {
      "epoch": 2.3,
      "learning_rate": 9.999954069446997e-05,
      "loss": 0.4938,
      "step": 25000
    },
    {
      "epoch": 2.31,
      "learning_rate": 9.999953702002573e-05,
      "loss": 0.5035,
      "step": 25200
    },
    {
      "epoch": 2.33,
      "learning_rate": 9.999953334558149e-05,
      "loss": 0.5006,
      "step": 25400
    },
    {
      "epoch": 2.35,
      "learning_rate": 9.999952967113725e-05,
      "loss": 0.4992,
      "step": 25600
    },
    {
      "epoch": 2.37,
      "learning_rate": 9.9999525996693e-05,
      "loss": 0.5109,
      "step": 25800
    },
    {
      "epoch": 2.39,
      "learning_rate": 9.999952232224876e-05,
      "loss": 0.4994,
      "step": 26000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.999951864780453e-05,
      "loss": 0.4925,
      "step": 26200
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.999951497336029e-05,
      "loss": 0.5073,
      "step": 26400
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.999951129891605e-05,
      "loss": 0.5061,
      "step": 26600
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.99995076244718e-05,
      "loss": 0.4954,
      "step": 26800
    },
    {
      "epoch": 2.48,
      "learning_rate": 9.999950395002756e-05,
      "loss": 0.5123,
      "step": 27000
    },
    {
      "epoch": 2.5,
      "learning_rate": 9.999950027558332e-05,
      "loss": 0.5049,
      "step": 27200
    },
    {
      "epoch": 2.52,
      "learning_rate": 9.999949660113909e-05,
      "loss": 0.4972,
      "step": 27400
    },
    {
      "epoch": 2.54,
      "learning_rate": 9.999949292669484e-05,
      "loss": 0.505,
      "step": 27600
    },
    {
      "epoch": 2.55,
      "learning_rate": 9.99994892522506e-05,
      "loss": 0.52,
      "step": 27800
    },
    {
      "epoch": 2.57,
      "learning_rate": 9.999948557780636e-05,
      "loss": 0.5077,
      "step": 28000
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.999948190336212e-05,
      "loss": 0.5159,
      "step": 28200
    },
    {
      "epoch": 2.61,
      "learning_rate": 9.999947822891788e-05,
      "loss": 0.5054,
      "step": 28400
    },
    {
      "epoch": 2.63,
      "learning_rate": 9.999947455447364e-05,
      "loss": 0.4999,
      "step": 28600
    },
    {
      "epoch": 2.65,
      "learning_rate": 9.99994708800294e-05,
      "loss": 0.5035,
      "step": 28800
    },
    {
      "epoch": 2.66,
      "learning_rate": 9.999946720558516e-05,
      "loss": 0.5041,
      "step": 29000
    },
    {
      "epoch": 2.68,
      "learning_rate": 9.999946353114092e-05,
      "loss": 0.4998,
      "step": 29200
    },
    {
      "epoch": 2.7,
      "learning_rate": 9.999945985669667e-05,
      "loss": 0.5098,
      "step": 29400
    },
    {
      "epoch": 2.72,
      "learning_rate": 9.999945618225244e-05,
      "loss": 0.5102,
      "step": 29600
    },
    {
      "epoch": 2.74,
      "learning_rate": 9.99994525078082e-05,
      "loss": 0.5031,
      "step": 29800
    },
    {
      "epoch": 2.76,
      "learning_rate": 9.999944883336396e-05,
      "loss": 0.5015,
      "step": 30000
    },
    {
      "epoch": 2.77,
      "learning_rate": 9.999944515891971e-05,
      "loss": 0.505,
      "step": 30200
    },
    {
      "epoch": 2.79,
      "learning_rate": 9.999944148447547e-05,
      "loss": 0.5146,
      "step": 30400
    },
    {
      "epoch": 2.81,
      "learning_rate": 9.999943781003123e-05,
      "loss": 0.5101,
      "step": 30600
    },
    {
      "epoch": 2.83,
      "learning_rate": 9.9999434135587e-05,
      "loss": 0.5155,
      "step": 30800
    },
    {
      "epoch": 2.85,
      "learning_rate": 9.999943046114277e-05,
      "loss": 0.5076,
      "step": 31000
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.999942678669851e-05,
      "loss": 0.5157,
      "step": 31200
    },
    {
      "epoch": 2.88,
      "learning_rate": 9.999942311225427e-05,
      "loss": 0.5046,
      "step": 31400
    },
    {
      "epoch": 2.9,
      "learning_rate": 9.999941943781003e-05,
      "loss": 0.5078,
      "step": 31600
    },
    {
      "epoch": 2.92,
      "learning_rate": 9.99994157633658e-05,
      "loss": 0.5096,
      "step": 31800
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.999941208892156e-05,
      "loss": 0.5057,
      "step": 32000
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.999940841447732e-05,
      "loss": 0.5171,
      "step": 32200
    },
    {
      "epoch": 2.98,
      "learning_rate": 9.999940474003308e-05,
      "loss": 0.5212,
      "step": 32400
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.999940106558884e-05,
      "loss": 0.5132,
      "step": 32600
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.39297839999198914,
      "eval_runtime": 1401.043,
      "eval_samples_per_second": 124.314,
      "eval_steps_per_second": 7.77,
      "step": 32658
    },
    {
      "epoch": 3.01,
      "learning_rate": 9.999939739114458e-05,
      "loss": 0.4123,
      "step": 32800
    },
    {
      "epoch": 3.03,
      "learning_rate": 9.999939371670036e-05,
      "loss": 0.3688,
      "step": 33000
    },
    {
      "epoch": 3.05,
      "learning_rate": 9.999939004225612e-05,
      "loss": 0.3752,
      "step": 33200
    },
    {
      "epoch": 3.07,
      "learning_rate": 9.999938636781188e-05,
      "loss": 0.3733,
      "step": 33400
    },
    {
      "epoch": 3.09,
      "learning_rate": 9.999938269336764e-05,
      "loss": 0.371,
      "step": 33600
    },
    {
      "epoch": 3.1,
      "learning_rate": 9.999937901892339e-05,
      "loss": 0.3838,
      "step": 33800
    },
    {
      "epoch": 3.12,
      "learning_rate": 9.999937534447915e-05,
      "loss": 0.3865,
      "step": 34000
    },
    {
      "epoch": 3.14,
      "learning_rate": 9.999937167003491e-05,
      "loss": 0.3859,
      "step": 34200
    },
    {
      "epoch": 3.16,
      "learning_rate": 9.999936799559068e-05,
      "loss": 0.3882,
      "step": 34400
    },
    {
      "epoch": 3.18,
      "learning_rate": 9.999936432114643e-05,
      "loss": 0.3942,
      "step": 34600
    },
    {
      "epoch": 3.2,
      "learning_rate": 9.999936064670219e-05,
      "loss": 0.3843,
      "step": 34800
    },
    {
      "epoch": 3.22,
      "learning_rate": 9.999935697225795e-05,
      "loss": 0.3859,
      "step": 35000
    },
    {
      "epoch": 3.23,
      "learning_rate": 9.999935329781371e-05,
      "loss": 0.3947,
      "step": 35200
    },
    {
      "epoch": 3.25,
      "learning_rate": 9.999934962336947e-05,
      "loss": 0.3934,
      "step": 35400
    },
    {
      "epoch": 3.27,
      "learning_rate": 9.999934594892523e-05,
      "loss": 0.3932,
      "step": 35600
    },
    {
      "epoch": 3.29,
      "learning_rate": 9.999934227448099e-05,
      "loss": 0.3977,
      "step": 35800
    },
    {
      "epoch": 3.31,
      "learning_rate": 9.999933860003675e-05,
      "loss": 0.4046,
      "step": 36000
    },
    {
      "epoch": 3.33,
      "learning_rate": 9.999933492559251e-05,
      "loss": 0.3961,
      "step": 36200
    },
    {
      "epoch": 3.34,
      "learning_rate": 9.999933125114826e-05,
      "loss": 0.398,
      "step": 36400
    },
    {
      "epoch": 3.36,
      "learning_rate": 9.999932757670403e-05,
      "loss": 0.393,
      "step": 36600
    },
    {
      "epoch": 3.38,
      "learning_rate": 9.999932390225979e-05,
      "loss": 0.4043,
      "step": 36800
    },
    {
      "epoch": 3.4,
      "learning_rate": 9.999932022781555e-05,
      "loss": 0.4042,
      "step": 37000
    },
    {
      "epoch": 3.42,
      "learning_rate": 9.99993165533713e-05,
      "loss": 0.3996,
      "step": 37200
    },
    {
      "epoch": 3.44,
      "learning_rate": 9.999931287892706e-05,
      "loss": 0.3995,
      "step": 37400
    },
    {
      "epoch": 3.45,
      "learning_rate": 9.999930920448282e-05,
      "loss": 0.398,
      "step": 37600
    },
    {
      "epoch": 3.47,
      "learning_rate": 9.99993055300386e-05,
      "loss": 0.3978,
      "step": 37800
    },
    {
      "epoch": 3.49,
      "learning_rate": 9.999930185559434e-05,
      "loss": 0.4039,
      "step": 38000
    },
    {
      "epoch": 3.51,
      "learning_rate": 9.99992981811501e-05,
      "loss": 0.3983,
      "step": 38200
    },
    {
      "epoch": 3.53,
      "learning_rate": 9.999929450670586e-05,
      "loss": 0.4099,
      "step": 38400
    },
    {
      "epoch": 3.55,
      "learning_rate": 9.999929083226162e-05,
      "loss": 0.3965,
      "step": 38600
    },
    {
      "epoch": 3.56,
      "learning_rate": 9.999928715781738e-05,
      "loss": 0.4027,
      "step": 38800
    },
    {
      "epoch": 3.58,
      "learning_rate": 9.999928348337314e-05,
      "loss": 0.406,
      "step": 39000
    },
    {
      "epoch": 3.6,
      "learning_rate": 9.99992798089289e-05,
      "loss": 0.415,
      "step": 39200
    },
    {
      "epoch": 3.62,
      "learning_rate": 9.999927613448467e-05,
      "loss": 0.4055,
      "step": 39400
    },
    {
      "epoch": 3.64,
      "learning_rate": 9.999927246004043e-05,
      "loss": 0.4058,
      "step": 39600
    },
    {
      "epoch": 3.66,
      "learning_rate": 9.999926878559617e-05,
      "loss": 0.4051,
      "step": 39800
    },
    {
      "epoch": 3.67,
      "learning_rate": 9.999926511115195e-05,
      "loss": 0.4088,
      "step": 40000
    },
    {
      "epoch": 3.69,
      "learning_rate": 9.999926143670771e-05,
      "loss": 0.4073,
      "step": 40200
    },
    {
      "epoch": 3.71,
      "learning_rate": 9.999925776226347e-05,
      "loss": 0.4075,
      "step": 40400
    },
    {
      "epoch": 3.73,
      "learning_rate": 9.999925408781923e-05,
      "loss": 0.4071,
      "step": 40600
    },
    {
      "epoch": 3.75,
      "learning_rate": 9.999925041337498e-05,
      "loss": 0.4136,
      "step": 40800
    },
    {
      "epoch": 3.77,
      "learning_rate": 9.999924673893074e-05,
      "loss": 0.4143,
      "step": 41000
    },
    {
      "epoch": 3.78,
      "learning_rate": 9.999924306448651e-05,
      "loss": 0.415,
      "step": 41200
    },
    {
      "epoch": 3.8,
      "learning_rate": 9.999923939004227e-05,
      "loss": 0.4157,
      "step": 41400
    },
    {
      "epoch": 3.82,
      "learning_rate": 9.999923571559802e-05,
      "loss": 0.406,
      "step": 41600
    },
    {
      "epoch": 3.84,
      "learning_rate": 9.999923204115378e-05,
      "loss": 0.416,
      "step": 41800
    },
    {
      "epoch": 3.86,
      "learning_rate": 9.999922836670954e-05,
      "loss": 0.4142,
      "step": 42000
    },
    {
      "epoch": 3.88,
      "learning_rate": 9.99992246922653e-05,
      "loss": 0.4109,
      "step": 42200
    },
    {
      "epoch": 3.89,
      "learning_rate": 9.999922101782106e-05,
      "loss": 0.4161,
      "step": 42400
    },
    {
      "epoch": 3.91,
      "learning_rate": 9.999921734337682e-05,
      "loss": 0.408,
      "step": 42600
    },
    {
      "epoch": 3.93,
      "learning_rate": 9.999921366893258e-05,
      "loss": 0.4162,
      "step": 42800
    },
    {
      "epoch": 3.95,
      "learning_rate": 9.999920999448834e-05,
      "loss": 0.4165,
      "step": 43000
    },
    {
      "epoch": 3.97,
      "learning_rate": 9.99992063200441e-05,
      "loss": 0.4167,
      "step": 43200
    },
    {
      "epoch": 3.99,
      "learning_rate": 9.999920264559986e-05,
      "loss": 0.4179,
      "step": 43400
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.3084418773651123,
      "eval_runtime": 1411.8768,
      "eval_samples_per_second": 123.36,
      "eval_steps_per_second": 7.71,
      "step": 43544
    },
    {
      "epoch": 4.01,
      "learning_rate": 9.999919897115562e-05,
      "loss": 0.3814,
      "step": 43600
    },
    {
      "epoch": 4.02,
      "learning_rate": 9.999919529671138e-05,
      "loss": 0.2863,
      "step": 43800
    },
    {
      "epoch": 4.04,
      "learning_rate": 9.999919162226714e-05,
      "loss": 0.2924,
      "step": 44000
    },
    {
      "epoch": 4.06,
      "learning_rate": 9.999918794782289e-05,
      "loss": 0.2942,
      "step": 44200
    },
    {
      "epoch": 4.08,
      "learning_rate": 9.999918427337865e-05,
      "loss": 0.3034,
      "step": 44400
    },
    {
      "epoch": 4.1,
      "learning_rate": 9.999918059893441e-05,
      "loss": 0.3002,
      "step": 44600
    },
    {
      "epoch": 4.12,
      "learning_rate": 9.999917692449018e-05,
      "loss": 0.3029,
      "step": 44800
    },
    {
      "epoch": 4.13,
      "learning_rate": 9.999917325004593e-05,
      "loss": 0.2977,
      "step": 45000
    },
    {
      "epoch": 4.15,
      "learning_rate": 9.999916957560169e-05,
      "loss": 0.3062,
      "step": 45200
    },
    {
      "epoch": 4.17,
      "learning_rate": 9.999916590115745e-05,
      "loss": 0.3075,
      "step": 45400
    },
    {
      "epoch": 4.19,
      "learning_rate": 9.999916222671321e-05,
      "loss": 0.3137,
      "step": 45600
    },
    {
      "epoch": 4.21,
      "learning_rate": 9.999915855226897e-05,
      "loss": 0.3037,
      "step": 45800
    },
    {
      "epoch": 4.23,
      "learning_rate": 9.999915487782473e-05,
      "loss": 0.31,
      "step": 46000
    },
    {
      "epoch": 4.24,
      "learning_rate": 9.99991512033805e-05,
      "loss": 0.3141,
      "step": 46200
    },
    {
      "epoch": 4.26,
      "learning_rate": 9.999914752893625e-05,
      "loss": 0.3166,
      "step": 46400
    },
    {
      "epoch": 4.28,
      "learning_rate": 9.999914385449201e-05,
      "loss": 0.3125,
      "step": 46600
    },
    {
      "epoch": 4.3,
      "learning_rate": 9.999914018004776e-05,
      "loss": 0.3109,
      "step": 46800
    },
    {
      "epoch": 4.32,
      "learning_rate": 9.999913650560354e-05,
      "loss": 0.3169,
      "step": 47000
    },
    {
      "epoch": 4.34,
      "learning_rate": 9.99991328311593e-05,
      "loss": 0.3211,
      "step": 47200
    },
    {
      "epoch": 4.35,
      "learning_rate": 9.999912915671506e-05,
      "loss": 0.3278,
      "step": 47400
    },
    {
      "epoch": 4.37,
      "learning_rate": 9.999912548227082e-05,
      "loss": 0.3154,
      "step": 47600
    },
    {
      "epoch": 4.39,
      "learning_rate": 9.999912180782656e-05,
      "loss": 0.3167,
      "step": 47800
    },
    {
      "epoch": 4.41,
      "learning_rate": 9.999911813338232e-05,
      "loss": 0.3172,
      "step": 48000
    },
    {
      "epoch": 4.43,
      "learning_rate": 9.99991144589381e-05,
      "loss": 0.3243,
      "step": 48200
    },
    {
      "epoch": 4.45,
      "learning_rate": 9.999911078449386e-05,
      "loss": 0.3286,
      "step": 48400
    },
    {
      "epoch": 4.46,
      "learning_rate": 9.99991071100496e-05,
      "loss": 0.3268,
      "step": 48600
    },
    {
      "epoch": 4.48,
      "learning_rate": 9.999910343560537e-05,
      "loss": 0.3204,
      "step": 48800
    },
    {
      "epoch": 4.5,
      "learning_rate": 9.999909976116113e-05,
      "loss": 0.3311,
      "step": 49000
    },
    {
      "epoch": 4.52,
      "learning_rate": 9.999909608671689e-05,
      "loss": 0.3241,
      "step": 49200
    },
    {
      "epoch": 4.54,
      "learning_rate": 9.999909241227265e-05,
      "loss": 0.3305,
      "step": 49400
    },
    {
      "epoch": 4.56,
      "learning_rate": 9.999908873782841e-05,
      "loss": 0.3238,
      "step": 49600
    },
    {
      "epoch": 4.57,
      "learning_rate": 9.999908506338417e-05,
      "loss": 0.3283,
      "step": 49800
    },
    {
      "epoch": 4.59,
      "learning_rate": 9.999908138893993e-05,
      "loss": 0.3275,
      "step": 50000
    },
    {
      "epoch": 4.61,
      "learning_rate": 9.999907771449569e-05,
      "loss": 0.3302,
      "step": 50200
    },
    {
      "epoch": 4.63,
      "learning_rate": 9.999907404005145e-05,
      "loss": 0.3342,
      "step": 50400
    },
    {
      "epoch": 4.65,
      "learning_rate": 9.999907036560721e-05,
      "loss": 0.3363,
      "step": 50600
    },
    {
      "epoch": 4.67,
      "learning_rate": 9.999906669116297e-05,
      "loss": 0.3319,
      "step": 50800
    },
    {
      "epoch": 4.68,
      "learning_rate": 9.999906301671873e-05,
      "loss": 0.3288,
      "step": 51000
    },
    {
      "epoch": 4.7,
      "learning_rate": 9.999905934227448e-05,
      "loss": 0.3349,
      "step": 51200
    },
    {
      "epoch": 4.72,
      "learning_rate": 9.999905566783024e-05,
      "loss": 0.3289,
      "step": 51400
    },
    {
      "epoch": 4.74,
      "learning_rate": 9.999905199338601e-05,
      "loss": 0.3393,
      "step": 51600
    },
    {
      "epoch": 4.76,
      "learning_rate": 9.999904831894177e-05,
      "loss": 0.3388,
      "step": 51800
    },
    {
      "epoch": 4.78,
      "learning_rate": 9.999904464449752e-05,
      "loss": 0.3322,
      "step": 52000
    },
    {
      "epoch": 4.8,
      "learning_rate": 9.999904097005328e-05,
      "loss": 0.332,
      "step": 52200
    },
    {
      "epoch": 4.81,
      "learning_rate": 9.999903729560904e-05,
      "loss": 0.3378,
      "step": 52400
    },
    {
      "epoch": 4.83,
      "learning_rate": 9.99990336211648e-05,
      "loss": 0.3369,
      "step": 52600
    },
    {
      "epoch": 4.85,
      "learning_rate": 9.999902994672056e-05,
      "loss": 0.337,
      "step": 52800
    },
    {
      "epoch": 4.87,
      "learning_rate": 9.999902627227632e-05,
      "loss": 0.3434,
      "step": 53000
    },
    {
      "epoch": 4.89,
      "learning_rate": 9.999902259783208e-05,
      "loss": 0.3326,
      "step": 53200
    },
    {
      "epoch": 4.91,
      "learning_rate": 9.999901892338784e-05,
      "loss": 0.3382,
      "step": 53400
    },
    {
      "epoch": 4.92,
      "learning_rate": 9.99990152489436e-05,
      "loss": 0.3443,
      "step": 53600
    },
    {
      "epoch": 4.94,
      "learning_rate": 9.999901157449936e-05,
      "loss": 0.3405,
      "step": 53800
    },
    {
      "epoch": 4.96,
      "learning_rate": 9.999900790005512e-05,
      "loss": 0.3454,
      "step": 54000
    },
    {
      "epoch": 4.98,
      "learning_rate": 9.999900422561088e-05,
      "loss": 0.3499,
      "step": 54200
    },
    {
      "epoch": 5.0,
      "learning_rate": 9.999900055116665e-05,
      "loss": 0.3442,
      "step": 54400
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.24815598130226135,
      "eval_runtime": 1424.5159,
      "eval_samples_per_second": 122.265,
      "eval_steps_per_second": 7.642,
      "step": 54430
    },
    {
      "epoch": 5.02,
      "learning_rate": 9.999899687672239e-05,
      "loss": 0.2559,
      "step": 54600
    },
    {
      "epoch": 5.03,
      "learning_rate": 9.999899320227815e-05,
      "loss": 0.2383,
      "step": 54800
    },
    {
      "epoch": 5.05,
      "learning_rate": 9.999898952783391e-05,
      "loss": 0.2416,
      "step": 55000
    },
    {
      "epoch": 5.07,
      "learning_rate": 9.999898585338969e-05,
      "loss": 0.237,
      "step": 55200
    },
    {
      "epoch": 5.09,
      "learning_rate": 9.999898217894545e-05,
      "loss": 0.2445,
      "step": 55400
    },
    {
      "epoch": 5.11,
      "learning_rate": 9.99989785045012e-05,
      "loss": 0.2412,
      "step": 55600
    },
    {
      "epoch": 5.13,
      "learning_rate": 9.999897483005695e-05,
      "loss": 0.2431,
      "step": 55800
    },
    {
      "epoch": 5.14,
      "learning_rate": 9.999897115561272e-05,
      "loss": 0.2449,
      "step": 56000
    },
    {
      "epoch": 5.16,
      "learning_rate": 9.999896748116848e-05,
      "loss": 0.2461,
      "step": 56200
    },
    {
      "epoch": 5.18,
      "learning_rate": 9.999896380672424e-05,
      "loss": 0.2527,
      "step": 56400
    },
    {
      "epoch": 5.2,
      "learning_rate": 9.999896013228e-05,
      "loss": 0.2522,
      "step": 56600
    },
    {
      "epoch": 5.22,
      "learning_rate": 9.999895645783576e-05,
      "loss": 0.2485,
      "step": 56800
    },
    {
      "epoch": 5.24,
      "learning_rate": 9.999895278339152e-05,
      "loss": 0.2517,
      "step": 57000
    },
    {
      "epoch": 5.25,
      "learning_rate": 9.999894910894728e-05,
      "loss": 0.2572,
      "step": 57200
    },
    {
      "epoch": 5.27,
      "learning_rate": 9.999894543450304e-05,
      "loss": 0.2574,
      "step": 57400
    },
    {
      "epoch": 5.29,
      "learning_rate": 9.99989417600588e-05,
      "loss": 0.2551,
      "step": 57600
    },
    {
      "epoch": 5.31,
      "learning_rate": 9.999893808561456e-05,
      "loss": 0.2584,
      "step": 57800
    },
    {
      "epoch": 5.33,
      "learning_rate": 9.999893441117032e-05,
      "loss": 0.2607,
      "step": 58000
    },
    {
      "epoch": 5.35,
      "learning_rate": 9.999893073672607e-05,
      "loss": 0.2631,
      "step": 58200
    },
    {
      "epoch": 5.36,
      "learning_rate": 9.999892706228183e-05,
      "loss": 0.2609,
      "step": 58400
    },
    {
      "epoch": 5.38,
      "learning_rate": 9.99989233878376e-05,
      "loss": 0.265,
      "step": 58600
    },
    {
      "epoch": 5.4,
      "learning_rate": 9.999891971339336e-05,
      "loss": 0.2625,
      "step": 58800
    },
    {
      "epoch": 5.42,
      "learning_rate": 9.999891603894911e-05,
      "loss": 0.2648,
      "step": 59000
    },
    {
      "epoch": 5.44,
      "learning_rate": 9.999891236450487e-05,
      "loss": 0.2677,
      "step": 59200
    },
    {
      "epoch": 5.46,
      "learning_rate": 9.999890869006063e-05,
      "loss": 0.2667,
      "step": 59400
    },
    {
      "epoch": 5.47,
      "learning_rate": 9.999890501561639e-05,
      "loss": 0.2623,
      "step": 59600
    },
    {
      "epoch": 5.49,
      "learning_rate": 9.999890134117216e-05,
      "loss": 0.2713,
      "step": 59800
    },
    {
      "epoch": 5.51,
      "learning_rate": 9.999889766672791e-05,
      "loss": 0.2659,
      "step": 60000
    },
    {
      "epoch": 5.53,
      "learning_rate": 9.999889399228367e-05,
      "loss": 0.2688,
      "step": 60200
    },
    {
      "epoch": 5.55,
      "learning_rate": 9.999889031783943e-05,
      "loss": 0.2716,
      "step": 60400
    },
    {
      "epoch": 5.57,
      "learning_rate": 9.999888664339519e-05,
      "loss": 0.2723,
      "step": 60600
    },
    {
      "epoch": 5.59,
      "learning_rate": 9.999888296895095e-05,
      "loss": 0.2724,
      "step": 60800
    },
    {
      "epoch": 5.6,
      "learning_rate": 9.999887929450671e-05,
      "loss": 0.2697,
      "step": 61000
    },
    {
      "epoch": 5.62,
      "learning_rate": 9.999887562006247e-05,
      "loss": 0.2749,
      "step": 61200
    },
    {
      "epoch": 5.64,
      "learning_rate": 9.999887194561823e-05,
      "loss": 0.273,
      "step": 61400
    },
    {
      "epoch": 5.66,
      "learning_rate": 9.999886827117398e-05,
      "loss": 0.2816,
      "step": 61600
    },
    {
      "epoch": 5.68,
      "learning_rate": 9.999886459672974e-05,
      "loss": 0.2742,
      "step": 61800
    },
    {
      "epoch": 5.7,
      "learning_rate": 9.999886092228552e-05,
      "loss": 0.2788,
      "step": 62000
    },
    {
      "epoch": 5.71,
      "learning_rate": 9.999885724784128e-05,
      "loss": 0.2782,
      "step": 62200
    },
    {
      "epoch": 5.73,
      "learning_rate": 9.999885357339704e-05,
      "loss": 0.2804,
      "step": 62400
    },
    {
      "epoch": 5.75,
      "learning_rate": 9.999884989895278e-05,
      "loss": 0.2777,
      "step": 62600
    },
    {
      "epoch": 5.77,
      "learning_rate": 9.999884622450854e-05,
      "loss": 0.2822,
      "step": 62800
    },
    {
      "epoch": 5.79,
      "learning_rate": 9.99988425500643e-05,
      "loss": 0.2811,
      "step": 63000
    },
    {
      "epoch": 5.81,
      "learning_rate": 9.999883887562006e-05,
      "loss": 0.2795,
      "step": 63200
    },
    {
      "epoch": 5.82,
      "learning_rate": 9.999883520117583e-05,
      "loss": 0.2846,
      "step": 63400
    },
    {
      "epoch": 5.84,
      "learning_rate": 9.999883152673159e-05,
      "loss": 0.2887,
      "step": 63600
    },
    {
      "epoch": 5.86,
      "learning_rate": 9.999882785228735e-05,
      "loss": 0.2811,
      "step": 63800
    },
    {
      "epoch": 5.88,
      "learning_rate": 9.99988241778431e-05,
      "loss": 0.283,
      "step": 64000
    },
    {
      "epoch": 5.9,
      "learning_rate": 9.999882050339887e-05,
      "loss": 0.2822,
      "step": 64200
    },
    {
      "epoch": 5.92,
      "learning_rate": 9.999881682895463e-05,
      "loss": 0.2853,
      "step": 64400
    },
    {
      "epoch": 5.93,
      "learning_rate": 9.999881315451039e-05,
      "loss": 0.2869,
      "step": 64600
    },
    {
      "epoch": 5.95,
      "learning_rate": 9.999880948006615e-05,
      "loss": 0.283,
      "step": 64800
    },
    {
      "epoch": 5.97,
      "learning_rate": 9.999880580562191e-05,
      "loss": 0.2893,
      "step": 65000
    },
    {
      "epoch": 5.99,
      "learning_rate": 9.999880213117766e-05,
      "loss": 0.2863,
      "step": 65200
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.20682939887046814,
      "eval_runtime": 1457.2635,
      "eval_samples_per_second": 119.518,
      "eval_steps_per_second": 7.47,
      "step": 65316
    },
    {
      "epoch": 6.01,
      "learning_rate": 9.999879845673342e-05,
      "loss": 0.2505,
      "step": 65400
    },
    {
      "epoch": 6.03,
      "learning_rate": 9.999879478228919e-05,
      "loss": 0.1957,
      "step": 65600
    },
    {
      "epoch": 6.04,
      "learning_rate": 9.999879110784495e-05,
      "loss": 0.1986,
      "step": 65800
    },
    {
      "epoch": 6.06,
      "learning_rate": 9.99987874334007e-05,
      "loss": 0.1984,
      "step": 66000
    },
    {
      "epoch": 6.08,
      "learning_rate": 9.999878375895646e-05,
      "loss": 0.1983,
      "step": 66200
    },
    {
      "epoch": 6.1,
      "learning_rate": 9.999878008451222e-05,
      "loss": 0.203,
      "step": 66400
    },
    {
      "epoch": 6.12,
      "learning_rate": 9.999877641006798e-05,
      "loss": 0.203,
      "step": 66600
    },
    {
      "epoch": 6.14,
      "learning_rate": 9.999877273562375e-05,
      "loss": 0.2047,
      "step": 66800
    },
    {
      "epoch": 6.15,
      "learning_rate": 9.99987690611795e-05,
      "loss": 0.208,
      "step": 67000
    },
    {
      "epoch": 6.17,
      "learning_rate": 9.999876538673526e-05,
      "loss": 0.2103,
      "step": 67200
    },
    {
      "epoch": 6.19,
      "learning_rate": 9.999876171229102e-05,
      "loss": 0.2141,
      "step": 67400
    },
    {
      "epoch": 6.21,
      "learning_rate": 9.999875803784678e-05,
      "loss": 0.2101,
      "step": 67600
    },
    {
      "epoch": 6.23,
      "learning_rate": 9.999875436340254e-05,
      "loss": 0.2157,
      "step": 67800
    },
    {
      "epoch": 6.25,
      "learning_rate": 9.99987506889583e-05,
      "loss": 0.2173,
      "step": 68000
    },
    {
      "epoch": 6.26,
      "learning_rate": 9.999874701451406e-05,
      "loss": 0.2143,
      "step": 68200
    },
    {
      "epoch": 6.28,
      "learning_rate": 9.999874334006982e-05,
      "loss": 0.2156,
      "step": 68400
    },
    {
      "epoch": 6.3,
      "learning_rate": 9.999873966562557e-05,
      "loss": 0.2181,
      "step": 68600
    },
    {
      "epoch": 6.32,
      "learning_rate": 9.999873599118133e-05,
      "loss": 0.2215,
      "step": 68800
    },
    {
      "epoch": 6.34,
      "learning_rate": 9.99987323167371e-05,
      "loss": 0.2214,
      "step": 69000
    },
    {
      "epoch": 6.36,
      "learning_rate": 9.999872864229286e-05,
      "loss": 0.221,
      "step": 69200
    },
    {
      "epoch": 6.38,
      "learning_rate": 9.999872496784863e-05,
      "loss": 0.2254,
      "step": 69400
    },
    {
      "epoch": 6.39,
      "learning_rate": 9.999872129340437e-05,
      "loss": 0.2235,
      "step": 69600
    },
    {
      "epoch": 6.41,
      "learning_rate": 9.999871761896013e-05,
      "loss": 0.2231,
      "step": 69800
    },
    {
      "epoch": 6.43,
      "learning_rate": 9.999871394451589e-05,
      "loss": 0.2267,
      "step": 70000
    },
    {
      "epoch": 6.45,
      "learning_rate": 9.999871027007167e-05,
      "loss": 0.2239,
      "step": 70200
    },
    {
      "epoch": 6.47,
      "learning_rate": 9.999870659562741e-05,
      "loss": 0.227,
      "step": 70400
    },
    {
      "epoch": 6.49,
      "learning_rate": 9.999870292118317e-05,
      "loss": 0.2277,
      "step": 70600
    },
    {
      "epoch": 6.5,
      "learning_rate": 9.999869924673893e-05,
      "loss": 0.2245,
      "step": 70800
    },
    {
      "epoch": 6.52,
      "learning_rate": 9.99986955722947e-05,
      "loss": 0.2284,
      "step": 71000
    },
    {
      "epoch": 6.54,
      "learning_rate": 9.999869189785046e-05,
      "loss": 0.2308,
      "step": 71200
    },
    {
      "epoch": 6.56,
      "learning_rate": 9.999868822340622e-05,
      "loss": 0.2348,
      "step": 71400
    },
    {
      "epoch": 6.58,
      "learning_rate": 9.999868454896198e-05,
      "loss": 0.2289,
      "step": 71600
    },
    {
      "epoch": 6.6,
      "learning_rate": 9.999868087451774e-05,
      "loss": 0.2311,
      "step": 71800
    },
    {
      "epoch": 6.61,
      "learning_rate": 9.99986772000735e-05,
      "loss": 0.2308,
      "step": 72000
    }
  ],
  "max_steps": 5443000000,
  "num_train_epochs": 500000,
  "total_flos": 2.6739082122913382e+17,
  "trial_name": null,
  "trial_params": null
}