{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "global_step": 48917,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 4.983032483594661e-05,
      "loss": 0.3265,
      "step": 500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.965996824553155e-05,
      "loss": 0.2483,
      "step": 1000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.948961165511649e-05,
      "loss": 0.2357,
      "step": 1500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9319255064701436e-05,
      "loss": 0.2285,
      "step": 2000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7446695422859136e-05,
      "loss": 0.2259,
      "step": 2500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.693562565161396e-05,
      "loss": 0.2204,
      "step": 3000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.642455588036879e-05,
      "loss": 0.2183,
      "step": 3500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.591348610912362e-05,
      "loss": 0.2167,
      "step": 4000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.540343847742094e-05,
      "loss": 0.2131,
      "step": 4500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.489236870617577e-05,
      "loss": 0.2123,
      "step": 5000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4381298934930596e-05,
      "loss": 0.212,
      "step": 5500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.387022916368543e-05,
      "loss": 0.2075,
      "step": 6000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.336018153198275e-05,
      "loss": 0.2077,
      "step": 6500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2849111760737576e-05,
      "loss": 0.2061,
      "step": 7000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.23380419894924e-05,
      "loss": 0.207,
      "step": 7500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1826972218247236e-05,
      "loss": 0.2039,
      "step": 8000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.131590244700207e-05,
      "loss": 0.2025,
      "step": 8500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.08048326757569e-05,
      "loss": 0.2004,
      "step": 9000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.029376290451173e-05,
      "loss": 0.2036,
      "step": 9500
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9782693133266555e-05,
      "loss": 0.1998,
      "step": 10000
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.927162336202139e-05,
      "loss": 0.1995,
      "step": 10500
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.876157573031871e-05,
      "loss": 0.199,
      "step": 11000
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.8250505959073535e-05,
      "loss": 0.1969,
      "step": 11500
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.773943618782836e-05,
      "loss": 0.1937,
      "step": 12000
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7228366416583195e-05,
      "loss": 0.1963,
      "step": 12500
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.671729664533802e-05,
      "loss": 0.1961,
      "step": 13000
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6206226874092855e-05,
      "loss": 0.1956,
      "step": 13500
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.569515710284768e-05,
      "loss": 0.1953,
      "step": 14000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.518715375022998e-05,
      "loss": 0.1936,
      "step": 14500
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4676083978984816e-05,
      "loss": 0.1942,
      "step": 15000
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.416501420773964e-05,
      "loss": 0.192,
      "step": 15500
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3653944436494475e-05,
      "loss": 0.1925,
      "step": 16000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.31428746652493e-05,
      "loss": 0.1905,
      "step": 16500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.263180489400413e-05,
      "loss": 0.1923,
      "step": 17000
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.212073512275896e-05,
      "loss": 0.1897,
      "step": 17500
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.160966535151379e-05,
      "loss": 0.1908,
      "step": 18000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.109859558026862e-05,
      "loss": 0.1897,
      "step": 18500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.058752580902345e-05,
      "loss": 0.189,
      "step": 19000
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0076456037778278e-05,
      "loss": 0.1878,
      "step": 19500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9566408406075595e-05,
      "loss": 0.1891,
      "step": 20000
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9055338634830425e-05,
      "loss": 0.1881,
      "step": 20500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.854426886358526e-05,
      "loss": 0.1871,
      "step": 21000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.803319909234009e-05,
      "loss": 0.1871,
      "step": 21500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7522129321094918e-05,
      "loss": 0.1863,
      "step": 22000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7011059549849748e-05,
      "loss": 0.1853,
      "step": 22500
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6499989778604578e-05,
      "loss": 0.1867,
      "step": 23000
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5988920007359408e-05,
      "loss": 0.1847,
      "step": 23500
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5478872375656725e-05,
      "loss": 0.1839,
      "step": 24000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4967802604411554e-05,
      "loss": 0.1825,
      "step": 24500
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4456732833166384e-05,
      "loss": 0.1849,
      "step": 25000
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3945663061921214e-05,
      "loss": 0.1848,
      "step": 25500
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3435615430218534e-05,
      "loss": 0.1829,
      "step": 26000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2924545658973364e-05,
      "loss": 0.1817,
      "step": 26500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2413475887728194e-05,
      "loss": 0.1829,
      "step": 27000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1902406116483024e-05,
      "loss": 0.1826,
      "step": 27500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1391336345237854e-05,
      "loss": 0.1808,
      "step": 28000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.088026657399268e-05,
      "loss": 0.1814,
      "step": 28500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0370218942290004e-05,
      "loss": 0.1807,
      "step": 29000
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9859149171044834e-05,
      "loss": 0.181,
      "step": 29500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.934807939979966e-05,
      "loss": 0.179,
      "step": 30000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.883803176809698e-05,
      "loss": 0.1805,
      "step": 30500
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832696199685181e-05,
      "loss": 0.1813,
      "step": 31000
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.781589222560664e-05,
      "loss": 0.1797,
      "step": 31500
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7304822454361467e-05,
      "loss": 0.1777,
      "step": 32000
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.67937526831163e-05,
      "loss": 0.1798,
      "step": 32500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.628268291187113e-05,
      "loss": 0.1795,
      "step": 33000
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.577161314062596e-05,
      "loss": 0.1778,
      "step": 33500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.526054336938079e-05,
      "loss": 0.1807,
      "step": 34000
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4749473598135619e-05,
      "loss": 0.1763,
      "step": 34500
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4238403826890448e-05,
      "loss": 0.1799,
      "step": 35000
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3727334055645277e-05,
      "loss": 0.1771,
      "step": 35500
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3216264284400107e-05,
      "loss": 0.1772,
      "step": 36000
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2706216652697429e-05,
      "loss": 0.1788,
      "step": 36500
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2195146881452257e-05,
      "loss": 0.177,
      "step": 37000
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1684077110207085e-05,
      "loss": 0.1769,
      "step": 37500
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1173007338961917e-05,
      "loss": 0.1753,
      "step": 38000
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0661937567716745e-05,
      "loss": 0.1749,
      "step": 38500
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0152912075556555e-05,
      "loss": 0.1752,
      "step": 39000
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.641842304311385e-06,
      "loss": 0.1736,
      "step": 39500
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.130772533066215e-06,
      "loss": 0.1741,
      "step": 40000
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.619702761821043e-06,
      "loss": 0.1741,
      "step": 40500
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.109655130118364e-06,
      "loss": 0.1739,
      "step": 41000
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.5985853588731936e-06,
      "loss": 0.1742,
      "step": 41500
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.087515587628023e-06,
      "loss": 0.1726,
      "step": 42000
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.576445816382853e-06,
      "loss": 0.1733,
      "step": 42500
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.0653760451376825e-06,
      "loss": 0.1729,
      "step": 43000
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.555328413435002e-06,
      "loss": 0.1719,
      "step": 43500
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.044258642189832e-06,
      "loss": 0.1737,
      "step": 44000
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.533188870944662e-06,
      "loss": 0.1731,
      "step": 44500
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.022119099699491e-06,
      "loss": 0.1718,
      "step": 45000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.511049328454321e-06,
      "loss": 0.1714,
      "step": 45500
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.99997955720915e-06,
      "loss": 0.173,
      "step": 46000
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.48890978596398e-06,
      "loss": 0.1721,
      "step": 46500
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9788621542613e-06,
      "loss": 0.1713,
      "step": 47000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4677923830161294e-06,
      "loss": 0.1738,
      "step": 47500
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.56722611770959e-07,
      "loss": 0.1709,
      "step": 48000
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4667498006827893e-07,
      "loss": 0.1719,
      "step": 48500
    },
    {
      "epoch": 1.0,
      "step": 48917,
      "total_flos": 1.7063207956905984e+16,
      "train_loss": 0.1791531401204783,
      "train_runtime": 9599.0055,
      "train_samples_per_second": 326.145,
      "train_steps_per_second": 5.096
    }
  ],
  "max_steps": 48917,
  "num_train_epochs": 1,
  "total_flos": 1.7063207956905984e+16,
  "trial_name": null,
  "trial_params": null
}