| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "global_step": 48917, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.983032483594661e-05, | |
| "loss": 0.3265, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.965996824553155e-05, | |
| "loss": 0.2483, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.948961165511649e-05, | |
| "loss": 0.2357, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.9319255064701436e-05, | |
| "loss": 0.2285, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.7446695422859136e-05, | |
| "loss": 0.2259, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.693562565161396e-05, | |
| "loss": 0.2204, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.642455588036879e-05, | |
| "loss": 0.2183, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.591348610912362e-05, | |
| "loss": 0.2167, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.540343847742094e-05, | |
| "loss": 0.2131, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.489236870617577e-05, | |
| "loss": 0.2123, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.4381298934930596e-05, | |
| "loss": 0.212, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.387022916368543e-05, | |
| "loss": 0.2075, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.336018153198275e-05, | |
| "loss": 0.2077, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.2849111760737576e-05, | |
| "loss": 0.2061, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.23380419894924e-05, | |
| "loss": 0.207, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.1826972218247236e-05, | |
| "loss": 0.2039, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.131590244700207e-05, | |
| "loss": 0.2025, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.08048326757569e-05, | |
| "loss": 0.2004, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.029376290451173e-05, | |
| "loss": 0.2036, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.9782693133266555e-05, | |
| "loss": 0.1998, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.927162336202139e-05, | |
| "loss": 0.1995, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.876157573031871e-05, | |
| "loss": 0.199, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.8250505959073535e-05, | |
| "loss": 0.1969, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.773943618782836e-05, | |
| "loss": 0.1937, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.7228366416583195e-05, | |
| "loss": 0.1963, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.671729664533802e-05, | |
| "loss": 0.1961, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.6206226874092855e-05, | |
| "loss": 0.1956, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.569515710284768e-05, | |
| "loss": 0.1953, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.518715375022998e-05, | |
| "loss": 0.1936, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.4676083978984816e-05, | |
| "loss": 0.1942, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.416501420773964e-05, | |
| "loss": 0.192, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.3653944436494475e-05, | |
| "loss": 0.1925, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.31428746652493e-05, | |
| "loss": 0.1905, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.263180489400413e-05, | |
| "loss": 0.1923, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.212073512275896e-05, | |
| "loss": 0.1897, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.160966535151379e-05, | |
| "loss": 0.1908, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.109859558026862e-05, | |
| "loss": 0.1897, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.058752580902345e-05, | |
| "loss": 0.189, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.0076456037778278e-05, | |
| "loss": 0.1878, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9566408406075595e-05, | |
| "loss": 0.1891, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.9055338634830425e-05, | |
| "loss": 0.1881, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.854426886358526e-05, | |
| "loss": 0.1871, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.803319909234009e-05, | |
| "loss": 0.1871, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7522129321094918e-05, | |
| "loss": 0.1863, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.7011059549849748e-05, | |
| "loss": 0.1853, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.6499989778604578e-05, | |
| "loss": 0.1867, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.5988920007359408e-05, | |
| "loss": 0.1847, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5478872375656725e-05, | |
| "loss": 0.1839, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.4967802604411554e-05, | |
| "loss": 0.1825, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4456732833166384e-05, | |
| "loss": 0.1849, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.3945663061921214e-05, | |
| "loss": 0.1848, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3435615430218534e-05, | |
| "loss": 0.1829, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.2924545658973364e-05, | |
| "loss": 0.1817, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2413475887728194e-05, | |
| "loss": 0.1829, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.1902406116483024e-05, | |
| "loss": 0.1826, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.1391336345237854e-05, | |
| "loss": 0.1808, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.088026657399268e-05, | |
| "loss": 0.1814, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0370218942290004e-05, | |
| "loss": 0.1807, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.9859149171044834e-05, | |
| "loss": 0.181, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.934807939979966e-05, | |
| "loss": 0.179, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.883803176809698e-05, | |
| "loss": 0.1805, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.832696199685181e-05, | |
| "loss": 0.1813, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.781589222560664e-05, | |
| "loss": 0.1797, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7304822454361467e-05, | |
| "loss": 0.1777, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.67937526831163e-05, | |
| "loss": 0.1798, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.628268291187113e-05, | |
| "loss": 0.1795, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.577161314062596e-05, | |
| "loss": 0.1778, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.526054336938079e-05, | |
| "loss": 0.1807, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4749473598135619e-05, | |
| "loss": 0.1763, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.4238403826890448e-05, | |
| "loss": 0.1799, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3727334055645277e-05, | |
| "loss": 0.1771, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.3216264284400107e-05, | |
| "loss": 0.1772, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2706216652697429e-05, | |
| "loss": 0.1788, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2195146881452257e-05, | |
| "loss": 0.177, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1684077110207085e-05, | |
| "loss": 0.1769, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.1173007338961917e-05, | |
| "loss": 0.1753, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0661937567716745e-05, | |
| "loss": 0.1749, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.0152912075556555e-05, | |
| "loss": 0.1752, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.641842304311385e-06, | |
| "loss": 0.1736, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.130772533066215e-06, | |
| "loss": 0.1741, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.619702761821043e-06, | |
| "loss": 0.1741, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.109655130118364e-06, | |
| "loss": 0.1739, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.5985853588731936e-06, | |
| "loss": 0.1742, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.087515587628023e-06, | |
| "loss": 0.1726, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.576445816382853e-06, | |
| "loss": 0.1733, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.0653760451376825e-06, | |
| "loss": 0.1729, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.555328413435002e-06, | |
| "loss": 0.1719, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.044258642189832e-06, | |
| "loss": 0.1737, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.533188870944662e-06, | |
| "loss": 0.1731, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.022119099699491e-06, | |
| "loss": 0.1718, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.511049328454321e-06, | |
| "loss": 0.1714, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.99997955720915e-06, | |
| "loss": 0.173, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.48890978596398e-06, | |
| "loss": 0.1721, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.9788621542613e-06, | |
| "loss": 0.1713, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.4677923830161294e-06, | |
| "loss": 0.1738, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 9.56722611770959e-07, | |
| "loss": 0.1709, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.4667498006827893e-07, | |
| "loss": 0.1719, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 48917, | |
| "total_flos": 1.7063207956905984e+16, | |
| "train_loss": 0.1791531401204783, | |
| "train_runtime": 9599.0055, | |
| "train_samples_per_second": 326.145, | |
| "train_steps_per_second": 5.096 | |
| } | |
| ], | |
| "max_steps": 48917, | |
| "num_train_epochs": 1, | |
| "total_flos": 1.7063207956905984e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |