| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 20.0, | |
| "eval_steps": 500, | |
| "global_step": 372580, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.375e-06, | |
| "loss": 6.8502, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.875e-05, | |
| "loss": 5.3458, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 2.8125e-05, | |
| "loss": 5.0282, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.75e-05, | |
| "loss": 4.8074, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.6874999999999994e-05, | |
| "loss": 4.6301, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 5.625e-05, | |
| "loss": 4.488, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 6.5625e-05, | |
| "loss": 4.3738, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 7.5e-05, | |
| "loss": 4.2832, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 8.437499999999999e-05, | |
| "loss": 4.194, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.374999999999999e-05, | |
| "loss": 4.1227, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 0.00010312499999999999, | |
| "loss": 4.0613, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 0.0001125, | |
| "loss": 3.996, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 0.00012185624999999998, | |
| "loss": 3.9415, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 0.000131221875, | |
| "loss": 3.8838, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 0.000140596875, | |
| "loss": 3.8372, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 0.0001499625, | |
| "loss": 3.7999, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 0.00015933749999999996, | |
| "loss": 3.7624, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 0.00016871249999999996, | |
| "loss": 3.7291, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.34637140776693487, | |
| "eval_loss": 3.9229166507720947, | |
| "eval_runtime": 146.7032, | |
| "eval_samples_per_second": 394.886, | |
| "eval_steps_per_second": 6.176, | |
| "step": 18629 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 0.000178078125, | |
| "loss": 3.6906, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 0.00018745312499999998, | |
| "loss": 3.6596, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 0.00019681874999999998, | |
| "loss": 3.6393, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 0.00020618437499999995, | |
| "loss": 3.618, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 0.00021555937499999998, | |
| "loss": 3.6044, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 0.00022493437499999998, | |
| "loss": 3.5839, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 0.00023429999999999998, | |
| "loss": 3.5764, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 0.00024367499999999997, | |
| "loss": 3.5571, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 0.00025305, | |
| "loss": 3.5493, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 0.000262415625, | |
| "loss": 3.5324, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 0.000271790625, | |
| "loss": 3.5234, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 0.00028115624999999994, | |
| "loss": 3.5032, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 0.00029053124999999994, | |
| "loss": 3.4949, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 0.00029990624999999993, | |
| "loss": 3.4876, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 0.00029912795818897174, | |
| "loss": 3.4725, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 0.00029824798872511596, | |
| "loss": 3.4631, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 0.000297367138410946, | |
| "loss": 3.4478, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 0.0002964871689470902, | |
| "loss": 3.4351, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 0.0002956063186329203, | |
| "loss": 3.4237, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.37469545649604485, | |
| "eval_loss": 3.654151439666748, | |
| "eval_runtime": 146.6726, | |
| "eval_samples_per_second": 394.968, | |
| "eval_steps_per_second": 6.177, | |
| "step": 37258 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 0.00029472546831875034, | |
| "loss": 3.3817, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 0.00029384549885489456, | |
| "loss": 3.3638, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 0.00029296464854072465, | |
| "loss": 3.3632, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 0.00029208467907686886, | |
| "loss": 3.3531, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 0.00029120470961301303, | |
| "loss": 3.3486, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 0.0002903238592988431, | |
| "loss": 3.3489, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 0.00028944300898467315, | |
| "loss": 3.34, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 0.00028856215867050324, | |
| "loss": 3.3353, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 0.0002876813083563333, | |
| "loss": 3.328, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 0.0002868013388924775, | |
| "loss": 3.3191, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 0.0002859204885783076, | |
| "loss": 3.3164, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 0.0002850396382641376, | |
| "loss": 3.3104, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 0.00028415966880028184, | |
| "loss": 3.3026, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 0.0002832788184861119, | |
| "loss": 3.3037, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 0.00028239884902225615, | |
| "loss": 3.295, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 0.0002815179987080862, | |
| "loss": 3.2928, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 0.0002806371483939162, | |
| "loss": 3.2876, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 0.0002797562980797463, | |
| "loss": 3.2842, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.3880011689741996, | |
| "eval_loss": 3.5183119773864746, | |
| "eval_runtime": 146.4806, | |
| "eval_samples_per_second": 395.486, | |
| "eval_steps_per_second": 6.185, | |
| "step": 55887 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 0.0002788772094662047, | |
| "loss": 3.2741, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 0.00027799635915203474, | |
| "loss": 3.213, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 0.00027711638968817896, | |
| "loss": 3.2153, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 0.000276235539374009, | |
| "loss": 3.2143, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 0.0002753546890598391, | |
| "loss": 3.2183, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 0.0002744747195959833, | |
| "loss": 3.2182, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 0.00027359386928181334, | |
| "loss": 3.21, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 0.00027271389981795756, | |
| "loss": 3.2111, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 0.0002718339303541018, | |
| "loss": 3.212, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 0.00027095308003993187, | |
| "loss": 3.2113, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 0.0002700722297257619, | |
| "loss": 3.2115, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 0.00026919137941159194, | |
| "loss": 3.2122, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 0.0002683114099477362, | |
| "loss": 3.2081, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 0.00026743055963356625, | |
| "loss": 3.2045, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 0.00026654970931939634, | |
| "loss": 3.2016, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 0.00026566885900522637, | |
| "loss": 3.2019, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 0.0002647888895413706, | |
| "loss": 3.1989, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 0.0002639080392272006, | |
| "loss": 3.1971, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 0.00026302718891303066, | |
| "loss": 3.1952, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.39376396191712576, | |
| "eval_loss": 3.474755048751831, | |
| "eval_runtime": 147.5232, | |
| "eval_samples_per_second": 392.691, | |
| "eval_steps_per_second": 6.141, | |
| "step": 74516 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 0.00026214721944917493, | |
| "loss": 3.1576, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 0.00026126636913500497, | |
| "loss": 3.1329, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 0.00026038551882083506, | |
| "loss": 3.1287, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 0.0002595046685066651, | |
| "loss": 3.1305, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 0.00025862557989312344, | |
| "loss": 3.1394, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 0.00025774472957895353, | |
| "loss": 3.1349, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 0.00025686387926478356, | |
| "loss": 3.1386, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 0.00025598390980092784, | |
| "loss": 3.1376, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 0.00025510305948675787, | |
| "loss": 3.1401, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 0.0002542222091725879, | |
| "loss": 3.134, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 0.0002533422397087321, | |
| "loss": 3.1311, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 0.00025246138939456216, | |
| "loss": 3.1384, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 0.00025158141993070643, | |
| "loss": 3.1377, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 0.00025070056961653647, | |
| "loss": 3.1346, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 0.0002498206001526807, | |
| "loss": 3.1381, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 0.0002489397498385107, | |
| "loss": 3.1292, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 0.0002480588995243408, | |
| "loss": 3.1317, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 0.00024717804921017085, | |
| "loss": 3.1313, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 0.0002462980797463151, | |
| "loss": 3.1351, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.39715434979773, | |
| "eval_loss": 3.4493298530578613, | |
| "eval_runtime": 146.562, | |
| "eval_samples_per_second": 395.266, | |
| "eval_steps_per_second": 6.182, | |
| "step": 93145 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 0.0002454181102824593, | |
| "loss": 3.0699, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 0.0002445372599682894, | |
| "loss": 3.0649, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 0.0002436564096541194, | |
| "loss": 3.0682, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "learning_rate": 0.00024277555933994947, | |
| "loss": 3.0778, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 0.0002418955898760937, | |
| "loss": 3.0749, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 0.00024101473956192375, | |
| "loss": 3.0774, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 0.0002401338892477538, | |
| "loss": 3.079, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "learning_rate": 0.00023925391978389803, | |
| "loss": 3.078, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 0.0002383730694697281, | |
| "loss": 3.0779, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 0.00023749310000587231, | |
| "loss": 3.0822, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 0.00023661224969170235, | |
| "loss": 3.0886, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 0.0002357322802278466, | |
| "loss": 3.0826, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 0.00023485142991367666, | |
| "loss": 3.083, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 0.00023397057959950672, | |
| "loss": 3.0808, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 0.00023308972928533675, | |
| "loss": 3.0832, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 0.00023220887897116682, | |
| "loss": 3.0856, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 0.00023132890950731104, | |
| "loss": 3.0828, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "learning_rate": 0.0002304480591931411, | |
| "loss": 3.0844, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.4004582266021962, | |
| "eval_loss": 3.415574312210083, | |
| "eval_runtime": 147.2002, | |
| "eval_samples_per_second": 393.552, | |
| "eval_steps_per_second": 6.155, | |
| "step": 111774 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 0.00022956808972928534, | |
| "loss": 3.068, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 0.00022868723941511538, | |
| "loss": 3.0137, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 0.0002278072699512596, | |
| "loss": 3.0237, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 0.00022692641963708966, | |
| "loss": 3.0212, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 6.23, | |
| "learning_rate": 0.00022604645017323385, | |
| "loss": 3.0283, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "learning_rate": 0.00022516559985906391, | |
| "loss": 3.0323, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 6.33, | |
| "learning_rate": 0.00022428474954489398, | |
| "loss": 3.0307, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 0.00022340389923072404, | |
| "loss": 3.0335, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "learning_rate": 0.00022252392976686826, | |
| "loss": 3.0377, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 0.00022164396030301248, | |
| "loss": 3.0392, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "learning_rate": 0.00022076310998884254, | |
| "loss": 3.0342, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 0.0002198822596746726, | |
| "loss": 3.0388, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "learning_rate": 0.00021900140936050263, | |
| "loss": 3.0405, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 0.0002181205590463327, | |
| "loss": 3.0445, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "learning_rate": 0.00021724058958247694, | |
| "loss": 3.0388, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 0.000216359739268307, | |
| "loss": 3.0434, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 6.87, | |
| "learning_rate": 0.0002154797698044512, | |
| "loss": 3.0398, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "learning_rate": 0.00021459891949028126, | |
| "loss": 3.0393, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 6.98, | |
| "learning_rate": 0.00021371806917611132, | |
| "loss": 3.0442, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.40321569998711065, | |
| "eval_loss": 3.3853769302368164, | |
| "eval_runtime": 146.6813, | |
| "eval_samples_per_second": 394.945, | |
| "eval_steps_per_second": 6.177, | |
| "step": 130403 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "learning_rate": 0.00021283809971225557, | |
| "loss": 2.9992, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "learning_rate": 0.00021195724939808563, | |
| "loss": 2.9735, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "learning_rate": 0.00021107727993422982, | |
| "loss": 2.9852, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 7.19, | |
| "learning_rate": 0.00021019642962005988, | |
| "loss": 2.987, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "learning_rate": 0.0002093164601562041, | |
| "loss": 2.9856, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "learning_rate": 0.00020843560984203414, | |
| "loss": 2.9901, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 7.35, | |
| "learning_rate": 0.0002075547595278642, | |
| "loss": 2.9944, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "learning_rate": 0.00020667390921369426, | |
| "loss": 2.9964, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 0.0002057939397498385, | |
| "loss": 2.9989, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 0.00020491308943566854, | |
| "loss": 2.9983, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 7.57, | |
| "learning_rate": 0.00020403311997181276, | |
| "loss": 3.0016, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 7.62, | |
| "learning_rate": 0.00020315226965764282, | |
| "loss": 3.0024, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "learning_rate": 0.00020227141934347288, | |
| "loss": 3.0029, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 7.73, | |
| "learning_rate": 0.0002013914498796171, | |
| "loss": 3.0057, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 7.78, | |
| "learning_rate": 0.00020051059956544717, | |
| "loss": 3.0074, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "learning_rate": 0.00019962974925127723, | |
| "loss": 3.0036, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 7.89, | |
| "learning_rate": 0.0001987488989371073, | |
| "loss": 3.0127, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 7.94, | |
| "learning_rate": 0.00019786892947325148, | |
| "loss": 3.0076, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 0.00019698896000939573, | |
| "loss": 3.008, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.4029720181670573, | |
| "eval_loss": 3.406196117401123, | |
| "eval_runtime": 147.0273, | |
| "eval_samples_per_second": 394.015, | |
| "eval_steps_per_second": 6.162, | |
| "step": 149032 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "learning_rate": 0.0001961081096952258, | |
| "loss": 2.9374, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 8.11, | |
| "learning_rate": 0.00019522725938105585, | |
| "loss": 2.9476, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 8.16, | |
| "learning_rate": 0.0001943464090668859, | |
| "loss": 2.9477, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "learning_rate": 0.0001934664396030301, | |
| "loss": 2.9527, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "learning_rate": 0.00019258647013917432, | |
| "loss": 2.9556, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "learning_rate": 0.0001917056198250044, | |
| "loss": 2.9656, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "learning_rate": 0.0001908256503611486, | |
| "loss": 2.9603, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "learning_rate": 0.00018994480004697867, | |
| "loss": 2.9675, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 8.48, | |
| "learning_rate": 0.0001890648305831229, | |
| "loss": 2.9637, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 8.54, | |
| "learning_rate": 0.00018818398026895295, | |
| "loss": 2.9655, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 8.59, | |
| "learning_rate": 0.0001873040108050972, | |
| "loss": 2.9693, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 8.64, | |
| "learning_rate": 0.00018642316049092723, | |
| "loss": 2.9702, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 8.7, | |
| "learning_rate": 0.0001855423101767573, | |
| "loss": 2.9723, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 8.75, | |
| "learning_rate": 0.00018466145986258735, | |
| "loss": 2.9766, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "learning_rate": 0.00018378149039873155, | |
| "loss": 2.9716, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 8.86, | |
| "learning_rate": 0.0001829006400845616, | |
| "loss": 2.9744, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 8.91, | |
| "learning_rate": 0.00018202067062070585, | |
| "loss": 2.9746, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "learning_rate": 0.00018113982030653592, | |
| "loss": 2.9768, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.40467940291506055, | |
| "eval_loss": 3.3969688415527344, | |
| "eval_runtime": 146.7783, | |
| "eval_samples_per_second": 394.684, | |
| "eval_steps_per_second": 6.173, | |
| "step": 167661 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "learning_rate": 0.0001802598508426801, | |
| "loss": 2.9532, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "learning_rate": 0.00017937900052851017, | |
| "loss": 2.9113, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 9.13, | |
| "learning_rate": 0.00017849815021434023, | |
| "loss": 2.9146, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 9.18, | |
| "learning_rate": 0.00017761818075048445, | |
| "loss": 2.9201, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 9.23, | |
| "learning_rate": 0.00017673733043631449, | |
| "loss": 2.9252, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 9.29, | |
| "learning_rate": 0.00017585736097245873, | |
| "loss": 2.933, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 9.34, | |
| "learning_rate": 0.0001749765106582888, | |
| "loss": 2.9311, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 9.39, | |
| "learning_rate": 0.00017409566034411886, | |
| "loss": 2.932, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 9.45, | |
| "learning_rate": 0.0001732148100299489, | |
| "loss": 2.9385, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 9.5, | |
| "learning_rate": 0.00017233395971577895, | |
| "loss": 2.9352, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 9.55, | |
| "learning_rate": 0.00017145310940160901, | |
| "loss": 2.9421, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 9.61, | |
| "learning_rate": 0.00017057313993775323, | |
| "loss": 2.9382, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 9.66, | |
| "learning_rate": 0.00016969317047389745, | |
| "loss": 2.9397, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 9.72, | |
| "learning_rate": 0.00016881232015972751, | |
| "loss": 2.9424, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 9.77, | |
| "learning_rate": 0.00016793235069587173, | |
| "loss": 2.9413, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 9.82, | |
| "learning_rate": 0.0001670515003817018, | |
| "loss": 2.9477, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 9.88, | |
| "learning_rate": 0.00016617065006753183, | |
| "loss": 2.9463, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 9.93, | |
| "learning_rate": 0.00016529068060367605, | |
| "loss": 2.9485, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 9.98, | |
| "learning_rate": 0.0001644098302895061, | |
| "loss": 2.9498, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.40466066332636297, | |
| "eval_loss": 3.4024200439453125, | |
| "eval_runtime": 146.7679, | |
| "eval_samples_per_second": 394.712, | |
| "eval_steps_per_second": 6.173, | |
| "step": 186290 | |
| }, | |
| { | |
| "epoch": 10.04, | |
| "learning_rate": 0.00016352897997533617, | |
| "loss": 2.8971, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 10.09, | |
| "learning_rate": 0.00016264989136179455, | |
| "loss": 2.8859, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 10.15, | |
| "learning_rate": 0.0001617690410476246, | |
| "loss": 2.8923, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 10.2, | |
| "learning_rate": 0.00016088819073345467, | |
| "loss": 2.896, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 10.25, | |
| "learning_rate": 0.00016000734041928474, | |
| "loss": 2.8957, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 10.31, | |
| "learning_rate": 0.00015912737095542895, | |
| "loss": 2.9042, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 10.36, | |
| "learning_rate": 0.00015824652064125902, | |
| "loss": 2.9053, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 10.41, | |
| "learning_rate": 0.00015736655117740324, | |
| "loss": 2.9073, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 10.47, | |
| "learning_rate": 0.0001564857008632333, | |
| "loss": 2.909, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 10.52, | |
| "learning_rate": 0.00015560485054906333, | |
| "loss": 2.9105, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 10.57, | |
| "learning_rate": 0.0001547240002348934, | |
| "loss": 2.9139, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 10.63, | |
| "learning_rate": 0.00015384314992072346, | |
| "loss": 2.9178, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 10.68, | |
| "learning_rate": 0.00015296229960655352, | |
| "loss": 2.9157, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 10.74, | |
| "learning_rate": 0.00015208233014269774, | |
| "loss": 2.9183, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 10.79, | |
| "learning_rate": 0.00015120236067884196, | |
| "loss": 2.9167, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 10.84, | |
| "learning_rate": 0.00015032151036467202, | |
| "loss": 2.9226, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 10.9, | |
| "learning_rate": 0.00014944154090081624, | |
| "loss": 2.9192, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 10.95, | |
| "learning_rate": 0.0001485606905866463, | |
| "loss": 2.917, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.4038836756487508, | |
| "eval_loss": 3.424196243286133, | |
| "eval_runtime": 146.9603, | |
| "eval_samples_per_second": 394.195, | |
| "eval_steps_per_second": 6.165, | |
| "step": 204919 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 0.00014767984027247636, | |
| "loss": 2.9203, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 11.06, | |
| "learning_rate": 0.00014679987080862058, | |
| "loss": 2.8546, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 11.11, | |
| "learning_rate": 0.00014591902049445064, | |
| "loss": 2.8642, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 11.17, | |
| "learning_rate": 0.00014503817018028068, | |
| "loss": 2.8687, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 11.22, | |
| "learning_rate": 0.00014415820071642492, | |
| "loss": 2.8739, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 11.27, | |
| "learning_rate": 0.00014327735040225496, | |
| "loss": 2.8749, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 11.33, | |
| "learning_rate": 0.0001423973809383992, | |
| "loss": 2.8796, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 11.38, | |
| "learning_rate": 0.00014151653062422924, | |
| "loss": 2.8808, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 11.43, | |
| "learning_rate": 0.00014063656116037346, | |
| "loss": 2.8825, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 11.49, | |
| "learning_rate": 0.00013975659169651768, | |
| "loss": 2.8886, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 11.54, | |
| "learning_rate": 0.00013887574138234774, | |
| "loss": 2.8905, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 11.59, | |
| "learning_rate": 0.0001379948910681778, | |
| "loss": 2.8877, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 11.65, | |
| "learning_rate": 0.00013711404075400786, | |
| "loss": 2.8924, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 11.7, | |
| "learning_rate": 0.00013623407129015208, | |
| "loss": 2.8915, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 11.76, | |
| "learning_rate": 0.00013535322097598214, | |
| "loss": 2.8901, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 11.81, | |
| "learning_rate": 0.00013447325151212636, | |
| "loss": 2.8894, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 11.86, | |
| "learning_rate": 0.00013359240119795643, | |
| "loss": 2.8924, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 11.92, | |
| "learning_rate": 0.00013271155088378646, | |
| "loss": 2.8998, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 11.97, | |
| "learning_rate": 0.0001318315814199307, | |
| "loss": 2.9005, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.40485423857592023, | |
| "eval_loss": 3.409266710281372, | |
| "eval_runtime": 147.6369, | |
| "eval_samples_per_second": 392.388, | |
| "eval_steps_per_second": 6.137, | |
| "step": 223548 | |
| }, | |
| { | |
| "epoch": 12.02, | |
| "learning_rate": 0.00013095073110576074, | |
| "loss": 2.8672, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 12.08, | |
| "learning_rate": 0.0001300698807915908, | |
| "loss": 2.8401, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 12.13, | |
| "learning_rate": 0.00012918991132773502, | |
| "loss": 2.838, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 12.19, | |
| "learning_rate": 0.00012830906101356508, | |
| "loss": 2.8478, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 12.24, | |
| "learning_rate": 0.00012742821069939515, | |
| "loss": 2.8567, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 12.29, | |
| "learning_rate": 0.00012654824123553937, | |
| "loss": 2.8554, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 12.35, | |
| "learning_rate": 0.0001256673909213694, | |
| "loss": 2.8574, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 12.4, | |
| "learning_rate": 0.0001247883023078278, | |
| "loss": 2.8588, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 12.45, | |
| "learning_rate": 0.00012390745199365787, | |
| "loss": 2.857, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 12.51, | |
| "learning_rate": 0.00012302660167948793, | |
| "loss": 2.8649, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 12.56, | |
| "learning_rate": 0.00012214575136531796, | |
| "loss": 2.862, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 12.61, | |
| "learning_rate": 0.00012126666275177637, | |
| "loss": 2.8702, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 12.67, | |
| "learning_rate": 0.00012038581243760643, | |
| "loss": 2.8654, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 12.72, | |
| "learning_rate": 0.00011950496212343648, | |
| "loss": 2.8664, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 12.78, | |
| "learning_rate": 0.00011862499265958071, | |
| "loss": 2.8714, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 12.83, | |
| "learning_rate": 0.00011774414234541076, | |
| "loss": 2.8719, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 12.88, | |
| "learning_rate": 0.00011686329203124082, | |
| "loss": 2.8718, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 12.94, | |
| "learning_rate": 0.00011598244171707087, | |
| "loss": 2.8766, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 12.99, | |
| "learning_rate": 0.00011510159140290093, | |
| "loss": 2.8747, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.40508253915650494, | |
| "eval_loss": 3.419220209121704, | |
| "eval_runtime": 147.1595, | |
| "eval_samples_per_second": 393.661, | |
| "eval_steps_per_second": 6.157, | |
| "step": 242177 | |
| }, | |
| { | |
| "epoch": 13.04, | |
| "learning_rate": 0.00011422162193904515, | |
| "loss": 2.8227, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 13.1, | |
| "learning_rate": 0.00011334165247518937, | |
| "loss": 2.8177, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 13.15, | |
| "learning_rate": 0.00011246080216101942, | |
| "loss": 2.8252, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 13.21, | |
| "learning_rate": 0.00011157995184684948, | |
| "loss": 2.8268, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 13.26, | |
| "learning_rate": 0.00011069910153267953, | |
| "loss": 2.8324, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 13.31, | |
| "learning_rate": 0.00010981825121850959, | |
| "loss": 2.8336, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 13.37, | |
| "learning_rate": 0.00010893828175465381, | |
| "loss": 2.8315, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 13.42, | |
| "learning_rate": 0.00010805743144048387, | |
| "loss": 2.8384, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 13.47, | |
| "learning_rate": 0.00010717746197662809, | |
| "loss": 2.8431, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 13.53, | |
| "learning_rate": 0.00010629661166245815, | |
| "loss": 2.8403, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 13.58, | |
| "learning_rate": 0.0001054157613482882, | |
| "loss": 2.8461, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 13.63, | |
| "learning_rate": 0.00010453579188443243, | |
| "loss": 2.8443, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 13.69, | |
| "learning_rate": 0.00010365494157026248, | |
| "loss": 2.8493, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 13.74, | |
| "learning_rate": 0.00010277497210640671, | |
| "loss": 2.8451, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 13.8, | |
| "learning_rate": 0.00010189412179223676, | |
| "loss": 2.8502, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 13.85, | |
| "learning_rate": 0.00010101327147806682, | |
| "loss": 2.8475, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 13.9, | |
| "learning_rate": 0.00010013242116389687, | |
| "loss": 2.8509, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 13.96, | |
| "learning_rate": 9.92524517000411e-05, | |
| "loss": 2.8542, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.40528363710833504, | |
| "eval_loss": 3.4232749938964844, | |
| "eval_runtime": 146.7575, | |
| "eval_samples_per_second": 394.74, | |
| "eval_steps_per_second": 6.173, | |
| "step": 260806 | |
| }, | |
| { | |
| "epoch": 14.01, | |
| "learning_rate": 9.837160138587115e-05, | |
| "loss": 2.8396, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 14.06, | |
| "learning_rate": 9.749075107170121e-05, | |
| "loss": 2.7946, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 14.12, | |
| "learning_rate": 9.660990075753126e-05, | |
| "loss": 2.7988, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 14.17, | |
| "learning_rate": 9.573081214398965e-05, | |
| "loss": 2.8067, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 14.23, | |
| "learning_rate": 9.48499618298197e-05, | |
| "loss": 2.8113, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 14.28, | |
| "learning_rate": 9.396911151564976e-05, | |
| "loss": 2.8143, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 14.33, | |
| "learning_rate": 9.308826120147981e-05, | |
| "loss": 2.8156, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 14.39, | |
| "learning_rate": 9.220829173762404e-05, | |
| "loss": 2.8157, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 14.44, | |
| "learning_rate": 9.132744142345409e-05, | |
| "loss": 2.8176, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 14.49, | |
| "learning_rate": 9.044659110928415e-05, | |
| "loss": 2.8195, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 14.55, | |
| "learning_rate": 8.956662164542837e-05, | |
| "loss": 2.823, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 14.6, | |
| "learning_rate": 8.868577133125844e-05, | |
| "loss": 2.8243, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 14.65, | |
| "learning_rate": 8.780492101708848e-05, | |
| "loss": 2.8264, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 14.71, | |
| "learning_rate": 8.692495155323272e-05, | |
| "loss": 2.8238, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 14.76, | |
| "learning_rate": 8.604410123906277e-05, | |
| "loss": 2.8249, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 14.82, | |
| "learning_rate": 8.5164131775207e-05, | |
| "loss": 2.8285, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 14.87, | |
| "learning_rate": 8.428328146103705e-05, | |
| "loss": 2.8252, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 14.92, | |
| "learning_rate": 8.340243114686711e-05, | |
| "loss": 2.8293, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 14.98, | |
| "learning_rate": 8.252246168301133e-05, | |
| "loss": 2.8326, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.40544732304975456, | |
| "eval_loss": 3.4313971996307373, | |
| "eval_runtime": 146.9557, | |
| "eval_samples_per_second": 394.207, | |
| "eval_steps_per_second": 6.165, | |
| "step": 279435 | |
| }, | |
| { | |
| "epoch": 15.03, | |
| "learning_rate": 8.164161136884139e-05, | |
| "loss": 2.8031, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 15.08, | |
| "learning_rate": 8.076164190498561e-05, | |
| "loss": 2.7829, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 15.14, | |
| "learning_rate": 7.988079159081567e-05, | |
| "loss": 2.7866, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 15.19, | |
| "learning_rate": 7.899994127664572e-05, | |
| "loss": 2.7878, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 15.25, | |
| "learning_rate": 7.811997181278994e-05, | |
| "loss": 2.7902, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 15.3, | |
| "learning_rate": 7.723912149861999e-05, | |
| "loss": 2.7923, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 15.35, | |
| "learning_rate": 7.635915203476422e-05, | |
| "loss": 2.7957, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 15.41, | |
| "learning_rate": 7.547830172059427e-05, | |
| "loss": 2.7959, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 15.46, | |
| "learning_rate": 7.459745140642433e-05, | |
| "loss": 2.7977, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 15.51, | |
| "learning_rate": 7.371748194256855e-05, | |
| "loss": 2.8023, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 15.57, | |
| "learning_rate": 7.283663162839861e-05, | |
| "loss": 2.8038, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 15.62, | |
| "learning_rate": 7.195666216454283e-05, | |
| "loss": 2.8004, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 15.67, | |
| "learning_rate": 7.107581185037289e-05, | |
| "loss": 2.8042, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 15.73, | |
| "learning_rate": 7.019496153620294e-05, | |
| "loss": 2.8065, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 15.78, | |
| "learning_rate": 6.9314111222033e-05, | |
| "loss": 2.8046, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 15.84, | |
| "learning_rate": 6.843414175817722e-05, | |
| "loss": 2.8082, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 15.89, | |
| "learning_rate": 6.755329144400728e-05, | |
| "loss": 2.8096, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 15.94, | |
| "learning_rate": 6.667244112983733e-05, | |
| "loss": 2.8063, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "learning_rate": 6.579247166598155e-05, | |
| "loss": 2.8125, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.40515031064394535, | |
| "eval_loss": 3.4404408931732178, | |
| "eval_runtime": 146.6919, | |
| "eval_samples_per_second": 394.916, | |
| "eval_steps_per_second": 6.176, | |
| "step": 298064 | |
| }, | |
| { | |
| "epoch": 16.05, | |
| "learning_rate": 6.491338305243995e-05, | |
| "loss": 2.7653, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 16.1, | |
| "learning_rate": 6.403253273827e-05, | |
| "loss": 2.7653, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 16.16, | |
| "learning_rate": 6.315168242410006e-05, | |
| "loss": 2.7705, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 16.21, | |
| "learning_rate": 6.227083210993011e-05, | |
| "loss": 2.7698, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 16.26, | |
| "learning_rate": 6.138998179576017e-05, | |
| "loss": 2.7756, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 16.32, | |
| "learning_rate": 6.050913148159022e-05, | |
| "loss": 2.7763, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 16.37, | |
| "learning_rate": 5.962828116742028e-05, | |
| "loss": 2.7787, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 16.43, | |
| "learning_rate": 5.87483117035645e-05, | |
| "loss": 2.7797, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 16.48, | |
| "learning_rate": 5.786746138939455e-05, | |
| "loss": 2.7807, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 16.53, | |
| "learning_rate": 5.698749192553878e-05, | |
| "loss": 2.7803, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 16.59, | |
| "learning_rate": 5.610664161136883e-05, | |
| "loss": 2.7844, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 16.64, | |
| "learning_rate": 5.522579129719889e-05, | |
| "loss": 2.7835, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 16.69, | |
| "learning_rate": 5.4345821833343114e-05, | |
| "loss": 2.7858, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 16.75, | |
| "learning_rate": 5.346497151917317e-05, | |
| "loss": 2.787, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 16.8, | |
| "learning_rate": 5.25850020553174e-05, | |
| "loss": 2.7899, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 16.86, | |
| "learning_rate": 5.170415174114745e-05, | |
| "loss": 2.7873, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 16.91, | |
| "learning_rate": 5.0823301426977506e-05, | |
| "loss": 2.7879, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 16.96, | |
| "learning_rate": 4.994245111280756e-05, | |
| "loss": 2.7911, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.40542401610610557, | |
| "eval_loss": 3.4449925422668457, | |
| "eval_runtime": 146.7539, | |
| "eval_samples_per_second": 394.749, | |
| "eval_steps_per_second": 6.174, | |
| "step": 316693 | |
| }, | |
| { | |
| "epoch": 17.02, | |
| "learning_rate": 4.906248164895178e-05, | |
| "loss": 2.7767, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 17.07, | |
| "learning_rate": 4.8182512185096006e-05, | |
| "loss": 2.7487, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 17.12, | |
| "learning_rate": 4.730166187092606e-05, | |
| "loss": 2.7542, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 17.18, | |
| "learning_rate": 4.6420811556756116e-05, | |
| "loss": 2.759, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 17.23, | |
| "learning_rate": 4.554084209290035e-05, | |
| "loss": 2.7571, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 17.28, | |
| "learning_rate": 4.46599917787304e-05, | |
| "loss": 2.7582, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 17.34, | |
| "learning_rate": 4.3780022314874616e-05, | |
| "loss": 2.7629, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 17.39, | |
| "learning_rate": 4.289917200070467e-05, | |
| "loss": 2.76, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 17.45, | |
| "learning_rate": 4.2018321686534727e-05, | |
| "loss": 2.7596, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 17.5, | |
| "learning_rate": 4.113835222267895e-05, | |
| "loss": 2.762, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 17.55, | |
| "learning_rate": 4.0258382758823185e-05, | |
| "loss": 2.7645, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 17.61, | |
| "learning_rate": 3.937753244465324e-05, | |
| "loss": 2.7674, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 17.66, | |
| "learning_rate": 3.849668213048329e-05, | |
| "loss": 2.7634, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 17.71, | |
| "learning_rate": 3.7615831816313344e-05, | |
| "loss": 2.7657, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 17.77, | |
| "learning_rate": 3.67349815021434e-05, | |
| "loss": 2.7677, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 17.82, | |
| "learning_rate": 3.5854131187973454e-05, | |
| "loss": 2.7711, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 17.88, | |
| "learning_rate": 3.497416172411768e-05, | |
| "loss": 2.7684, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 17.93, | |
| "learning_rate": 3.40941922602619e-05, | |
| "loss": 2.7698, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 17.98, | |
| "learning_rate": 3.321422279640613e-05, | |
| "loss": 2.7682, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.4054381211728672, | |
| "eval_loss": 3.4487550258636475, | |
| "eval_runtime": 146.6725, | |
| "eval_samples_per_second": 394.968, | |
| "eval_steps_per_second": 6.177, | |
| "step": 335322 | |
| }, | |
| { | |
| "epoch": 18.04, | |
| "learning_rate": 3.233337248223618e-05, | |
| "loss": 2.7483, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 18.09, | |
| "learning_rate": 3.1452522168066235e-05, | |
| "loss": 2.7436, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 18.14, | |
| "learning_rate": 3.057167185389629e-05, | |
| "loss": 2.7403, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 18.2, | |
| "learning_rate": 2.9691702390040516e-05, | |
| "loss": 2.7426, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 18.25, | |
| "learning_rate": 2.881085207587057e-05, | |
| "loss": 2.7424, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 18.3, | |
| "learning_rate": 2.7930001761700627e-05, | |
| "loss": 2.7414, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 18.36, | |
| "learning_rate": 2.704915144753068e-05, | |
| "loss": 2.7417, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 18.41, | |
| "learning_rate": 2.6170062833989075e-05, | |
| "loss": 2.7445, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 18.47, | |
| "learning_rate": 2.528921251981913e-05, | |
| "loss": 2.7418, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 18.52, | |
| "learning_rate": 2.4408362205649185e-05, | |
| "loss": 2.7499, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 18.57, | |
| "learning_rate": 2.352751189147924e-05, | |
| "loss": 2.7496, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 18.63, | |
| "learning_rate": 2.2648423277937634e-05, | |
| "loss": 2.749, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 18.68, | |
| "learning_rate": 2.176757296376769e-05, | |
| "loss": 2.7483, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 18.73, | |
| "learning_rate": 2.0886722649597744e-05, | |
| "loss": 2.7452, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 18.79, | |
| "learning_rate": 2.00058723354278e-05, | |
| "loss": 2.7509, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 18.84, | |
| "learning_rate": 1.9125022021257855e-05, | |
| "loss": 2.7539, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 18.9, | |
| "learning_rate": 1.8245052557402077e-05, | |
| "loss": 2.7494, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 18.95, | |
| "learning_rate": 1.7364202243232132e-05, | |
| "loss": 2.7512, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.4053620881463235, | |
| "eval_loss": 3.4580540657043457, | |
| "eval_runtime": 146.8189, | |
| "eval_samples_per_second": 394.574, | |
| "eval_steps_per_second": 6.171, | |
| "step": 353951 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "learning_rate": 1.6484232779376355e-05, | |
| "loss": 2.7469, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 19.06, | |
| "learning_rate": 1.560338246520641e-05, | |
| "loss": 2.7291, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 19.11, | |
| "learning_rate": 1.4723413001350636e-05, | |
| "loss": 2.7264, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 19.16, | |
| "learning_rate": 1.384344353749486e-05, | |
| "loss": 2.7311, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 19.22, | |
| "learning_rate": 1.2962593223324915e-05, | |
| "loss": 2.7316, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 19.27, | |
| "learning_rate": 1.208174290915497e-05, | |
| "loss": 2.7296, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 19.32, | |
| "learning_rate": 1.1200892594985025e-05, | |
| "loss": 2.7333, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 19.38, | |
| "learning_rate": 1.032092313112925e-05, | |
| "loss": 2.7345, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 19.43, | |
| "learning_rate": 9.440953667273474e-06, | |
| "loss": 2.7319, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 19.49, | |
| "learning_rate": 8.560103353103529e-06, | |
| "loss": 2.7309, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 19.54, | |
| "learning_rate": 7.679253038933582e-06, | |
| "loss": 2.7327, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 19.59, | |
| "learning_rate": 6.798402724763638e-06, | |
| "loss": 2.7342, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 19.65, | |
| "learning_rate": 5.917552410593693e-06, | |
| "loss": 2.7296, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 19.7, | |
| "learning_rate": 5.037582946737917e-06, | |
| "loss": 2.7344, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 19.75, | |
| "learning_rate": 4.156732632567972e-06, | |
| "loss": 2.7325, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 19.81, | |
| "learning_rate": 3.275882318398027e-06, | |
| "loss": 2.7282, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 19.86, | |
| "learning_rate": 2.395912854542251e-06, | |
| "loss": 2.7303, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 19.92, | |
| "learning_rate": 1.5150625403723059e-06, | |
| "loss": 2.7292, | |
| "step": 371000 | |
| }, | |
| { | |
| "epoch": 19.97, | |
| "learning_rate": 6.342122262023606e-07, | |
| "loss": 2.7331, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.40517314741870225, | |
| "eval_loss": 3.466306209564209, | |
| "eval_runtime": 147.2197, | |
| "eval_samples_per_second": 393.5, | |
| "eval_steps_per_second": 6.154, | |
| "step": 372580 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 372580, | |
| "total_flos": 1.56977765434368e+18, | |
| "train_loss": 3.0355079814286947, | |
| "train_runtime": 47458.051, | |
| "train_samples_per_second": 251.219, | |
| "train_steps_per_second": 7.851 | |
| } | |
| ], | |
| "logging_steps": 1000, | |
| "max_steps": 372580, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 5000, | |
| "total_flos": 1.56977765434368e+18, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |