| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.788508830762352, | |
| "eval_steps": 50, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.017885088307623517, | |
| "grad_norm": 0.27167433500289917, | |
| "learning_rate": 5.9523809523809525e-06, | |
| "loss": 1.9206, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.035770176615247035, | |
| "grad_norm": 0.2490677386522293, | |
| "learning_rate": 1.1904761904761905e-05, | |
| "loss": 1.8864, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05365526492287056, | |
| "grad_norm": 0.23479315638542175, | |
| "learning_rate": 1.785714285714286e-05, | |
| "loss": 1.8092, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07154035323049407, | |
| "grad_norm": 0.2516893446445465, | |
| "learning_rate": 2.380952380952381e-05, | |
| "loss": 1.6878, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0894254415381176, | |
| "grad_norm": 0.30081456899642944, | |
| "learning_rate": 2.9761904761904762e-05, | |
| "loss": 1.4673, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0894254415381176, | |
| "eval_loss": 1.3079078197479248, | |
| "eval_runtime": 340.2145, | |
| "eval_samples_per_second": 5.843, | |
| "eval_steps_per_second": 2.922, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.10731052984574112, | |
| "grad_norm": 0.40885159373283386, | |
| "learning_rate": 3.571428571428572e-05, | |
| "loss": 1.1216, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.12519561815336464, | |
| "grad_norm": 0.34105631709098816, | |
| "learning_rate": 4.166666666666667e-05, | |
| "loss": 0.623, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.14308070646098814, | |
| "grad_norm": 0.08575189858675003, | |
| "learning_rate": 4.761904761904762e-05, | |
| "loss": 0.321, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.16096579476861167, | |
| "grad_norm": 0.06351594626903534, | |
| "learning_rate": 5.3571428571428575e-05, | |
| "loss": 0.2671, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1788508830762352, | |
| "grad_norm": 0.044943634420633316, | |
| "learning_rate": 5.9523809523809524e-05, | |
| "loss": 0.2634, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1788508830762352, | |
| "eval_loss": 0.2529277801513672, | |
| "eval_runtime": 340.0791, | |
| "eval_samples_per_second": 5.846, | |
| "eval_steps_per_second": 2.923, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1967359713838587, | |
| "grad_norm": 0.04525942727923393, | |
| "learning_rate": 6.547619047619048e-05, | |
| "loss": 0.2476, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.21462105969148224, | |
| "grad_norm": 0.03497561439871788, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 0.2364, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.23250614799910574, | |
| "grad_norm": 0.03806141018867493, | |
| "learning_rate": 7.738095238095239e-05, | |
| "loss": 0.2375, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.25039123630672927, | |
| "grad_norm": 0.03912373259663582, | |
| "learning_rate": 8.333333333333334e-05, | |
| "loss": 0.2458, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2682763246143528, | |
| "grad_norm": 0.038528475910425186, | |
| "learning_rate": 8.92857142857143e-05, | |
| "loss": 0.2356, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.2682763246143528, | |
| "eval_loss": 0.2338634878396988, | |
| "eval_runtime": 340.1092, | |
| "eval_samples_per_second": 5.845, | |
| "eval_steps_per_second": 2.923, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.2861614129219763, | |
| "grad_norm": 0.033717814832925797, | |
| "learning_rate": 9.523809523809524e-05, | |
| "loss": 0.2328, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3040465012295998, | |
| "grad_norm": 0.034611135721206665, | |
| "learning_rate": 9.98674618952949e-05, | |
| "loss": 0.232, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.32193158953722334, | |
| "grad_norm": 0.03772770240902901, | |
| "learning_rate": 9.920477137176939e-05, | |
| "loss": 0.2321, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.33981667784484687, | |
| "grad_norm": 0.03764208406209946, | |
| "learning_rate": 9.854208084824388e-05, | |
| "loss": 0.2252, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3577017661524704, | |
| "grad_norm": 0.04233132675290108, | |
| "learning_rate": 9.787939032471835e-05, | |
| "loss": 0.2255, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3577017661524704, | |
| "eval_loss": 0.22211842238903046, | |
| "eval_runtime": 340.2159, | |
| "eval_samples_per_second": 5.843, | |
| "eval_steps_per_second": 2.922, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3755868544600939, | |
| "grad_norm": 0.04666154831647873, | |
| "learning_rate": 9.721669980119285e-05, | |
| "loss": 0.2221, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3934719427677174, | |
| "grad_norm": 0.05546770244836807, | |
| "learning_rate": 9.655400927766734e-05, | |
| "loss": 0.2241, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.41135703107534094, | |
| "grad_norm": 0.04022465646266937, | |
| "learning_rate": 9.589131875414182e-05, | |
| "loss": 0.2144, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.42924211938296447, | |
| "grad_norm": 0.041572101414203644, | |
| "learning_rate": 9.52286282306163e-05, | |
| "loss": 0.2113, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.44712720769058795, | |
| "grad_norm": 0.039912398904561996, | |
| "learning_rate": 9.45659377070908e-05, | |
| "loss": 0.2143, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.44712720769058795, | |
| "eval_loss": 0.21348513662815094, | |
| "eval_runtime": 339.9419, | |
| "eval_samples_per_second": 5.848, | |
| "eval_steps_per_second": 2.924, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.4650122959982115, | |
| "grad_norm": 0.04531717300415039, | |
| "learning_rate": 9.390324718356528e-05, | |
| "loss": 0.2078, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.482897384305835, | |
| "grad_norm": 0.05076432228088379, | |
| "learning_rate": 9.324055666003977e-05, | |
| "loss": 0.2105, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5007824726134585, | |
| "grad_norm": 0.05077740550041199, | |
| "learning_rate": 9.257786613651425e-05, | |
| "loss": 0.2102, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.518667560921082, | |
| "grad_norm": 0.05294053629040718, | |
| "learning_rate": 9.191517561298874e-05, | |
| "loss": 0.2116, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.5365526492287056, | |
| "grad_norm": 0.04222816973924637, | |
| "learning_rate": 9.125248508946323e-05, | |
| "loss": 0.2004, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5365526492287056, | |
| "eval_loss": 0.205940380692482, | |
| "eval_runtime": 340.0032, | |
| "eval_samples_per_second": 5.847, | |
| "eval_steps_per_second": 2.924, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5544377375363291, | |
| "grad_norm": 0.06563922017812729, | |
| "learning_rate": 9.058979456593771e-05, | |
| "loss": 0.2024, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5723228258439526, | |
| "grad_norm": 0.06504207849502563, | |
| "learning_rate": 8.99271040424122e-05, | |
| "loss": 0.2076, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5902079141515761, | |
| "grad_norm": 0.055658888071775436, | |
| "learning_rate": 8.926441351888669e-05, | |
| "loss": 0.2026, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6080930024591996, | |
| "grad_norm": 0.0635204091668129, | |
| "learning_rate": 8.860172299536117e-05, | |
| "loss": 0.199, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.6259780907668232, | |
| "grad_norm": 0.06404862552881241, | |
| "learning_rate": 8.793903247183566e-05, | |
| "loss": 0.2048, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.6259780907668232, | |
| "eval_loss": 0.1987379640340805, | |
| "eval_runtime": 339.7556, | |
| "eval_samples_per_second": 5.851, | |
| "eval_steps_per_second": 2.926, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.6438631790744467, | |
| "grad_norm": 0.061456065624952316, | |
| "learning_rate": 8.727634194831014e-05, | |
| "loss": 0.2002, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6617482673820702, | |
| "grad_norm": 0.059758663177490234, | |
| "learning_rate": 8.661365142478463e-05, | |
| "loss": 0.1928, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6796333556896937, | |
| "grad_norm": 0.07035389542579651, | |
| "learning_rate": 8.595096090125912e-05, | |
| "loss": 0.1982, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6975184439973172, | |
| "grad_norm": 0.05884738266468048, | |
| "learning_rate": 8.52882703777336e-05, | |
| "loss": 0.199, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.7154035323049408, | |
| "grad_norm": 0.07666763663291931, | |
| "learning_rate": 8.462557985420809e-05, | |
| "loss": 0.1901, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.7154035323049408, | |
| "eval_loss": 0.19112130999565125, | |
| "eval_runtime": 339.7085, | |
| "eval_samples_per_second": 5.852, | |
| "eval_steps_per_second": 2.926, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.7332886206125643, | |
| "grad_norm": 0.07783893495798111, | |
| "learning_rate": 8.396288933068258e-05, | |
| "loss": 0.1903, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.7511737089201878, | |
| "grad_norm": 0.06356322020292282, | |
| "learning_rate": 8.330019880715706e-05, | |
| "loss": 0.189, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.7690587972278113, | |
| "grad_norm": 0.06573337316513062, | |
| "learning_rate": 8.263750828363155e-05, | |
| "loss": 0.1921, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7869438855354348, | |
| "grad_norm": 0.0807296559214592, | |
| "learning_rate": 8.197481776010603e-05, | |
| "loss": 0.1826, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8048289738430584, | |
| "grad_norm": 0.07666200399398804, | |
| "learning_rate": 8.131212723658052e-05, | |
| "loss": 0.1835, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.8048289738430584, | |
| "eval_loss": 0.18313755095005035, | |
| "eval_runtime": 340.1916, | |
| "eval_samples_per_second": 5.844, | |
| "eval_steps_per_second": 2.922, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.8227140621506819, | |
| "grad_norm": 0.09144561737775803, | |
| "learning_rate": 8.064943671305501e-05, | |
| "loss": 0.1813, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.8405991504583054, | |
| "grad_norm": 0.10572754591703415, | |
| "learning_rate": 7.99867461895295e-05, | |
| "loss": 0.1776, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.8584842387659289, | |
| "grad_norm": 0.08453221619129181, | |
| "learning_rate": 7.932405566600398e-05, | |
| "loss": 0.1809, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.8763693270735524, | |
| "grad_norm": 0.08854762464761734, | |
| "learning_rate": 7.866136514247847e-05, | |
| "loss": 0.176, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8942544153811759, | |
| "grad_norm": 0.09418456256389618, | |
| "learning_rate": 7.799867461895295e-05, | |
| "loss": 0.1749, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8942544153811759, | |
| "eval_loss": 0.17343606054782867, | |
| "eval_runtime": 340.1945, | |
| "eval_samples_per_second": 5.844, | |
| "eval_steps_per_second": 2.922, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.9121395036887995, | |
| "grad_norm": 0.08916131407022476, | |
| "learning_rate": 7.733598409542744e-05, | |
| "loss": 0.1705, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.930024591996423, | |
| "grad_norm": 0.09915047138929367, | |
| "learning_rate": 7.667329357190193e-05, | |
| "loss": 0.166, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.9479096803040465, | |
| "grad_norm": 0.09700702130794525, | |
| "learning_rate": 7.601060304837641e-05, | |
| "loss": 0.1675, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.96579476861167, | |
| "grad_norm": 0.13390330970287323, | |
| "learning_rate": 7.53479125248509e-05, | |
| "loss": 0.1685, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.9836798569192935, | |
| "grad_norm": 0.10853017121553421, | |
| "learning_rate": 7.468522200132538e-05, | |
| "loss": 0.1682, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9836798569192935, | |
| "eval_loss": 0.16290181875228882, | |
| "eval_runtime": 340.1443, | |
| "eval_samples_per_second": 5.845, | |
| "eval_steps_per_second": 2.922, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.001564945226917, | |
| "grad_norm": 0.11536076664924622, | |
| "learning_rate": 7.402253147779987e-05, | |
| "loss": 0.1601, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.0194500335345407, | |
| "grad_norm": 0.13258640468120575, | |
| "learning_rate": 7.335984095427436e-05, | |
| "loss": 0.1572, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.037335121842164, | |
| "grad_norm": 0.12075567245483398, | |
| "learning_rate": 7.269715043074884e-05, | |
| "loss": 0.1502, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.0552202101497876, | |
| "grad_norm": 0.1262330263853073, | |
| "learning_rate": 7.203445990722333e-05, | |
| "loss": 0.1507, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.0731052984574112, | |
| "grad_norm": 0.13084138929843903, | |
| "learning_rate": 7.137176938369782e-05, | |
| "loss": 0.1507, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.0731052984574112, | |
| "eval_loss": 0.15283866226673126, | |
| "eval_runtime": 340.005, | |
| "eval_samples_per_second": 5.847, | |
| "eval_steps_per_second": 2.923, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.0909903867650346, | |
| "grad_norm": 0.13570532202720642, | |
| "learning_rate": 7.07090788601723e-05, | |
| "loss": 0.1476, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.1088754750726582, | |
| "grad_norm": 0.12759168446063995, | |
| "learning_rate": 7.004638833664679e-05, | |
| "loss": 0.1455, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.1267605633802817, | |
| "grad_norm": 0.15715628862380981, | |
| "learning_rate": 6.938369781312127e-05, | |
| "loss": 0.1465, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.144645651687905, | |
| "grad_norm": 0.15863963961601257, | |
| "learning_rate": 6.872100728959576e-05, | |
| "loss": 0.1375, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.1625307399955287, | |
| "grad_norm": 0.14566145837306976, | |
| "learning_rate": 6.805831676607025e-05, | |
| "loss": 0.1378, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.1625307399955287, | |
| "eval_loss": 0.14257138967514038, | |
| "eval_runtime": 340.2975, | |
| "eval_samples_per_second": 5.842, | |
| "eval_steps_per_second": 2.921, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.1804158283031523, | |
| "grad_norm": 0.14659343659877777, | |
| "learning_rate": 6.739562624254473e-05, | |
| "loss": 0.1389, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.1983009166107759, | |
| "grad_norm": 0.1562536507844925, | |
| "learning_rate": 6.673293571901922e-05, | |
| "loss": 0.1368, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.2161860049183992, | |
| "grad_norm": 0.16155236959457397, | |
| "learning_rate": 6.60702451954937e-05, | |
| "loss": 0.1367, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.2340710932260228, | |
| "grad_norm": 0.15700899064540863, | |
| "learning_rate": 6.540755467196819e-05, | |
| "loss": 0.133, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.2519561815336462, | |
| "grad_norm": 0.14563362300395966, | |
| "learning_rate": 6.474486414844268e-05, | |
| "loss": 0.1304, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.2519561815336462, | |
| "eval_loss": 0.1325962394475937, | |
| "eval_runtime": 340.3546, | |
| "eval_samples_per_second": 5.841, | |
| "eval_steps_per_second": 2.92, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.2698412698412698, | |
| "grad_norm": 0.15527787804603577, | |
| "learning_rate": 6.408217362491717e-05, | |
| "loss": 0.1309, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.2877263581488934, | |
| "grad_norm": 0.17507752776145935, | |
| "learning_rate": 6.341948310139165e-05, | |
| "loss": 0.1276, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.305611446456517, | |
| "grad_norm": 0.18257690966129303, | |
| "learning_rate": 6.275679257786614e-05, | |
| "loss": 0.1294, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.3234965347641405, | |
| "grad_norm": 0.1934031993150711, | |
| "learning_rate": 6.209410205434062e-05, | |
| "loss": 0.1236, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.341381623071764, | |
| "grad_norm": 0.1760103851556778, | |
| "learning_rate": 6.143141153081511e-05, | |
| "loss": 0.122, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.341381623071764, | |
| "eval_loss": 0.12294474244117737, | |
| "eval_runtime": 340.3675, | |
| "eval_samples_per_second": 5.841, | |
| "eval_steps_per_second": 2.92, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.3592667113793875, | |
| "grad_norm": 0.18259243667125702, | |
| "learning_rate": 6.0768721007289597e-05, | |
| "loss": 0.1191, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.3771517996870108, | |
| "grad_norm": 0.19982369244098663, | |
| "learning_rate": 6.010603048376409e-05, | |
| "loss": 0.1179, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.3950368879946344, | |
| "grad_norm": 0.19513551890850067, | |
| "learning_rate": 5.9443339960238576e-05, | |
| "loss": 0.1136, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.412921976302258, | |
| "grad_norm": 0.20091329514980316, | |
| "learning_rate": 5.8780649436713056e-05, | |
| "loss": 0.1151, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.4308070646098816, | |
| "grad_norm": 0.17873592674732208, | |
| "learning_rate": 5.811795891318754e-05, | |
| "loss": 0.1133, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.4308070646098816, | |
| "eval_loss": 0.11276984959840775, | |
| "eval_runtime": 340.2802, | |
| "eval_samples_per_second": 5.842, | |
| "eval_steps_per_second": 2.921, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.448692152917505, | |
| "grad_norm": 0.1767304390668869, | |
| "learning_rate": 5.745526838966203e-05, | |
| "loss": 0.1113, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.4665772412251286, | |
| "grad_norm": 0.19418853521347046, | |
| "learning_rate": 5.679257786613652e-05, | |
| "loss": 0.1062, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.4844623295327521, | |
| "grad_norm": 0.18987976014614105, | |
| "learning_rate": 5.6129887342611e-05, | |
| "loss": 0.1067, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.5023474178403755, | |
| "grad_norm": 0.19089455902576447, | |
| "learning_rate": 5.546719681908549e-05, | |
| "loss": 0.1059, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.520232506147999, | |
| "grad_norm": 0.2054363191127777, | |
| "learning_rate": 5.480450629555997e-05, | |
| "loss": 0.1052, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.520232506147999, | |
| "eval_loss": 0.10367103666067123, | |
| "eval_runtime": 340.2498, | |
| "eval_samples_per_second": 5.843, | |
| "eval_steps_per_second": 2.921, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.5381175944556227, | |
| "grad_norm": 0.2290847897529602, | |
| "learning_rate": 5.4141815772034466e-05, | |
| "loss": 0.0994, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.5560026827632463, | |
| "grad_norm": 0.20180433988571167, | |
| "learning_rate": 5.3479125248508946e-05, | |
| "loss": 0.1002, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.5738877710708696, | |
| "grad_norm": 0.2535998225212097, | |
| "learning_rate": 5.281643472498343e-05, | |
| "loss": 0.0962, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.5917728593784932, | |
| "grad_norm": 0.2272896021604538, | |
| "learning_rate": 5.215374420145792e-05, | |
| "loss": 0.0937, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.6096579476861166, | |
| "grad_norm": 0.2379264086484909, | |
| "learning_rate": 5.149105367793241e-05, | |
| "loss": 0.0984, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.6096579476861166, | |
| "eval_loss": 0.09358672797679901, | |
| "eval_runtime": 340.1031, | |
| "eval_samples_per_second": 5.845, | |
| "eval_steps_per_second": 2.923, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.6275430359937402, | |
| "grad_norm": 0.20866374671459198, | |
| "learning_rate": 5.08283631544069e-05, | |
| "loss": 0.092, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.6454281243013638, | |
| "grad_norm": 0.23577432334423065, | |
| "learning_rate": 5.016567263088138e-05, | |
| "loss": 0.0921, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.6633132126089873, | |
| "grad_norm": 0.22456888854503632, | |
| "learning_rate": 4.9502982107355864e-05, | |
| "loss": 0.0888, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.681198300916611, | |
| "grad_norm": 0.2216615080833435, | |
| "learning_rate": 4.884029158383036e-05, | |
| "loss": 0.0874, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.6990833892242343, | |
| "grad_norm": 0.23125343024730682, | |
| "learning_rate": 4.8177601060304836e-05, | |
| "loss": 0.0842, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.6990833892242343, | |
| "eval_loss": 0.08562839031219482, | |
| "eval_runtime": 339.6325, | |
| "eval_samples_per_second": 5.853, | |
| "eval_steps_per_second": 2.927, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.7169684775318577, | |
| "grad_norm": 0.22048653662204742, | |
| "learning_rate": 4.751491053677933e-05, | |
| "loss": 0.087, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.7348535658394812, | |
| "grad_norm": 0.23853205144405365, | |
| "learning_rate": 4.685222001325381e-05, | |
| "loss": 0.0789, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.7527386541471048, | |
| "grad_norm": 0.23902659118175507, | |
| "learning_rate": 4.61895294897283e-05, | |
| "loss": 0.0771, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.7706237424547284, | |
| "grad_norm": 0.2581934332847595, | |
| "learning_rate": 4.552683896620278e-05, | |
| "loss": 0.0782, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.788508830762352, | |
| "grad_norm": 0.23264268040657043, | |
| "learning_rate": 4.4864148442677275e-05, | |
| "loss": 0.0767, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.788508830762352, | |
| "eval_loss": 0.07814358174800873, | |
| "eval_runtime": 339.6457, | |
| "eval_samples_per_second": 5.853, | |
| "eval_steps_per_second": 2.927, | |
| "step": 1000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1677, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.142888239316599e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |