| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0100219229564673, | |
| "eval_steps": 100, | |
| "global_step": 3225, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.6999576091766357, | |
| "learning_rate": 4.96124031007752e-05, | |
| "loss": 0.533, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.682187020778656, | |
| "learning_rate": 4.922480620155039e-05, | |
| "loss": 0.3801, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6211907267570496, | |
| "learning_rate": 4.883720930232558e-05, | |
| "loss": 0.3996, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.131941080093384, | |
| "learning_rate": 4.8449612403100775e-05, | |
| "loss": 0.3272, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6068922877311707, | |
| "learning_rate": 4.8062015503875976e-05, | |
| "loss": 0.3431, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.6034927368164062, | |
| "learning_rate": 4.7674418604651164e-05, | |
| "loss": 0.3298, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.252187490463257, | |
| "learning_rate": 4.728682170542636e-05, | |
| "loss": 0.3048, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.42226940393447876, | |
| "learning_rate": 4.6899224806201553e-05, | |
| "loss": 0.2993, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5101619958877563, | |
| "learning_rate": 4.651162790697675e-05, | |
| "loss": 0.3291, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.44378426671028137, | |
| "learning_rate": 4.6124031007751936e-05, | |
| "loss": 0.3254, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.39292019605636597, | |
| "learning_rate": 4.573643410852713e-05, | |
| "loss": 0.2908, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3389347791671753, | |
| "learning_rate": 4.5348837209302326e-05, | |
| "loss": 0.3058, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.3901497423648834, | |
| "learning_rate": 4.496124031007753e-05, | |
| "loss": 0.343, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.7542033195495605, | |
| "learning_rate": 4.4573643410852715e-05, | |
| "loss": 0.2969, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.3395516872406006, | |
| "learning_rate": 4.418604651162791e-05, | |
| "loss": 0.2907, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.3581525385379791, | |
| "learning_rate": 4.3813953488372095e-05, | |
| "loss": 0.2783, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.6102267503738403, | |
| "learning_rate": 4.342635658914729e-05, | |
| "loss": 0.266, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.409443974494934, | |
| "learning_rate": 4.3038759689922484e-05, | |
| "loss": 0.2898, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.3266422748565674, | |
| "learning_rate": 4.265116279069767e-05, | |
| "loss": 0.2967, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.4810105562210083, | |
| "learning_rate": 4.2263565891472874e-05, | |
| "loss": 0.2621, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.7368390560150146, | |
| "learning_rate": 4.187596899224807e-05, | |
| "loss": 0.2766, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.7454067468643188, | |
| "learning_rate": 4.1488372093023256e-05, | |
| "loss": 0.2435, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.34005963802337646, | |
| "learning_rate": 4.110077519379845e-05, | |
| "loss": 0.2407, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.942692518234253, | |
| "learning_rate": 4.0713178294573646e-05, | |
| "loss": 0.2556, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.3751680850982666, | |
| "learning_rate": 4.032558139534884e-05, | |
| "loss": 0.2352, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.911611795425415, | |
| "learning_rate": 3.993798449612403e-05, | |
| "loss": 0.2635, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.1268646717071533, | |
| "learning_rate": 3.955038759689922e-05, | |
| "loss": 0.2473, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.866083025932312, | |
| "learning_rate": 3.9162790697674425e-05, | |
| "loss": 0.238, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.8285239338874817, | |
| "learning_rate": 3.877519379844962e-05, | |
| "loss": 0.2666, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.8000108003616333, | |
| "learning_rate": 3.838759689922481e-05, | |
| "loss": 0.2343, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.6987760066986084, | |
| "learning_rate": 3.8e-05, | |
| "loss": 0.207, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.039829134941101, | |
| "learning_rate": 3.76124031007752e-05, | |
| "loss": 0.2469, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.2499618530273438, | |
| "learning_rate": 3.722480620155039e-05, | |
| "loss": 0.2589, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.926412582397461, | |
| "learning_rate": 3.683720930232558e-05, | |
| "loss": 0.1872, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.37480354309082, | |
| "learning_rate": 3.6449612403100774e-05, | |
| "loss": 0.2797, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.7981369495391846, | |
| "learning_rate": 3.6077519379844966e-05, | |
| "loss": 0.2423, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.1063029766082764, | |
| "learning_rate": 3.568992248062016e-05, | |
| "loss": 0.2528, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.5154077410697937, | |
| "learning_rate": 3.530232558139535e-05, | |
| "loss": 0.1966, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.958801507949829, | |
| "learning_rate": 3.4914728682170543e-05, | |
| "loss": 0.2569, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.43896540999412537, | |
| "learning_rate": 3.452713178294574e-05, | |
| "loss": 0.2294, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 4.940056800842285, | |
| "learning_rate": 3.413953488372093e-05, | |
| "loss": 0.2138, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.0871469974517822, | |
| "learning_rate": 3.375193798449612e-05, | |
| "loss": 0.2486, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.4600803554058075, | |
| "learning_rate": 3.3364341085271316e-05, | |
| "loss": 0.1784, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.7933701276779175, | |
| "learning_rate": 3.297674418604652e-05, | |
| "loss": 0.2486, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.8704222440719604, | |
| "learning_rate": 3.258914728682171e-05, | |
| "loss": 0.1977, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.517425775527954, | |
| "learning_rate": 3.22015503875969e-05, | |
| "loss": 0.2128, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.5435869693756104, | |
| "learning_rate": 3.1813953488372094e-05, | |
| "loss": 0.1889, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.8101773262023926, | |
| "learning_rate": 3.142635658914729e-05, | |
| "loss": 0.2274, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.910406231880188, | |
| "learning_rate": 3.1038759689922484e-05, | |
| "loss": 0.1939, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.1105294227600098, | |
| "learning_rate": 3.065116279069767e-05, | |
| "loss": 0.2712, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.6309148073196411, | |
| "learning_rate": 3.0263565891472867e-05, | |
| "loss": 0.2098, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.6428541541099548, | |
| "learning_rate": 2.9875968992248065e-05, | |
| "loss": 0.1944, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.2899640798568726, | |
| "learning_rate": 2.948837209302326e-05, | |
| "loss": 0.232, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.35119500756263733, | |
| "learning_rate": 2.910077519379845e-05, | |
| "loss": 0.2279, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.7236185669898987, | |
| "learning_rate": 2.8713178294573645e-05, | |
| "loss": 0.1759, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.7780153155326843, | |
| "learning_rate": 2.8325581395348837e-05, | |
| "loss": 0.2006, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.4104530811309814, | |
| "learning_rate": 2.793798449612403e-05, | |
| "loss": 0.2128, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.5463195443153381, | |
| "learning_rate": 2.7550387596899223e-05, | |
| "loss": 0.1777, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.48027583956718445, | |
| "learning_rate": 2.7162790697674418e-05, | |
| "loss": 0.1887, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.2007440328598022, | |
| "learning_rate": 2.6775193798449616e-05, | |
| "loss": 0.2016, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.51267409324646, | |
| "learning_rate": 2.638759689922481e-05, | |
| "loss": 0.174, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.8868677616119385, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 0.2046, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.025702476501465, | |
| "learning_rate": 2.5612403100775197e-05, | |
| "loss": 0.1859, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.341884732246399, | |
| "learning_rate": 2.5224806201550388e-05, | |
| "loss": 0.2007, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.914476752281189, | |
| "learning_rate": 2.4837209302325583e-05, | |
| "loss": 0.1863, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.8603270649909973, | |
| "learning_rate": 2.4465116279069768e-05, | |
| "loss": 0.2002, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 3.7743961811065674, | |
| "learning_rate": 2.4077519379844962e-05, | |
| "loss": 0.1991, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.3465445041656494, | |
| "learning_rate": 2.3689922480620154e-05, | |
| "loss": 0.1901, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.6707566976547241, | |
| "learning_rate": 2.3302325581395352e-05, | |
| "loss": 0.1805, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.9617774486541748, | |
| "learning_rate": 2.2914728682170543e-05, | |
| "loss": 0.2044, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.740809440612793, | |
| "learning_rate": 2.2527131782945738e-05, | |
| "loss": 0.2502, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.6407257318496704, | |
| "learning_rate": 2.213953488372093e-05, | |
| "loss": 0.2071, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.5815154314041138, | |
| "learning_rate": 2.1751937984496127e-05, | |
| "loss": 0.1962, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.898057699203491, | |
| "learning_rate": 2.136434108527132e-05, | |
| "loss": 0.168, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.7204940319061279, | |
| "learning_rate": 2.0976744186046513e-05, | |
| "loss": 0.1808, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.5870317220687866, | |
| "learning_rate": 2.0589147286821705e-05, | |
| "loss": 0.1811, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.8534879088401794, | |
| "learning_rate": 2.0201550387596903e-05, | |
| "loss": 0.2235, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.5544407367706299, | |
| "learning_rate": 1.9813953488372094e-05, | |
| "loss": 0.192, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.284710645675659, | |
| "learning_rate": 1.942635658914729e-05, | |
| "loss": 0.2307, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.3412628173828125, | |
| "learning_rate": 1.903875968992248e-05, | |
| "loss": 0.1858, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.5765611529350281, | |
| "learning_rate": 1.8651162790697675e-05, | |
| "loss": 0.1833, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.0757735967636108, | |
| "learning_rate": 1.826356589147287e-05, | |
| "loss": 0.209, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.0615739822387695, | |
| "learning_rate": 1.7875968992248064e-05, | |
| "loss": 0.1591, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.5009509921073914, | |
| "learning_rate": 1.7488372093023256e-05, | |
| "loss": 0.1512, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.7069976329803467, | |
| "learning_rate": 1.710077519379845e-05, | |
| "loss": 0.2202, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.9919098615646362, | |
| "learning_rate": 1.6713178294573645e-05, | |
| "loss": 0.2132, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.6684300899505615, | |
| "learning_rate": 1.6325581395348837e-05, | |
| "loss": 0.1887, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.843564987182617, | |
| "learning_rate": 1.593798449612403e-05, | |
| "loss": 0.2035, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.938154697418213, | |
| "learning_rate": 1.5550387596899226e-05, | |
| "loss": 0.1946, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.365872859954834, | |
| "learning_rate": 1.516279069767442e-05, | |
| "loss": 0.159, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.8501169681549072, | |
| "learning_rate": 1.4775193798449614e-05, | |
| "loss": 0.1569, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.6475769877433777, | |
| "learning_rate": 1.4387596899224807e-05, | |
| "loss": 0.1626, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 3.125209093093872, | |
| "learning_rate": 1.4000000000000001e-05, | |
| "loss": 0.2249, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.6424142718315125, | |
| "learning_rate": 1.3612403100775195e-05, | |
| "loss": 0.1583, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.333817481994629, | |
| "learning_rate": 1.3224806201550388e-05, | |
| "loss": 0.1505, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.30924907326698303, | |
| "learning_rate": 1.283720930232558e-05, | |
| "loss": 0.211, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.9411177039146423, | |
| "learning_rate": 1.2449612403100775e-05, | |
| "loss": 0.1582, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.6235800981521606, | |
| "learning_rate": 1.206201550387597e-05, | |
| "loss": 0.1762, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.076593279838562, | |
| "learning_rate": 1.1674418604651163e-05, | |
| "loss": 0.2124, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.0768756866455078, | |
| "learning_rate": 1.1286821705426358e-05, | |
| "loss": 0.2067, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.3747373819351196, | |
| "learning_rate": 1.089922480620155e-05, | |
| "loss": 0.1959, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 3.307833194732666, | |
| "learning_rate": 1.0511627906976746e-05, | |
| "loss": 0.2249, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.8046529293060303, | |
| "learning_rate": 1.0124031007751939e-05, | |
| "loss": 0.1566, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.890415072441101, | |
| "learning_rate": 9.736434108527132e-06, | |
| "loss": 0.1621, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.755682110786438, | |
| "learning_rate": 9.348837209302326e-06, | |
| "loss": 0.202, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.6612691879272461, | |
| "learning_rate": 8.96124031007752e-06, | |
| "loss": 0.1863, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.275036334991455, | |
| "learning_rate": 8.573643410852714e-06, | |
| "loss": 0.173, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.7513935565948486, | |
| "learning_rate": 8.186046511627907e-06, | |
| "loss": 0.1884, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.9435423612594604, | |
| "learning_rate": 7.798449612403102e-06, | |
| "loss": 0.1795, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.5520192384719849, | |
| "learning_rate": 7.410852713178294e-06, | |
| "loss": 0.1908, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.2986812591552734, | |
| "learning_rate": 7.023255813953489e-06, | |
| "loss": 0.1767, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.4153175354003906, | |
| "learning_rate": 6.635658914728682e-06, | |
| "loss": 0.2202, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.7443273067474365, | |
| "learning_rate": 6.2480620155038765e-06, | |
| "loss": 0.1961, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 5.525525093078613, | |
| "learning_rate": 5.86046511627907e-06, | |
| "loss": 0.1827, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.7762510776519775, | |
| "learning_rate": 5.472868217054264e-06, | |
| "loss": 0.1816, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.3923604488372803, | |
| "learning_rate": 5.085271317829457e-06, | |
| "loss": 0.1482, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.8370789289474487, | |
| "learning_rate": 4.697674418604651e-06, | |
| "loss": 0.148, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.383211374282837, | |
| "learning_rate": 4.310077519379845e-06, | |
| "loss": 0.1772, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.5339698195457458, | |
| "learning_rate": 3.922480620155039e-06, | |
| "loss": 0.1409, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.5133029222488403, | |
| "learning_rate": 3.534883720930233e-06, | |
| "loss": 0.1532, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 3.2108466625213623, | |
| "learning_rate": 3.1472868217054267e-06, | |
| "loss": 0.1999, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.6793041229248047, | |
| "learning_rate": 2.7596899224806206e-06, | |
| "loss": 0.1732, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.0069997310638428, | |
| "learning_rate": 2.372093023255814e-06, | |
| "loss": 0.1839, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.663833737373352, | |
| "learning_rate": 1.984496124031008e-06, | |
| "loss": 0.1928, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 3.452453851699829, | |
| "learning_rate": 1.5968992248062018e-06, | |
| "loss": 0.1304, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.8049046397209167, | |
| "learning_rate": 1.2093023255813954e-06, | |
| "loss": 0.1972, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.5933910608291626, | |
| "learning_rate": 8.217054263565891e-07, | |
| "loss": 0.159, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.493872731924057, | |
| "learning_rate": 4.3410852713178294e-07, | |
| "loss": 0.1212, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.8325016498565674, | |
| "learning_rate": 4.651162790697675e-08, | |
| "loss": 0.1036, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "step": 3225, | |
| "total_flos": 3.9986525216152166e+18, | |
| "train_loss": 0.21891093194946762, | |
| "train_runtime": 6427.7582, | |
| "train_samples_per_second": 8.027, | |
| "train_steps_per_second": 0.502 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 3225, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 100, | |
| "total_flos": 3.9986525216152166e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |