| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.999975471559273, | |
| "eval_steps": 500, | |
| "global_step": 7644, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003924550516323677, | |
| "grad_norm": 17.851987080758406, | |
| "learning_rate": 8.695652173913044e-07, | |
| "loss": 1.6604, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.007849101032647354, | |
| "grad_norm": 4.080985759495849, | |
| "learning_rate": 1.7391304347826088e-06, | |
| "loss": 1.6397, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.011773651548971031, | |
| "grad_norm": 2.9426600727037857, | |
| "learning_rate": 2.6086956521739132e-06, | |
| "loss": 1.5109, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01569820206529471, | |
| "grad_norm": 2.083885999160059, | |
| "learning_rate": 3.4782608695652175e-06, | |
| "loss": 1.4323, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.019622752581618386, | |
| "grad_norm": 5.06773100741999, | |
| "learning_rate": 4.347826086956522e-06, | |
| "loss": 1.4517, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.023547303097942063, | |
| "grad_norm": 3.058219108148106, | |
| "learning_rate": 5.2173913043478265e-06, | |
| "loss": 1.3684, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02747185361426574, | |
| "grad_norm": 2.512374629159717, | |
| "learning_rate": 6.086956521739132e-06, | |
| "loss": 1.2584, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03139640413058942, | |
| "grad_norm": 2.083781423381198, | |
| "learning_rate": 6.956521739130435e-06, | |
| "loss": 1.2888, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.035320954646913094, | |
| "grad_norm": 1.33754132363256, | |
| "learning_rate": 7.82608695652174e-06, | |
| "loss": 1.3061, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.03924550516323677, | |
| "grad_norm": 5.056402397307596, | |
| "learning_rate": 8.695652173913044e-06, | |
| "loss": 1.3281, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.04317005567956045, | |
| "grad_norm": 2.924060457678278, | |
| "learning_rate": 9.565217391304349e-06, | |
| "loss": 1.3235, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.047094606195884126, | |
| "grad_norm": 2.2704861146708177, | |
| "learning_rate": 1.0434782608695653e-05, | |
| "loss": 1.2073, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0510191567122078, | |
| "grad_norm": 2.137074925911332, | |
| "learning_rate": 1.1304347826086957e-05, | |
| "loss": 1.2304, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.05494370722853148, | |
| "grad_norm": 1.7728719097748167, | |
| "learning_rate": 1.2173913043478263e-05, | |
| "loss": 1.2688, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.05886825774485516, | |
| "grad_norm": 4.131355974368673, | |
| "learning_rate": 1.3043478260869566e-05, | |
| "loss": 1.2972, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.06279280826117883, | |
| "grad_norm": 2.799659453356947, | |
| "learning_rate": 1.391304347826087e-05, | |
| "loss": 1.2953, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.06671735877750251, | |
| "grad_norm": 2.111913097871217, | |
| "learning_rate": 1.4782608695652174e-05, | |
| "loss": 1.2443, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.07064190929382619, | |
| "grad_norm": 2.1912441872440005, | |
| "learning_rate": 1.565217391304348e-05, | |
| "loss": 1.236, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.07456645981014987, | |
| "grad_norm": 2.234098380713297, | |
| "learning_rate": 1.6521739130434785e-05, | |
| "loss": 1.259, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.07849101032647354, | |
| "grad_norm": 4.198102404688399, | |
| "learning_rate": 1.739130434782609e-05, | |
| "loss": 1.2817, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.08241556084279722, | |
| "grad_norm": 3.019782787557433, | |
| "learning_rate": 1.8260869565217393e-05, | |
| "loss": 1.2664, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.0863401113591209, | |
| "grad_norm": 2.0685750522996167, | |
| "learning_rate": 1.9130434782608697e-05, | |
| "loss": 1.2373, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.09026466187544457, | |
| "grad_norm": 4.300018110272735, | |
| "learning_rate": 2e-05, | |
| "loss": 1.2275, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.09418921239176825, | |
| "grad_norm": 1.7354497070996773, | |
| "learning_rate": 1.9999910223238215e-05, | |
| "loss": 1.2408, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.09811376290809193, | |
| "grad_norm": 3.4204284789804036, | |
| "learning_rate": 1.999964089456483e-05, | |
| "loss": 1.2965, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1020383134244156, | |
| "grad_norm": 2.4941748811333215, | |
| "learning_rate": 1.9999192018815737e-05, | |
| "loss": 1.2779, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.10596286394073928, | |
| "grad_norm": 1.9457868113217196, | |
| "learning_rate": 1.999856360405066e-05, | |
| "loss": 1.2323, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.10988741445706296, | |
| "grad_norm": 1.6849461858955408, | |
| "learning_rate": 1.9997755661553007e-05, | |
| "loss": 1.2056, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.11381196497338664, | |
| "grad_norm": 1.867640144655699, | |
| "learning_rate": 1.9996768205829667e-05, | |
| "loss": 1.2369, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.11773651548971031, | |
| "grad_norm": 3.3865066094085785, | |
| "learning_rate": 1.9995601254610757e-05, | |
| "loss": 1.2683, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.12166106600603399, | |
| "grad_norm": 2.397528528715023, | |
| "learning_rate": 1.99942548288493e-05, | |
| "loss": 1.2799, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.12558561652235767, | |
| "grad_norm": 2.5820404632260487, | |
| "learning_rate": 1.9992728952720842e-05, | |
| "loss": 1.2019, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.12951016703868135, | |
| "grad_norm": 1.7151124312301378, | |
| "learning_rate": 1.9991023653623028e-05, | |
| "loss": 1.2133, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.13343471755500502, | |
| "grad_norm": 2.0107220916427164, | |
| "learning_rate": 1.9989138962175105e-05, | |
| "loss": 1.2405, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.1373592680713287, | |
| "grad_norm": 2.8574288343315897, | |
| "learning_rate": 1.998707491221737e-05, | |
| "loss": 1.2588, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.14128381858765238, | |
| "grad_norm": 2.4054121950102756, | |
| "learning_rate": 1.9984831540810567e-05, | |
| "loss": 1.2581, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.14520836910397605, | |
| "grad_norm": 1.8485304425199756, | |
| "learning_rate": 1.9982408888235224e-05, | |
| "loss": 1.1938, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.14913291962029973, | |
| "grad_norm": 1.5828252143457966, | |
| "learning_rate": 1.997980699799092e-05, | |
| "loss": 1.1862, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.1530574701366234, | |
| "grad_norm": 1.2627808446236994, | |
| "learning_rate": 1.9977025916795503e-05, | |
| "loss": 1.2135, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.15698202065294709, | |
| "grad_norm": 3.2564505072901664, | |
| "learning_rate": 1.997406569458428e-05, | |
| "loss": 1.2506, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.16090657116927076, | |
| "grad_norm": 2.3862130817749825, | |
| "learning_rate": 1.997092638450907e-05, | |
| "loss": 1.2391, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.16483112168559444, | |
| "grad_norm": 1.8315079964245025, | |
| "learning_rate": 1.9967608042937303e-05, | |
| "loss": 1.1829, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.16875567220191812, | |
| "grad_norm": 1.8430052290908208, | |
| "learning_rate": 1.9964110729450966e-05, | |
| "loss": 1.205, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.1726802227182418, | |
| "grad_norm": 1.5980747844446883, | |
| "learning_rate": 1.9960434506845555e-05, | |
| "loss": 1.2007, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.17660477323456547, | |
| "grad_norm": 2.942407149873092, | |
| "learning_rate": 1.9956579441128942e-05, | |
| "loss": 1.2365, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.18052932375088915, | |
| "grad_norm": 2.379751902649777, | |
| "learning_rate": 1.995254560152019e-05, | |
| "loss": 1.2276, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.18445387426721283, | |
| "grad_norm": 1.7688369917233489, | |
| "learning_rate": 1.9948333060448314e-05, | |
| "loss": 1.1968, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.1883784247835365, | |
| "grad_norm": 1.589083721261629, | |
| "learning_rate": 1.994394189355097e-05, | |
| "loss": 1.195, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.19230297529986018, | |
| "grad_norm": 1.5496967150579632, | |
| "learning_rate": 1.9939372179673104e-05, | |
| "loss": 1.1999, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.19622752581618386, | |
| "grad_norm": 2.718076034623976, | |
| "learning_rate": 1.9934624000865542e-05, | |
| "loss": 1.2349, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.20015207633250753, | |
| "grad_norm": 2.3890997580290567, | |
| "learning_rate": 1.9929697442383514e-05, | |
| "loss": 1.2326, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.2040766268488312, | |
| "grad_norm": 1.9579908821335397, | |
| "learning_rate": 1.9924592592685105e-05, | |
| "loss": 1.1975, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.2080011773651549, | |
| "grad_norm": 1.5776501334782151, | |
| "learning_rate": 1.991930954342969e-05, | |
| "loss": 1.1816, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.21192572788147856, | |
| "grad_norm": 1.1161863427171768, | |
| "learning_rate": 1.9913848389476283e-05, | |
| "loss": 1.1491, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.21585027839780224, | |
| "grad_norm": 2.648197492260032, | |
| "learning_rate": 1.9908209228881826e-05, | |
| "loss": 1.2435, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.21977482891412592, | |
| "grad_norm": 2.408343139002311, | |
| "learning_rate": 1.990239216289944e-05, | |
| "loss": 1.2316, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.2236993794304496, | |
| "grad_norm": 1.8673008806345932, | |
| "learning_rate": 1.9896397295976585e-05, | |
| "loss": 1.1606, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.22762392994677327, | |
| "grad_norm": 1.5191789990510323, | |
| "learning_rate": 1.9890224735753215e-05, | |
| "loss": 1.1647, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.23154848046309695, | |
| "grad_norm": 1.2422189101767849, | |
| "learning_rate": 1.9883874593059825e-05, | |
| "loss": 1.1751, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.23547303097942063, | |
| "grad_norm": 2.942648489159468, | |
| "learning_rate": 1.987734698191546e-05, | |
| "loss": 1.2334, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2393975814957443, | |
| "grad_norm": 2.4573102563716294, | |
| "learning_rate": 1.987064201952568e-05, | |
| "loss": 1.237, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.24332213201206798, | |
| "grad_norm": 1.7727471642184118, | |
| "learning_rate": 1.9863759826280446e-05, | |
| "loss": 1.1665, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.24724668252839166, | |
| "grad_norm": 1.5235132834345957, | |
| "learning_rate": 1.9856700525751967e-05, | |
| "loss": 1.1724, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.25117123304471534, | |
| "grad_norm": 1.2376130762267767, | |
| "learning_rate": 1.9849464244692465e-05, | |
| "loss": 1.1712, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.255095783561039, | |
| "grad_norm": 3.040275337730361, | |
| "learning_rate": 1.9842051113031922e-05, | |
| "loss": 1.2033, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.2590203340773627, | |
| "grad_norm": 2.3310773148731445, | |
| "learning_rate": 1.9834461263875728e-05, | |
| "loss": 1.2291, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.26294488459368637, | |
| "grad_norm": 1.7613401699558136, | |
| "learning_rate": 1.9826694833502295e-05, | |
| "loss": 1.2002, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.26686943511001004, | |
| "grad_norm": 1.4212023760208006, | |
| "learning_rate": 1.9818751961360623e-05, | |
| "loss": 1.1806, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.2707939856263337, | |
| "grad_norm": 1.5547355362596973, | |
| "learning_rate": 1.9810632790067773e-05, | |
| "loss": 1.203, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.2747185361426574, | |
| "grad_norm": 2.864900900676303, | |
| "learning_rate": 1.9802337465406332e-05, | |
| "loss": 1.2255, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.2786430866589811, | |
| "grad_norm": 2.273750000509486, | |
| "learning_rate": 1.9793866136321775e-05, | |
| "loss": 1.2176, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.28256763717530475, | |
| "grad_norm": 1.8215540424542227, | |
| "learning_rate": 1.97852189549198e-05, | |
| "loss": 1.159, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.28649218769162843, | |
| "grad_norm": 1.4139436194360697, | |
| "learning_rate": 1.9776396076463597e-05, | |
| "loss": 1.1552, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.2904167382079521, | |
| "grad_norm": 1.2805284263458057, | |
| "learning_rate": 1.9767397659371058e-05, | |
| "loss": 1.1857, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.2943412887242758, | |
| "grad_norm": 2.6772231556409025, | |
| "learning_rate": 1.975822386521193e-05, | |
| "loss": 1.2332, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.29826583924059946, | |
| "grad_norm": 2.283135985364224, | |
| "learning_rate": 1.974887485870492e-05, | |
| "loss": 1.203, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.30219038975692314, | |
| "grad_norm": 1.6219262272093848, | |
| "learning_rate": 1.973935080771474e-05, | |
| "loss": 1.1696, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.3061149402732468, | |
| "grad_norm": 1.492581338030124, | |
| "learning_rate": 1.9729651883249075e-05, | |
| "loss": 1.1732, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.3100394907895705, | |
| "grad_norm": 1.0942797906848452, | |
| "learning_rate": 1.9719778259455533e-05, | |
| "loss": 1.1665, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.31396404130589417, | |
| "grad_norm": 2.7812656388019694, | |
| "learning_rate": 1.9709730113618507e-05, | |
| "loss": 1.224, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.31788859182221785, | |
| "grad_norm": 2.2668037248648494, | |
| "learning_rate": 1.9699507626156e-05, | |
| "loss": 1.2128, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.3218131423385415, | |
| "grad_norm": 1.653446544884032, | |
| "learning_rate": 1.9689110980616374e-05, | |
| "loss": 1.1697, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.3257376928548652, | |
| "grad_norm": 1.6562721449500364, | |
| "learning_rate": 1.967854036367506e-05, | |
| "loss": 1.1786, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.3296622433711889, | |
| "grad_norm": 1.3990148712849042, | |
| "learning_rate": 1.9667795965131215e-05, | |
| "loss": 1.1814, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.33358679388751256, | |
| "grad_norm": 2.709511506933081, | |
| "learning_rate": 1.96568779779043e-05, | |
| "loss": 1.2135, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.33751134440383623, | |
| "grad_norm": 2.1617540677777303, | |
| "learning_rate": 1.9645786598030617e-05, | |
| "loss": 1.1925, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.3414358949201599, | |
| "grad_norm": 1.6647622938579412, | |
| "learning_rate": 1.9634522024659802e-05, | |
| "loss": 1.1654, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.3453604454364836, | |
| "grad_norm": 1.445420557740109, | |
| "learning_rate": 1.9623084460051246e-05, | |
| "loss": 1.1318, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.34928499595280726, | |
| "grad_norm": 1.2317074284184588, | |
| "learning_rate": 1.9611474109570446e-05, | |
| "loss": 1.1489, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.35320954646913094, | |
| "grad_norm": 2.5433820603816497, | |
| "learning_rate": 1.9599691181685335e-05, | |
| "loss": 1.2242, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.3571340969854546, | |
| "grad_norm": 2.147149465279269, | |
| "learning_rate": 1.9587735887962533e-05, | |
| "loss": 1.2087, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.3610586475017783, | |
| "grad_norm": 1.6551085595896637, | |
| "learning_rate": 1.957560844306356e-05, | |
| "loss": 1.1401, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.364983198018102, | |
| "grad_norm": 1.511777154462307, | |
| "learning_rate": 1.9563309064740955e-05, | |
| "loss": 1.1597, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.36890774853442565, | |
| "grad_norm": 1.1094232746787396, | |
| "learning_rate": 1.955083797383439e-05, | |
| "loss": 1.1569, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.3728322990507493, | |
| "grad_norm": 2.572815297222484, | |
| "learning_rate": 1.95381953942667e-05, | |
| "loss": 1.2189, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.376756849567073, | |
| "grad_norm": 2.333811966623515, | |
| "learning_rate": 1.9525381553039852e-05, | |
| "loss": 1.2014, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.3806814000833967, | |
| "grad_norm": 1.6717294454527916, | |
| "learning_rate": 1.951239668023088e-05, | |
| "loss": 1.1645, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.38460595059972036, | |
| "grad_norm": 1.5026637953972823, | |
| "learning_rate": 1.9499241008987758e-05, | |
| "loss": 1.1632, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.38853050111604404, | |
| "grad_norm": 1.2986707472970862, | |
| "learning_rate": 1.9485914775525193e-05, | |
| "loss": 1.1644, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.3924550516323677, | |
| "grad_norm": 2.9685551602402573, | |
| "learning_rate": 1.9472418219120403e-05, | |
| "loss": 1.1866, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3963796021486914, | |
| "grad_norm": 2.234634727478329, | |
| "learning_rate": 1.945875158210881e-05, | |
| "loss": 1.2102, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.40030415266501507, | |
| "grad_norm": 1.724781393052345, | |
| "learning_rate": 1.9444915109879704e-05, | |
| "loss": 1.1415, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.40422870318133874, | |
| "grad_norm": 1.4455353570141956, | |
| "learning_rate": 1.9430909050871815e-05, | |
| "loss": 1.1638, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.4081532536976624, | |
| "grad_norm": 1.1969939749246539, | |
| "learning_rate": 1.9416733656568868e-05, | |
| "loss": 1.1527, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.4120778042139861, | |
| "grad_norm": 2.5537155941782026, | |
| "learning_rate": 1.9402389181495063e-05, | |
| "loss": 1.2141, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.4160023547303098, | |
| "grad_norm": 2.08351625708691, | |
| "learning_rate": 1.9387875883210507e-05, | |
| "loss": 1.1907, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.41992690524663345, | |
| "grad_norm": 1.683716206941947, | |
| "learning_rate": 1.937319402230658e-05, | |
| "loss": 1.1538, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.42385145576295713, | |
| "grad_norm": 1.4654454547439344, | |
| "learning_rate": 1.935834386240127e-05, | |
| "loss": 1.1601, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.4277760062792808, | |
| "grad_norm": 1.1890264813491744, | |
| "learning_rate": 1.934332567013443e-05, | |
| "loss": 1.1569, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.4317005567956045, | |
| "grad_norm": 2.491064388570012, | |
| "learning_rate": 1.9328139715162994e-05, | |
| "loss": 1.2189, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.43562510731192816, | |
| "grad_norm": 2.1439066913442444, | |
| "learning_rate": 1.9312786270156135e-05, | |
| "loss": 1.1932, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.43954965782825184, | |
| "grad_norm": 1.669653473033775, | |
| "learning_rate": 1.9297265610790373e-05, | |
| "loss": 1.1387, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.4434742083445755, | |
| "grad_norm": 1.3843825017667384, | |
| "learning_rate": 1.9281578015744603e-05, | |
| "loss": 1.1376, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.4473987588608992, | |
| "grad_norm": 1.1753467269379858, | |
| "learning_rate": 1.9265723766695135e-05, | |
| "loss": 1.1481, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.45132330937722287, | |
| "grad_norm": 2.6835572127286818, | |
| "learning_rate": 1.9249703148310588e-05, | |
| "loss": 1.1767, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.45524785989354655, | |
| "grad_norm": 2.3542813633364106, | |
| "learning_rate": 1.9233516448246815e-05, | |
| "loss": 1.2115, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.4591724104098702, | |
| "grad_norm": 1.7788410116492113, | |
| "learning_rate": 1.9217163957141716e-05, | |
| "loss": 1.1595, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.4630969609261939, | |
| "grad_norm": 1.589344468558335, | |
| "learning_rate": 1.9200645968610036e-05, | |
| "loss": 1.1469, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.4670215114425176, | |
| "grad_norm": 1.3723348105531945, | |
| "learning_rate": 1.918396277923807e-05, | |
| "loss": 1.1257, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.47094606195884126, | |
| "grad_norm": 2.3205173632902674, | |
| "learning_rate": 1.9167114688578368e-05, | |
| "loss": 1.1712, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.47487061247516493, | |
| "grad_norm": 2.20379995717616, | |
| "learning_rate": 1.9150101999144338e-05, | |
| "loss": 1.198, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.4787951629914886, | |
| "grad_norm": 1.6571237734382616, | |
| "learning_rate": 1.9132925016404805e-05, | |
| "loss": 1.1346, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.4827197135078123, | |
| "grad_norm": 1.5174786415787016, | |
| "learning_rate": 1.911558404877855e-05, | |
| "loss": 1.1382, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.48664426402413596, | |
| "grad_norm": 1.0610840707954994, | |
| "learning_rate": 1.909807940762876e-05, | |
| "loss": 1.1223, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.49056881454045964, | |
| "grad_norm": 2.628300567508133, | |
| "learning_rate": 1.908041140725743e-05, | |
| "loss": 1.1758, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.4944933650567833, | |
| "grad_norm": 2.1593460670180655, | |
| "learning_rate": 1.9062580364899735e-05, | |
| "loss": 1.2182, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.498417915573107, | |
| "grad_norm": 1.6850637902364638, | |
| "learning_rate": 1.9044586600718323e-05, | |
| "loss": 1.1582, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.5023424660894307, | |
| "grad_norm": 1.6079103318853967, | |
| "learning_rate": 1.9026430437797568e-05, | |
| "loss": 1.1213, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.5062670166057543, | |
| "grad_norm": 1.2518743683340756, | |
| "learning_rate": 1.9008112202137777e-05, | |
| "loss": 1.1546, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.510191567122078, | |
| "grad_norm": 2.4116262224448057, | |
| "learning_rate": 1.898963222264932e-05, | |
| "loss": 1.1807, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.5141161176384017, | |
| "grad_norm": 2.301017308903272, | |
| "learning_rate": 1.8970990831146744e-05, | |
| "loss": 1.1837, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.5180406681547254, | |
| "grad_norm": 1.69892059072323, | |
| "learning_rate": 1.8952188362342804e-05, | |
| "loss": 1.1347, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.5219652186710491, | |
| "grad_norm": 1.399901320658771, | |
| "learning_rate": 1.8933225153842446e-05, | |
| "loss": 1.1464, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.5258897691873727, | |
| "grad_norm": 1.0557641784260816, | |
| "learning_rate": 1.8914101546136766e-05, | |
| "loss": 1.1349, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.5298143197036964, | |
| "grad_norm": 2.5362209062888295, | |
| "learning_rate": 1.889481788259688e-05, | |
| "loss": 1.1834, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.5337388702200201, | |
| "grad_norm": 2.1100281299468278, | |
| "learning_rate": 1.8875374509467757e-05, | |
| "loss": 1.2085, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.5376634207363438, | |
| "grad_norm": 1.656879350518556, | |
| "learning_rate": 1.8855771775862014e-05, | |
| "loss": 1.145, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.5415879712526674, | |
| "grad_norm": 1.3835758185671234, | |
| "learning_rate": 1.8836010033753637e-05, | |
| "loss": 1.1332, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.5455125217689911, | |
| "grad_norm": 1.3074526959475135, | |
| "learning_rate": 1.8816089637971674e-05, | |
| "loss": 1.1337, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.5494370722853148, | |
| "grad_norm": 2.471754592942074, | |
| "learning_rate": 1.879601094619385e-05, | |
| "loss": 1.177, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.5533616228016385, | |
| "grad_norm": 2.0297870153949953, | |
| "learning_rate": 1.877577431894015e-05, | |
| "loss": 1.2251, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.5572861733179622, | |
| "grad_norm": 1.6193945226941358, | |
| "learning_rate": 1.8755380119566343e-05, | |
| "loss": 1.0928, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.5612107238342858, | |
| "grad_norm": 1.4634472002355838, | |
| "learning_rate": 1.873482871425747e-05, | |
| "loss": 1.143, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.5651352743506095, | |
| "grad_norm": 1.2878805152891477, | |
| "learning_rate": 1.8714120472021252e-05, | |
| "loss": 1.1712, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.5690598248669332, | |
| "grad_norm": 2.6107789403264965, | |
| "learning_rate": 1.8693255764681476e-05, | |
| "loss": 1.1793, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.5729843753832569, | |
| "grad_norm": 2.101138870961313, | |
| "learning_rate": 1.867223496687131e-05, | |
| "loss": 1.1724, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.5769089258995805, | |
| "grad_norm": 1.559869838184, | |
| "learning_rate": 1.865105845602659e-05, | |
| "loss": 1.1569, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.5808334764159042, | |
| "grad_norm": 1.4484698696907943, | |
| "learning_rate": 1.8629726612379034e-05, | |
| "loss": 1.1461, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.5847580269322279, | |
| "grad_norm": 1.1551387246395677, | |
| "learning_rate": 1.86082398189494e-05, | |
| "loss": 1.1276, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.5886825774485516, | |
| "grad_norm": 2.3243966610365208, | |
| "learning_rate": 1.8586598461540647e-05, | |
| "loss": 1.1865, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5926071279648752, | |
| "grad_norm": 2.045560797585921, | |
| "learning_rate": 1.8564802928730963e-05, | |
| "loss": 1.1981, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.5965316784811989, | |
| "grad_norm": 1.5774145920172018, | |
| "learning_rate": 1.8542853611866826e-05, | |
| "loss": 1.1475, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.6004562289975226, | |
| "grad_norm": 1.401143146614057, | |
| "learning_rate": 1.8520750905055948e-05, | |
| "loss": 1.1113, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.6043807795138463, | |
| "grad_norm": 1.0993576375496286, | |
| "learning_rate": 1.849849520516023e-05, | |
| "loss": 1.1196, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.60830533003017, | |
| "grad_norm": 2.6837789697900694, | |
| "learning_rate": 1.8476086911788588e-05, | |
| "loss": 1.1731, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.6122298805464936, | |
| "grad_norm": 2.2269178857118166, | |
| "learning_rate": 1.8453526427289836e-05, | |
| "loss": 1.1673, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.6161544310628173, | |
| "grad_norm": 1.6753938116918217, | |
| "learning_rate": 1.8430814156745424e-05, | |
| "loss": 1.1212, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.620078981579141, | |
| "grad_norm": 1.2926994229597162, | |
| "learning_rate": 1.8407950507962166e-05, | |
| "loss": 1.12, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.6240035320954647, | |
| "grad_norm": 1.1434774002781025, | |
| "learning_rate": 1.8384935891464938e-05, | |
| "loss": 1.1059, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.6279280826117883, | |
| "grad_norm": 2.5701272662383623, | |
| "learning_rate": 1.8361770720489287e-05, | |
| "loss": 1.1667, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.631852633128112, | |
| "grad_norm": 2.099590587250419, | |
| "learning_rate": 1.8338455410974017e-05, | |
| "loss": 1.1811, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.6357771836444357, | |
| "grad_norm": 1.5881595852499024, | |
| "learning_rate": 1.831499038155373e-05, | |
| "loss": 1.1198, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.6397017341607594, | |
| "grad_norm": 1.364474265009956, | |
| "learning_rate": 1.8291376053551293e-05, | |
| "loss": 1.1348, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.643626284677083, | |
| "grad_norm": 1.0132232392193459, | |
| "learning_rate": 1.8267612850970292e-05, | |
| "loss": 1.1341, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.6475508351934067, | |
| "grad_norm": 2.375671216469934, | |
| "learning_rate": 1.824370120048739e-05, | |
| "loss": 1.1971, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.6514753857097304, | |
| "grad_norm": 2.0072312065319142, | |
| "learning_rate": 1.8219641531444713e-05, | |
| "loss": 1.1696, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.6553999362260541, | |
| "grad_norm": 1.621521304969733, | |
| "learning_rate": 1.8195434275842088e-05, | |
| "loss": 1.1116, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.6593244867423778, | |
| "grad_norm": 1.289974630938439, | |
| "learning_rate": 1.817107986832932e-05, | |
| "loss": 1.1427, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.6632490372587014, | |
| "grad_norm": 1.2226882453760828, | |
| "learning_rate": 1.8146578746198374e-05, | |
| "loss": 1.1324, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.6671735877750251, | |
| "grad_norm": 2.6497361969234836, | |
| "learning_rate": 1.812193134937554e-05, | |
| "loss": 1.1518, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.6710981382913488, | |
| "grad_norm": 1.934779659069536, | |
| "learning_rate": 1.8097138120413503e-05, | |
| "loss": 1.1667, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.6750226888076725, | |
| "grad_norm": 1.682274234607041, | |
| "learning_rate": 1.8072199504483428e-05, | |
| "loss": 1.1094, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.6789472393239961, | |
| "grad_norm": 1.3189385241228773, | |
| "learning_rate": 1.8047115949366955e-05, | |
| "loss": 1.1485, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.6828717898403198, | |
| "grad_norm": 1.2380330513347648, | |
| "learning_rate": 1.8021887905448146e-05, | |
| "loss": 1.1228, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.6867963403566435, | |
| "grad_norm": 2.503615625647334, | |
| "learning_rate": 1.799651582570543e-05, | |
| "loss": 1.1545, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.6907208908729672, | |
| "grad_norm": 1.9970401432155471, | |
| "learning_rate": 1.7971000165703434e-05, | |
| "loss": 1.1698, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.6946454413892909, | |
| "grad_norm": 1.585682831800493, | |
| "learning_rate": 1.7945341383584818e-05, | |
| "loss": 1.12, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.6985699919056145, | |
| "grad_norm": 1.4103033699462193, | |
| "learning_rate": 1.7919539940062068e-05, | |
| "loss": 1.1375, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.7024945424219382, | |
| "grad_norm": 1.1741968139844532, | |
| "learning_rate": 1.7893596298409182e-05, | |
| "loss": 1.1045, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.7064190929382619, | |
| "grad_norm": 2.5435233808457265, | |
| "learning_rate": 1.7867510924453394e-05, | |
| "loss": 1.1561, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.7103436434545856, | |
| "grad_norm": 2.0058708638995744, | |
| "learning_rate": 1.784128428656678e-05, | |
| "loss": 1.1905, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.7142681939709092, | |
| "grad_norm": 1.5513764227014477, | |
| "learning_rate": 1.7814916855657872e-05, | |
| "loss": 1.116, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.7181927444872329, | |
| "grad_norm": 1.3841452634663314, | |
| "learning_rate": 1.7788409105163178e-05, | |
| "loss": 1.1359, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.7221172950035566, | |
| "grad_norm": 1.0616071904873385, | |
| "learning_rate": 1.7761761511038694e-05, | |
| "loss": 1.0973, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.7260418455198803, | |
| "grad_norm": 2.4472932789694726, | |
| "learning_rate": 1.773497455175137e-05, | |
| "loss": 1.1611, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.729966396036204, | |
| "grad_norm": 2.1478318961127325, | |
| "learning_rate": 1.7708048708270497e-05, | |
| "loss": 1.1637, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.7338909465525276, | |
| "grad_norm": 1.5986355699917554, | |
| "learning_rate": 1.7680984464059077e-05, | |
| "loss": 1.1179, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.7378154970688513, | |
| "grad_norm": 1.2845396362764854, | |
| "learning_rate": 1.7653782305065158e-05, | |
| "loss": 1.1407, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.741740047585175, | |
| "grad_norm": 1.1067586294132603, | |
| "learning_rate": 1.7626442719713083e-05, | |
| "loss": 1.1255, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.7456645981014987, | |
| "grad_norm": 2.2098441511746705, | |
| "learning_rate": 1.7598966198894746e-05, | |
| "loss": 1.1756, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.7495891486178223, | |
| "grad_norm": 1.9535681972911683, | |
| "learning_rate": 1.7571353235960754e-05, | |
| "loss": 1.1813, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.753513699134146, | |
| "grad_norm": 1.5198953597892402, | |
| "learning_rate": 1.7543604326711592e-05, | |
| "loss": 1.1157, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.7574382496504697, | |
| "grad_norm": 1.282264664888777, | |
| "learning_rate": 1.7515719969388697e-05, | |
| "loss": 1.1325, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.7613628001667934, | |
| "grad_norm": 1.1529117257538906, | |
| "learning_rate": 1.7487700664665536e-05, | |
| "loss": 1.1579, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.765287350683117, | |
| "grad_norm": 2.4479153069810877, | |
| "learning_rate": 1.7459546915638595e-05, | |
| "loss": 1.1548, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.7692119011994407, | |
| "grad_norm": 1.9930358021042167, | |
| "learning_rate": 1.743125922781836e-05, | |
| "loss": 1.1702, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.7731364517157644, | |
| "grad_norm": 1.5561233301314203, | |
| "learning_rate": 1.740283810912023e-05, | |
| "loss": 1.1098, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.7770610022320881, | |
| "grad_norm": 1.363877169879588, | |
| "learning_rate": 1.737428406985541e-05, | |
| "loss": 1.1276, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.7809855527484117, | |
| "grad_norm": 1.1118223017408846, | |
| "learning_rate": 1.7345597622721727e-05, | |
| "loss": 1.1143, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.7849101032647354, | |
| "grad_norm": 2.2103639445489707, | |
| "learning_rate": 1.7316779282794458e-05, | |
| "loss": 1.1436, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.7888346537810591, | |
| "grad_norm": 1.9866216610680039, | |
| "learning_rate": 1.728782956751705e-05, | |
| "loss": 1.1366, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.7927592042973828, | |
| "grad_norm": 1.557276150793299, | |
| "learning_rate": 1.725874899669183e-05, | |
| "loss": 1.1028, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.7966837548137065, | |
| "grad_norm": 1.3407353791664398, | |
| "learning_rate": 1.7229538092470708e-05, | |
| "loss": 1.121, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.8006083053300301, | |
| "grad_norm": 1.0452399263705143, | |
| "learning_rate": 1.7200197379345752e-05, | |
| "loss": 1.1052, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.8045328558463538, | |
| "grad_norm": 2.255129030276742, | |
| "learning_rate": 1.7170727384139808e-05, | |
| "loss": 1.1534, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.8084574063626775, | |
| "grad_norm": 2.023922420597953, | |
| "learning_rate": 1.7141128635997027e-05, | |
| "loss": 1.1536, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.8123819568790012, | |
| "grad_norm": 1.6459699923272906, | |
| "learning_rate": 1.711140166637336e-05, | |
| "loss": 1.1237, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.8163065073953248, | |
| "grad_norm": 1.3995835514158206, | |
| "learning_rate": 1.7081547009027014e-05, | |
| "loss": 1.1364, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.8202310579116485, | |
| "grad_norm": 1.1468866803278337, | |
| "learning_rate": 1.705156520000889e-05, | |
| "loss": 1.1055, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.8241556084279722, | |
| "grad_norm": 2.4534252010588626, | |
| "learning_rate": 1.702145677765293e-05, | |
| "loss": 1.1233, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.8280801589442959, | |
| "grad_norm": 2.069228109517972, | |
| "learning_rate": 1.6991222282566465e-05, | |
| "loss": 1.1368, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.8320047094606196, | |
| "grad_norm": 1.5353360725588796, | |
| "learning_rate": 1.696086225762051e-05, | |
| "loss": 1.0936, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.8359292599769432, | |
| "grad_norm": 1.31441567730565, | |
| "learning_rate": 1.6930377247940005e-05, | |
| "loss": 1.103, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.8398538104932669, | |
| "grad_norm": 0.9169234319686077, | |
| "learning_rate": 1.689976780089405e-05, | |
| "loss": 1.0933, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.8437783610095906, | |
| "grad_norm": 2.321894947275435, | |
| "learning_rate": 1.6869034466086046e-05, | |
| "loss": 1.1397, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.8477029115259143, | |
| "grad_norm": 2.0305512220158386, | |
| "learning_rate": 1.6838177795343847e-05, | |
| "loss": 1.1704, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.8516274620422379, | |
| "grad_norm": 1.5512604200141975, | |
| "learning_rate": 1.6807198342709858e-05, | |
| "loss": 1.1113, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.8555520125585616, | |
| "grad_norm": 1.3624069523785742, | |
| "learning_rate": 1.677609666443105e-05, | |
| "loss": 1.1355, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.8594765630748853, | |
| "grad_norm": 1.162420454215084, | |
| "learning_rate": 1.6744873318949032e-05, | |
| "loss": 1.1217, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.863401113591209, | |
| "grad_norm": 2.59296418698937, | |
| "learning_rate": 1.6713528866889966e-05, | |
| "loss": 1.1753, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.8673256641075326, | |
| "grad_norm": 2.005406504075907, | |
| "learning_rate": 1.6682063871054534e-05, | |
| "loss": 1.1596, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.8712502146238563, | |
| "grad_norm": 1.5322297264828286, | |
| "learning_rate": 1.6650478896407825e-05, | |
| "loss": 1.1093, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.87517476514018, | |
| "grad_norm": 1.3164373320619593, | |
| "learning_rate": 1.6618774510069187e-05, | |
| "loss": 1.109, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.8790993156565037, | |
| "grad_norm": 0.979869187444681, | |
| "learning_rate": 1.6586951281302046e-05, | |
| "loss": 1.1212, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.8830238661728274, | |
| "grad_norm": 2.4909588716430617, | |
| "learning_rate": 1.655500978150369e-05, | |
| "loss": 1.1286, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.886948416689151, | |
| "grad_norm": 2.022377055680929, | |
| "learning_rate": 1.6522950584195003e-05, | |
| "loss": 1.149, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.8908729672054747, | |
| "grad_norm": 1.522868856655693, | |
| "learning_rate": 1.649077426501017e-05, | |
| "loss": 1.0971, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.8947975177217984, | |
| "grad_norm": 1.3697259871875316, | |
| "learning_rate": 1.6458481401686334e-05, | |
| "loss": 1.0805, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.8987220682381221, | |
| "grad_norm": 1.018922203182855, | |
| "learning_rate": 1.6426072574053238e-05, | |
| "loss": 1.1299, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.9026466187544457, | |
| "grad_norm": 2.375176209683022, | |
| "learning_rate": 1.6393548364022803e-05, | |
| "loss": 1.1244, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.9065711692707694, | |
| "grad_norm": 1.9892422302580408, | |
| "learning_rate": 1.636090935557868e-05, | |
| "loss": 1.1825, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.9104957197870931, | |
| "grad_norm": 1.5724093274080302, | |
| "learning_rate": 1.632815613476576e-05, | |
| "loss": 1.1016, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.9144202703034168, | |
| "grad_norm": 1.2589150941461418, | |
| "learning_rate": 1.6295289289679674e-05, | |
| "loss": 1.1056, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.9183448208197404, | |
| "grad_norm": 0.946685256837567, | |
| "learning_rate": 1.62623094104562e-05, | |
| "loss": 1.0829, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.9222693713360641, | |
| "grad_norm": 2.352958803717975, | |
| "learning_rate": 1.6229217089260695e-05, | |
| "loss": 1.1514, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.9261939218523878, | |
| "grad_norm": 1.9500631427530646, | |
| "learning_rate": 1.6196012920277436e-05, | |
| "loss": 1.1563, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.9301184723687115, | |
| "grad_norm": 1.5860068083635046, | |
| "learning_rate": 1.616269749969899e-05, | |
| "loss": 1.0999, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.9340430228850352, | |
| "grad_norm": 1.2393963203713174, | |
| "learning_rate": 1.6129271425715458e-05, | |
| "loss": 1.1056, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.9379675734013588, | |
| "grad_norm": 1.0108366563366444, | |
| "learning_rate": 1.609573529850379e-05, | |
| "loss": 1.0886, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.9418921239176825, | |
| "grad_norm": 2.307306825085365, | |
| "learning_rate": 1.6062089720216956e-05, | |
| "loss": 1.125, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.9458166744340062, | |
| "grad_norm": 2.08922761238031, | |
| "learning_rate": 1.6028335294973182e-05, | |
| "loss": 1.1676, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.9497412249503299, | |
| "grad_norm": 1.5072970519469342, | |
| "learning_rate": 1.5994472628845054e-05, | |
| "loss": 1.0805, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.9536657754666535, | |
| "grad_norm": 1.208673658456983, | |
| "learning_rate": 1.5960502329848683e-05, | |
| "loss": 1.1023, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.9575903259829772, | |
| "grad_norm": 1.0701544169565054, | |
| "learning_rate": 1.5926425007932747e-05, | |
| "loss": 1.0802, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.9615148764993009, | |
| "grad_norm": 2.2259127710545745, | |
| "learning_rate": 1.5892241274967578e-05, | |
| "loss": 1.1306, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.9654394270156246, | |
| "grad_norm": 1.9613490972509378, | |
| "learning_rate": 1.5857951744734145e-05, | |
| "loss": 1.1527, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.9693639775319483, | |
| "grad_norm": 1.6339352423393527, | |
| "learning_rate": 1.5823557032913045e-05, | |
| "loss": 1.1173, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.9732885280482719, | |
| "grad_norm": 1.2845543184685153, | |
| "learning_rate": 1.5789057757073444e-05, | |
| "loss": 1.0858, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.9772130785645956, | |
| "grad_norm": 1.0634701364462926, | |
| "learning_rate": 1.5754454536662e-05, | |
| "loss": 1.0772, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.9811376290809193, | |
| "grad_norm": 2.5457603854360618, | |
| "learning_rate": 1.5719747992991723e-05, | |
| "loss": 1.1572, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.985062179597243, | |
| "grad_norm": 1.9734906496943037, | |
| "learning_rate": 1.568493874923084e-05, | |
| "loss": 1.1277, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.9889867301135666, | |
| "grad_norm": 1.5783237318057073, | |
| "learning_rate": 1.5650027430391584e-05, | |
| "loss": 1.0856, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.9929112806298903, | |
| "grad_norm": 1.4264738203605272, | |
| "learning_rate": 1.5615014663318993e-05, | |
| "loss": 1.1078, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.996835831146214, | |
| "grad_norm": 1.1620086010183999, | |
| "learning_rate": 1.5579901076679625e-05, | |
| "loss": 1.1097, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.999975471559273, | |
| "eval_loss": 0.9125259518623352, | |
| "eval_runtime": 1520.6591, | |
| "eval_samples_per_second": 16.44, | |
| "eval_steps_per_second": 4.11, | |
| "step": 2548 | |
| }, | |
| { | |
| "epoch": 1.0007849101032646, | |
| "grad_norm": 1.0252573802297382, | |
| "learning_rate": 1.5544687300950306e-05, | |
| "loss": 0.9338, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.0047094606195883, | |
| "grad_norm": 2.201134957778082, | |
| "learning_rate": 1.5509373968406792e-05, | |
| "loss": 0.9016, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.008634011135912, | |
| "grad_norm": 1.7915224952217608, | |
| "learning_rate": 1.5473961713112405e-05, | |
| "loss": 0.991, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.0125585616522357, | |
| "grad_norm": 1.7104141742083112, | |
| "learning_rate": 1.5438451170906672e-05, | |
| "loss": 0.9134, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.0164831121685594, | |
| "grad_norm": 1.488033671149185, | |
| "learning_rate": 1.5402842979393882e-05, | |
| "loss": 0.8688, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.020407662684883, | |
| "grad_norm": 1.1133098743882353, | |
| "learning_rate": 1.5367137777931673e-05, | |
| "loss": 0.8432, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.0243322132012067, | |
| "grad_norm": 2.0585351825127143, | |
| "learning_rate": 1.5331336207619507e-05, | |
| "loss": 0.8874, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.0282567637175304, | |
| "grad_norm": 1.867901103345647, | |
| "learning_rate": 1.5295438911287203e-05, | |
| "loss": 0.9336, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.032181314233854, | |
| "grad_norm": 1.6563402725505043, | |
| "learning_rate": 1.5259446533483357e-05, | |
| "loss": 0.8879, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.0361058647501777, | |
| "grad_norm": 1.4856230129943386, | |
| "learning_rate": 1.5223359720463796e-05, | |
| "loss": 0.859, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.0400304152665014, | |
| "grad_norm": 0.9711013069770768, | |
| "learning_rate": 1.5187179120179969e-05, | |
| "loss": 0.8288, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.043954965782825, | |
| "grad_norm": 1.9828694802282283, | |
| "learning_rate": 1.5150905382267299e-05, | |
| "loss": 0.8955, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.0478795162991488, | |
| "grad_norm": 2.0020449073070283, | |
| "learning_rate": 1.511453915803353e-05, | |
| "loss": 0.9694, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.0518040668154724, | |
| "grad_norm": 1.6466177405453537, | |
| "learning_rate": 1.5078081100447035e-05, | |
| "loss": 0.9115, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.0557286173317961, | |
| "grad_norm": 1.7037544484554887, | |
| "learning_rate": 1.5041531864125082e-05, | |
| "loss": 0.8493, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.0596531678481198, | |
| "grad_norm": 0.9649533896621292, | |
| "learning_rate": 1.5004892105322092e-05, | |
| "loss": 0.8204, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.0635777183644435, | |
| "grad_norm": 2.104909863577972, | |
| "learning_rate": 1.4968162481917836e-05, | |
| "loss": 0.9002, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.0675022688807672, | |
| "grad_norm": 2.0341252133554146, | |
| "learning_rate": 1.4931343653405652e-05, | |
| "loss": 0.9456, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.0714268193970908, | |
| "grad_norm": 1.5915526204280668, | |
| "learning_rate": 1.4894436280880578e-05, | |
| "loss": 0.8801, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.0753513699134145, | |
| "grad_norm": 1.5184799515062875, | |
| "learning_rate": 1.4857441027027486e-05, | |
| "loss": 0.8608, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.0792759204297382, | |
| "grad_norm": 1.0739540966168113, | |
| "learning_rate": 1.4820358556109202e-05, | |
| "loss": 0.8383, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.0832004709460619, | |
| "grad_norm": 2.3527635362598787, | |
| "learning_rate": 1.4783189533954555e-05, | |
| "loss": 0.8989, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.0871250214623855, | |
| "grad_norm": 1.8879516919488128, | |
| "learning_rate": 1.4745934627946432e-05, | |
| "loss": 0.9203, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.0910495719787092, | |
| "grad_norm": 1.6794025897082823, | |
| "learning_rate": 1.4708594507009806e-05, | |
| "loss": 0.8939, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.094974122495033, | |
| "grad_norm": 1.263872598631979, | |
| "learning_rate": 1.4671169841599695e-05, | |
| "loss": 0.8435, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.0988986730113566, | |
| "grad_norm": 0.9984868253029158, | |
| "learning_rate": 1.4633661303689157e-05, | |
| "loss": 0.8568, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.1028232235276803, | |
| "grad_norm": 2.060249688323629, | |
| "learning_rate": 1.4596069566757207e-05, | |
| "loss": 0.8882, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.106747774044004, | |
| "grad_norm": 1.920918977602427, | |
| "learning_rate": 1.4558395305776731e-05, | |
| "loss": 0.9299, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.1106723245603276, | |
| "grad_norm": 1.6211510195551506, | |
| "learning_rate": 1.4520639197202355e-05, | |
| "loss": 0.8898, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.1145968750766513, | |
| "grad_norm": 1.229775633396699, | |
| "learning_rate": 1.4482801918958312e-05, | |
| "loss": 0.8609, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.118521425592975, | |
| "grad_norm": 1.1229141852110762, | |
| "learning_rate": 1.4444884150426267e-05, | |
| "loss": 0.8456, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.1224459761092986, | |
| "grad_norm": 2.120911251605639, | |
| "learning_rate": 1.4406886572433113e-05, | |
| "loss": 0.8918, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.1263705266256223, | |
| "grad_norm": 2.0769262910789767, | |
| "learning_rate": 1.4368809867238754e-05, | |
| "loss": 0.9531, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.130295077141946, | |
| "grad_norm": 1.6225603088474205, | |
| "learning_rate": 1.4330654718523847e-05, | |
| "loss": 0.8979, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.1342196276582697, | |
| "grad_norm": 1.1891920263768887, | |
| "learning_rate": 1.4292421811377532e-05, | |
| "loss": 0.8697, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.1381441781745933, | |
| "grad_norm": 1.0159234075717296, | |
| "learning_rate": 1.4254111832285128e-05, | |
| "loss": 0.8353, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.142068728690917, | |
| "grad_norm": 2.0861820849148383, | |
| "learning_rate": 1.4215725469115806e-05, | |
| "loss": 0.8676, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.1459932792072407, | |
| "grad_norm": 1.9828582401916874, | |
| "learning_rate": 1.4177263411110249e-05, | |
| "loss": 0.9457, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.1499178297235644, | |
| "grad_norm": 1.6363978446581915, | |
| "learning_rate": 1.413872634886825e-05, | |
| "loss": 0.8682, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.153842380239888, | |
| "grad_norm": 1.414190445025758, | |
| "learning_rate": 1.4100114974336352e-05, | |
| "loss": 0.8663, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.1577669307562117, | |
| "grad_norm": 0.9877954021628765, | |
| "learning_rate": 1.4061429980795382e-05, | |
| "loss": 0.8439, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.1616914812725354, | |
| "grad_norm": 2.2358539386859726, | |
| "learning_rate": 1.4022672062848034e-05, | |
| "loss": 0.8819, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.165616031788859, | |
| "grad_norm": 1.8768050513117698, | |
| "learning_rate": 1.3983841916406383e-05, | |
| "loss": 0.9261, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.1695405823051828, | |
| "grad_norm": 1.6017361554290517, | |
| "learning_rate": 1.3944940238679384e-05, | |
| "loss": 0.898, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.1734651328215064, | |
| "grad_norm": 1.2526189890877126, | |
| "learning_rate": 1.390596772816037e-05, | |
| "loss": 0.8496, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.1773896833378301, | |
| "grad_norm": 1.0365383728001132, | |
| "learning_rate": 1.3866925084614501e-05, | |
| "loss": 0.8468, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.1813142338541538, | |
| "grad_norm": 2.224248057811622, | |
| "learning_rate": 1.3827813009066202e-05, | |
| "loss": 0.8759, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.1852387843704775, | |
| "grad_norm": 1.8752890091264613, | |
| "learning_rate": 1.3788632203786567e-05, | |
| "loss": 0.9297, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.1891633348868011, | |
| "grad_norm": 1.6600876268313813, | |
| "learning_rate": 1.374938337228076e-05, | |
| "loss": 0.87, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.1930878854031248, | |
| "grad_norm": 1.5276898634308227, | |
| "learning_rate": 1.3710067219275382e-05, | |
| "loss": 0.8693, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.1970124359194485, | |
| "grad_norm": 0.9561545850483195, | |
| "learning_rate": 1.3670684450705813e-05, | |
| "loss": 0.8369, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.2009369864357722, | |
| "grad_norm": 2.3827528867634307, | |
| "learning_rate": 1.3631235773703535e-05, | |
| "loss": 0.8932, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.2048615369520959, | |
| "grad_norm": 2.0991202817563828, | |
| "learning_rate": 1.3591721896583455e-05, | |
| "loss": 0.9404, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.2087860874684195, | |
| "grad_norm": 1.6251446131482838, | |
| "learning_rate": 1.3552143528831149e-05, | |
| "loss": 0.8804, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.2127106379847432, | |
| "grad_norm": 1.3451655629852488, | |
| "learning_rate": 1.3512501381090158e-05, | |
| "loss": 0.8529, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.2166351885010669, | |
| "grad_norm": 0.8385047694025927, | |
| "learning_rate": 1.3472796165149217e-05, | |
| "loss": 0.818, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.2205597390173906, | |
| "grad_norm": 2.267246006997812, | |
| "learning_rate": 1.3433028593929467e-05, | |
| "loss": 0.8779, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.2244842895337142, | |
| "grad_norm": 2.0703651009730035, | |
| "learning_rate": 1.3393199381471657e-05, | |
| "loss": 0.9371, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.228408840050038, | |
| "grad_norm": 1.6728269310666124, | |
| "learning_rate": 1.3353309242923336e-05, | |
| "loss": 0.862, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.2323333905663616, | |
| "grad_norm": 1.3943213550602511, | |
| "learning_rate": 1.3313358894525997e-05, | |
| "loss": 0.8734, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.2362579410826853, | |
| "grad_norm": 0.9417267831082166, | |
| "learning_rate": 1.327334905360222e-05, | |
| "loss": 0.819, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.240182491599009, | |
| "grad_norm": 2.03618285439807, | |
| "learning_rate": 1.3233280438542795e-05, | |
| "loss": 0.8671, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.2441070421153326, | |
| "grad_norm": 1.8648736136084698, | |
| "learning_rate": 1.319315376879383e-05, | |
| "loss": 0.945, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.2480315926316563, | |
| "grad_norm": 1.5679297693032792, | |
| "learning_rate": 1.3152969764843812e-05, | |
| "loss": 0.8778, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.25195614314798, | |
| "grad_norm": 1.375990035837938, | |
| "learning_rate": 1.3112729148210694e-05, | |
| "loss": 0.8501, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.2558806936643037, | |
| "grad_norm": 0.8945069929861201, | |
| "learning_rate": 1.3072432641428931e-05, | |
| "loss": 0.8555, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.2598052441806273, | |
| "grad_norm": 1.9973442354473332, | |
| "learning_rate": 1.3032080968036498e-05, | |
| "loss": 0.8922, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.263729794696951, | |
| "grad_norm": 2.1062119639954444, | |
| "learning_rate": 1.2991674852561904e-05, | |
| "loss": 0.929, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.2676543452132747, | |
| "grad_norm": 1.6116944823889532, | |
| "learning_rate": 1.2951215020511196e-05, | |
| "loss": 0.8672, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.2715788957295984, | |
| "grad_norm": 1.330101731052534, | |
| "learning_rate": 1.2910702198354915e-05, | |
| "loss": 0.853, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.275503446245922, | |
| "grad_norm": 1.0644575098102675, | |
| "learning_rate": 1.2870137113515053e-05, | |
| "loss": 0.8281, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.2794279967622457, | |
| "grad_norm": 2.4521439306633748, | |
| "learning_rate": 1.2829520494352004e-05, | |
| "loss": 0.8696, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.2833525472785694, | |
| "grad_norm": 2.0163802307404466, | |
| "learning_rate": 1.2788853070151477e-05, | |
| "loss": 0.9172, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.287277097794893, | |
| "grad_norm": 1.6281065777711845, | |
| "learning_rate": 1.2748135571111404e-05, | |
| "loss": 0.8644, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.2912016483112168, | |
| "grad_norm": 1.5009876264848987, | |
| "learning_rate": 1.2707368728328826e-05, | |
| "loss": 0.8654, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.2951261988275404, | |
| "grad_norm": 0.7853723853615091, | |
| "learning_rate": 1.2666553273786771e-05, | |
| "loss": 0.8031, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.299050749343864, | |
| "grad_norm": 2.189696126410242, | |
| "learning_rate": 1.2625689940341102e-05, | |
| "loss": 0.8795, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.3029752998601878, | |
| "grad_norm": 1.9334298716685878, | |
| "learning_rate": 1.2584779461707374e-05, | |
| "loss": 0.926, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.3068998503765115, | |
| "grad_norm": 1.5481872721801182, | |
| "learning_rate": 1.254382257244765e-05, | |
| "loss": 0.8565, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.3108244008928351, | |
| "grad_norm": 1.2607713095759323, | |
| "learning_rate": 1.2502820007957302e-05, | |
| "loss": 0.8505, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.3147489514091588, | |
| "grad_norm": 0.8930555325270236, | |
| "learning_rate": 1.2461772504451822e-05, | |
| "loss": 0.8323, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.3186735019254825, | |
| "grad_norm": 1.9338117374514918, | |
| "learning_rate": 1.2420680798953604e-05, | |
| "loss": 0.8754, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.3225980524418062, | |
| "grad_norm": 2.061421402861005, | |
| "learning_rate": 1.2379545629278693e-05, | |
| "loss": 0.9426, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.3265226029581298, | |
| "grad_norm": 1.588986245387613, | |
| "learning_rate": 1.233836773402356e-05, | |
| "loss": 0.867, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.3304471534744535, | |
| "grad_norm": 1.2886545052157778, | |
| "learning_rate": 1.229714785255182e-05, | |
| "loss": 0.868, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.3343717039907772, | |
| "grad_norm": 1.219703452074695, | |
| "learning_rate": 1.2255886724980974e-05, | |
| "loss": 0.8168, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.3382962545071009, | |
| "grad_norm": 2.236888625402866, | |
| "learning_rate": 1.2214585092169103e-05, | |
| "loss": 0.8794, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.3422208050234246, | |
| "grad_norm": 2.13039765109174, | |
| "learning_rate": 1.2173243695701575e-05, | |
| "loss": 0.9218, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.3461453555397482, | |
| "grad_norm": 1.652775626275893, | |
| "learning_rate": 1.213186327787773e-05, | |
| "loss": 0.8937, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.350069906056072, | |
| "grad_norm": 1.469984852272106, | |
| "learning_rate": 1.209044458169756e-05, | |
| "loss": 0.8582, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.3539944565723956, | |
| "grad_norm": 0.8843940147907386, | |
| "learning_rate": 1.2048988350848338e-05, | |
| "loss": 0.8537, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.3579190070887193, | |
| "grad_norm": 2.286808087504479, | |
| "learning_rate": 1.2007495329691301e-05, | |
| "loss": 0.8915, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.361843557605043, | |
| "grad_norm": 2.1637511011528585, | |
| "learning_rate": 1.1965966263248267e-05, | |
| "loss": 0.9545, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.3657681081213666, | |
| "grad_norm": 1.615967978820237, | |
| "learning_rate": 1.192440189718825e-05, | |
| "loss": 0.889, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.3696926586376903, | |
| "grad_norm": 1.3561598955089822, | |
| "learning_rate": 1.1882802977814092e-05, | |
| "loss": 0.8568, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.373617209154014, | |
| "grad_norm": 1.031049725329889, | |
| "learning_rate": 1.184117025204905e-05, | |
| "loss": 0.8065, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.3775417596703377, | |
| "grad_norm": 2.130942563304923, | |
| "learning_rate": 1.1799504467423382e-05, | |
| "loss": 0.8781, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.3814663101866613, | |
| "grad_norm": 1.914562387879776, | |
| "learning_rate": 1.1757806372060934e-05, | |
| "loss": 0.9244, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.385390860702985, | |
| "grad_norm": 1.6890782058344322, | |
| "learning_rate": 1.1716076714665701e-05, | |
| "loss": 0.8621, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.3893154112193087, | |
| "grad_norm": 1.2006002638188844, | |
| "learning_rate": 1.1674316244508381e-05, | |
| "loss": 0.8393, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.3932399617356324, | |
| "grad_norm": 1.168530668598062, | |
| "learning_rate": 1.1632525711412936e-05, | |
| "loss": 0.8402, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.397164512251956, | |
| "grad_norm": 2.214073914981144, | |
| "learning_rate": 1.1590705865743108e-05, | |
| "loss": 0.8794, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.4010890627682797, | |
| "grad_norm": 1.9175558977832043, | |
| "learning_rate": 1.1548857458388967e-05, | |
| "loss": 0.9226, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.4050136132846034, | |
| "grad_norm": 1.7516445773007234, | |
| "learning_rate": 1.1506981240753406e-05, | |
| "loss": 0.8688, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.408938163800927, | |
| "grad_norm": 1.236950976064499, | |
| "learning_rate": 1.1465077964738674e-05, | |
| "loss": 0.8604, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.4128627143172507, | |
| "grad_norm": 0.9946584575727137, | |
| "learning_rate": 1.1423148382732854e-05, | |
| "loss": 0.8198, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.4167872648335744, | |
| "grad_norm": 2.357981326812003, | |
| "learning_rate": 1.1381193247596365e-05, | |
| "loss": 0.8815, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.420711815349898, | |
| "grad_norm": 2.068839516965018, | |
| "learning_rate": 1.133921331264844e-05, | |
| "loss": 0.9218, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.4246363658662218, | |
| "grad_norm": 1.7728344994302516, | |
| "learning_rate": 1.1297209331653606e-05, | |
| "loss": 0.8679, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.4285609163825455, | |
| "grad_norm": 1.2048121431631056, | |
| "learning_rate": 1.1255182058808143e-05, | |
| "loss": 0.8544, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.4324854668988691, | |
| "grad_norm": 1.333275738578586, | |
| "learning_rate": 1.1213132248726541e-05, | |
| "loss": 0.8409, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.4364100174151928, | |
| "grad_norm": 2.206900104214621, | |
| "learning_rate": 1.1171060656427957e-05, | |
| "loss": 0.881, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.4403345679315165, | |
| "grad_norm": 2.0032350194617923, | |
| "learning_rate": 1.1128968037322654e-05, | |
| "loss": 0.9304, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.4442591184478402, | |
| "grad_norm": 1.899875816582961, | |
| "learning_rate": 1.1086855147198442e-05, | |
| "loss": 0.8756, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.4481836689641638, | |
| "grad_norm": 1.1750450632734881, | |
| "learning_rate": 1.1044722742207102e-05, | |
| "loss": 0.8516, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.4521082194804875, | |
| "grad_norm": 1.0654206477147208, | |
| "learning_rate": 1.1002571578850808e-05, | |
| "loss": 0.8287, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.4560327699968112, | |
| "grad_norm": 2.1156979827088698, | |
| "learning_rate": 1.0960402413968552e-05, | |
| "loss": 0.8747, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.4599573205131349, | |
| "grad_norm": 1.9613993823327838, | |
| "learning_rate": 1.0918216004722551e-05, | |
| "loss": 0.9248, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.4638818710294585, | |
| "grad_norm": 1.5896298448753268, | |
| "learning_rate": 1.0876013108584644e-05, | |
| "loss": 0.862, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.4678064215457822, | |
| "grad_norm": 1.2663265403929282, | |
| "learning_rate": 1.08337944833227e-05, | |
| "loss": 0.8671, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.471730972062106, | |
| "grad_norm": 0.8402022117082641, | |
| "learning_rate": 1.0791560886987016e-05, | |
| "loss": 0.8089, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.4756555225784296, | |
| "grad_norm": 2.2895246842794346, | |
| "learning_rate": 1.0749313077896697e-05, | |
| "loss": 0.8865, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.4795800730947533, | |
| "grad_norm": 2.005690344314872, | |
| "learning_rate": 1.0707051814626035e-05, | |
| "loss": 0.9195, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.483504623611077, | |
| "grad_norm": 1.6528392426188365, | |
| "learning_rate": 1.0664777855990909e-05, | |
| "loss": 0.8482, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.4874291741274006, | |
| "grad_norm": 1.3252339862500955, | |
| "learning_rate": 1.062249196103514e-05, | |
| "loss": 0.8633, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.4913537246437243, | |
| "grad_norm": 0.8384617708635065, | |
| "learning_rate": 1.0580194889016866e-05, | |
| "loss": 0.8424, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.495278275160048, | |
| "grad_norm": 2.2376729601071013, | |
| "learning_rate": 1.0537887399394926e-05, | |
| "loss": 0.8698, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.4992028256763716, | |
| "grad_norm": 2.0054017581982158, | |
| "learning_rate": 1.0495570251815204e-05, | |
| "loss": 0.9146, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.5031273761926953, | |
| "grad_norm": 1.620117177752491, | |
| "learning_rate": 1.0453244206096993e-05, | |
| "loss": 0.86, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.507051926709019, | |
| "grad_norm": 1.2414222987018593, | |
| "learning_rate": 1.0410910022219356e-05, | |
| "loss": 0.8462, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.5109764772253427, | |
| "grad_norm": 0.985434847255323, | |
| "learning_rate": 1.0368568460307482e-05, | |
| "loss": 0.8374, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.5149010277416664, | |
| "grad_norm": 2.414664203183688, | |
| "learning_rate": 1.0326220280619036e-05, | |
| "loss": 0.8643, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.51882557825799, | |
| "grad_norm": 1.959661011938626, | |
| "learning_rate": 1.0283866243530506e-05, | |
| "loss": 0.9216, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.5227501287743137, | |
| "grad_norm": 1.8216460410768873, | |
| "learning_rate": 1.0241507109523551e-05, | |
| "loss": 0.8557, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.5266746792906374, | |
| "grad_norm": 1.2379402019260293, | |
| "learning_rate": 1.019914363917135e-05, | |
| "loss": 0.8528, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.530599229806961, | |
| "grad_norm": 1.1791841499933475, | |
| "learning_rate": 1.0156776593124933e-05, | |
| "loss": 0.8409, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.5345237803232847, | |
| "grad_norm": 2.2744852259625294, | |
| "learning_rate": 1.0114406732099549e-05, | |
| "loss": 0.877, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.5384483308396084, | |
| "grad_norm": 1.9131218031571517, | |
| "learning_rate": 1.0072034816860979e-05, | |
| "loss": 0.9287, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.542372881355932, | |
| "grad_norm": 1.7840885206492576, | |
| "learning_rate": 1.0029661608211884e-05, | |
| "loss": 0.8511, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.5462974318722558, | |
| "grad_norm": 1.227268938632673, | |
| "learning_rate": 9.987287866978169e-06, | |
| "loss": 0.8535, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.5502219823885794, | |
| "grad_norm": 1.1621128799647606, | |
| "learning_rate": 9.944914353995277e-06, | |
| "loss": 0.8447, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.5541465329049031, | |
| "grad_norm": 2.2074040426072483, | |
| "learning_rate": 9.90254183009457e-06, | |
| "loss": 0.8529, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.5580710834212268, | |
| "grad_norm": 1.8956680374875223, | |
| "learning_rate": 9.860171056089646e-06, | |
| "loss": 0.9103, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.5619956339375505, | |
| "grad_norm": 1.8417783539473633, | |
| "learning_rate": 9.817802792762675e-06, | |
| "loss": 0.8619, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.5659201844538742, | |
| "grad_norm": 1.1239027585518444, | |
| "learning_rate": 9.775437800850764e-06, | |
| "loss": 0.8405, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.5698447349701978, | |
| "grad_norm": 1.093899462684469, | |
| "learning_rate": 9.73307684103226e-06, | |
| "loss": 0.8409, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.5737692854865215, | |
| "grad_norm": 2.2458835890160698, | |
| "learning_rate": 9.690720673913135e-06, | |
| "loss": 0.8331, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.5776938360028452, | |
| "grad_norm": 1.9788980494060489, | |
| "learning_rate": 9.648370060013279e-06, | |
| "loss": 0.9097, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.5816183865191689, | |
| "grad_norm": 1.627824694857222, | |
| "learning_rate": 9.606025759752895e-06, | |
| "loss": 0.8831, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.5855429370354925, | |
| "grad_norm": 1.2178062700728904, | |
| "learning_rate": 9.56368853343882e-06, | |
| "loss": 0.8462, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.5894674875518162, | |
| "grad_norm": 0.8688900774056482, | |
| "learning_rate": 9.52135914125086e-06, | |
| "loss": 0.8132, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.59339203806814, | |
| "grad_norm": 2.223343280091266, | |
| "learning_rate": 9.479038343228173e-06, | |
| "loss": 0.8987, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.5973165885844636, | |
| "grad_norm": 1.9082308916293935, | |
| "learning_rate": 9.436726899255596e-06, | |
| "loss": 0.9305, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.6012411391007872, | |
| "grad_norm": 1.6281376379032095, | |
| "learning_rate": 9.394425569050018e-06, | |
| "loss": 0.8806, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.605165689617111, | |
| "grad_norm": 1.3465856506420029, | |
| "learning_rate": 9.352135112146726e-06, | |
| "loss": 0.8553, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.6090902401334346, | |
| "grad_norm": 0.8680202506295652, | |
| "learning_rate": 9.309856287885775e-06, | |
| "loss": 0.8224, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.6130147906497583, | |
| "grad_norm": 2.0551986939006266, | |
| "learning_rate": 9.267589855398356e-06, | |
| "loss": 0.866, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.616939341166082, | |
| "grad_norm": 2.009568214502001, | |
| "learning_rate": 9.22533657359315e-06, | |
| "loss": 0.9291, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.6208638916824056, | |
| "grad_norm": 1.63900979800811, | |
| "learning_rate": 9.183097201142722e-06, | |
| "loss": 0.8596, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.6247884421987293, | |
| "grad_norm": 1.270695193750196, | |
| "learning_rate": 9.140872496469891e-06, | |
| "loss": 0.8496, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.628712992715053, | |
| "grad_norm": 0.800400571374905, | |
| "learning_rate": 9.098663217734102e-06, | |
| "loss": 0.8171, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.6326375432313767, | |
| "grad_norm": 2.239858328605921, | |
| "learning_rate": 9.056470122817836e-06, | |
| "loss": 0.8696, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.6365620937477003, | |
| "grad_norm": 2.0001741452838444, | |
| "learning_rate": 9.01429396931297e-06, | |
| "loss": 0.9174, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.640486644264024, | |
| "grad_norm": 1.6873988098563508, | |
| "learning_rate": 8.972135514507212e-06, | |
| "loss": 0.8725, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.6444111947803477, | |
| "grad_norm": 1.1871894670080978, | |
| "learning_rate": 8.92999551537046e-06, | |
| "loss": 0.819, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.6483357452966714, | |
| "grad_norm": 0.8255765266436247, | |
| "learning_rate": 8.88787472854126e-06, | |
| "loss": 0.8178, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.652260295812995, | |
| "grad_norm": 2.1797960381842927, | |
| "learning_rate": 8.845773910313168e-06, | |
| "loss": 0.8486, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.6561848463293187, | |
| "grad_norm": 1.9916857527591452, | |
| "learning_rate": 8.803693816621218e-06, | |
| "loss": 0.8947, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.6601093968456424, | |
| "grad_norm": 1.7685848462081732, | |
| "learning_rate": 8.761635203028319e-06, | |
| "loss": 0.8766, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.664033947361966, | |
| "grad_norm": 1.245584977919593, | |
| "learning_rate": 8.719598824711694e-06, | |
| "loss": 0.8337, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.6679584978782898, | |
| "grad_norm": 1.0048598136091462, | |
| "learning_rate": 8.677585436449332e-06, | |
| "loss": 0.8163, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.6718830483946134, | |
| "grad_norm": 2.398297940398292, | |
| "learning_rate": 8.635595792606419e-06, | |
| "loss": 0.8559, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.6758075989109371, | |
| "grad_norm": 1.9730845143153721, | |
| "learning_rate": 8.593630647121809e-06, | |
| "loss": 0.895, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.6797321494272608, | |
| "grad_norm": 1.6696729781305142, | |
| "learning_rate": 8.551690753494476e-06, | |
| "loss": 0.8508, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.6836566999435845, | |
| "grad_norm": 1.3530608242464415, | |
| "learning_rate": 8.509776864769982e-06, | |
| "loss": 0.8295, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.6875812504599081, | |
| "grad_norm": 0.8499210708063567, | |
| "learning_rate": 8.467889733526977e-06, | |
| "loss": 0.8245, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.6915058009762318, | |
| "grad_norm": 2.3773533821815067, | |
| "learning_rate": 8.426030111863654e-06, | |
| "loss": 0.8521, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.6954303514925555, | |
| "grad_norm": 2.077394013322105, | |
| "learning_rate": 8.384198751384272e-06, | |
| "loss": 0.9227, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.6993549020088792, | |
| "grad_norm": 1.6718741898436833, | |
| "learning_rate": 8.342396403185649e-06, | |
| "loss": 0.8448, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.7032794525252029, | |
| "grad_norm": 1.3584330125549005, | |
| "learning_rate": 8.300623817843673e-06, | |
| "loss": 0.8385, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.7072040030415265, | |
| "grad_norm": 0.9817563909977678, | |
| "learning_rate": 8.258881745399837e-06, | |
| "loss": 0.8062, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.7111285535578502, | |
| "grad_norm": 2.3439029636827127, | |
| "learning_rate": 8.217170935347756e-06, | |
| "loss": 0.8164, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.7150531040741739, | |
| "grad_norm": 2.016656786265483, | |
| "learning_rate": 8.17549213661973e-06, | |
| "loss": 0.8954, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.7189776545904976, | |
| "grad_norm": 1.7641936297392027, | |
| "learning_rate": 8.133846097573263e-06, | |
| "loss": 0.8658, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.7229022051068212, | |
| "grad_norm": 1.289046077866149, | |
| "learning_rate": 8.09223356597767e-06, | |
| "loss": 0.8291, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.726826755623145, | |
| "grad_norm": 0.8325407065873541, | |
| "learning_rate": 8.050655289000612e-06, | |
| "loss": 0.8168, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.7307513061394686, | |
| "grad_norm": 2.6948112568790124, | |
| "learning_rate": 8.009112013194707e-06, | |
| "loss": 0.8495, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.7346758566557923, | |
| "grad_norm": 1.9659980108114699, | |
| "learning_rate": 7.96760448448411e-06, | |
| "loss": 0.8947, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.738600407172116, | |
| "grad_norm": 1.8751083414206937, | |
| "learning_rate": 7.926133448151121e-06, | |
| "loss": 0.8493, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.7425249576884396, | |
| "grad_norm": 1.2387882054830557, | |
| "learning_rate": 7.884699648822816e-06, | |
| "loss": 0.8267, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.7464495082047633, | |
| "grad_norm": 1.1399825715598682, | |
| "learning_rate": 7.843303830457654e-06, | |
| "loss": 0.791, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.750374058721087, | |
| "grad_norm": 2.411702115321597, | |
| "learning_rate": 7.801946736332144e-06, | |
| "loss": 0.8578, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.7542986092374107, | |
| "grad_norm": 2.125672710751084, | |
| "learning_rate": 7.760629109027488e-06, | |
| "loss": 0.8945, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.7582231597537343, | |
| "grad_norm": 1.6589788634772225, | |
| "learning_rate": 7.719351690416234e-06, | |
| "loss": 0.8528, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.762147710270058, | |
| "grad_norm": 1.2339299024543553, | |
| "learning_rate": 7.678115221648983e-06, | |
| "loss": 0.8264, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.7660722607863817, | |
| "grad_norm": 0.8818646846150126, | |
| "learning_rate": 7.636920443141057e-06, | |
| "loss": 0.7858, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.7699968113027054, | |
| "grad_norm": 2.227068159454661, | |
| "learning_rate": 7.595768094559226e-06, | |
| "loss": 0.8546, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.773921361819029, | |
| "grad_norm": 2.0038773703981527, | |
| "learning_rate": 7.554658914808404e-06, | |
| "loss": 0.8974, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.7778459123353527, | |
| "grad_norm": 1.559249536864396, | |
| "learning_rate": 7.513593642018398e-06, | |
| "loss": 0.8488, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.7817704628516764, | |
| "grad_norm": 1.2969189118652353, | |
| "learning_rate": 7.472573013530657e-06, | |
| "loss": 0.8509, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.785695013368, | |
| "grad_norm": 0.8958343326615786, | |
| "learning_rate": 7.431597765885013e-06, | |
| "loss": 0.7997, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.7896195638843237, | |
| "grad_norm": 2.217098339251589, | |
| "learning_rate": 7.39066863480648e-06, | |
| "loss": 0.8348, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.7935441144006474, | |
| "grad_norm": 2.1265537658801117, | |
| "learning_rate": 7.349786355192023e-06, | |
| "loss": 0.8944, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.797468664916971, | |
| "grad_norm": 1.6797170624498905, | |
| "learning_rate": 7.308951661097379e-06, | |
| "loss": 0.8448, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.8013932154332948, | |
| "grad_norm": 1.1786118411152537, | |
| "learning_rate": 7.268165285723875e-06, | |
| "loss": 0.8474, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.8053177659496185, | |
| "grad_norm": 0.8503022381368873, | |
| "learning_rate": 7.227427961405245e-06, | |
| "loss": 0.7908, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.8092423164659421, | |
| "grad_norm": 2.3703275938509525, | |
| "learning_rate": 7.186740419594505e-06, | |
| "loss": 0.845, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.8131668669822658, | |
| "grad_norm": 2.0576172422877073, | |
| "learning_rate": 7.1461033908508004e-06, | |
| "loss": 0.9065, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.8170914174985895, | |
| "grad_norm": 1.6463925064837197, | |
| "learning_rate": 7.1055176048263085e-06, | |
| "loss": 0.842, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.8210159680149132, | |
| "grad_norm": 1.3242222800874879, | |
| "learning_rate": 7.0649837902531095e-06, | |
| "loss": 0.8499, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.8249405185312368, | |
| "grad_norm": 0.8538674555412706, | |
| "learning_rate": 7.0245026749301315e-06, | |
| "loss": 0.8046, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.8288650690475605, | |
| "grad_norm": 2.4490816400507516, | |
| "learning_rate": 6.984074985710068e-06, | |
| "loss": 0.8529, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.8327896195638842, | |
| "grad_norm": 2.0294960511407822, | |
| "learning_rate": 6.943701448486313e-06, | |
| "loss": 0.8992, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.8367141700802079, | |
| "grad_norm": 1.680488532778669, | |
| "learning_rate": 6.903382788179962e-06, | |
| "loss": 0.8566, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.8406387205965316, | |
| "grad_norm": 1.2281066012509496, | |
| "learning_rate": 6.8631197287267636e-06, | |
| "loss": 0.8376, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.8445632711128552, | |
| "grad_norm": 1.2188089446996344, | |
| "learning_rate": 6.82291299306414e-06, | |
| "loss": 0.8058, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.848487821629179, | |
| "grad_norm": 2.1748995033926497, | |
| "learning_rate": 6.782763303118194e-06, | |
| "loss": 0.8464, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.8524123721455026, | |
| "grad_norm": 2.0279495030924046, | |
| "learning_rate": 6.742671379790756e-06, | |
| "loss": 0.8782, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.8563369226618263, | |
| "grad_norm": 1.6914708882579899, | |
| "learning_rate": 6.702637942946441e-06, | |
| "loss": 0.8422, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.86026147317815, | |
| "grad_norm": 1.3001032946364874, | |
| "learning_rate": 6.662663711399705e-06, | |
| "loss": 0.8189, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.8641860236944736, | |
| "grad_norm": 0.9695568949982307, | |
| "learning_rate": 6.622749402901971e-06, | |
| "loss": 0.7972, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.8681105742107973, | |
| "grad_norm": 2.3580357832714696, | |
| "learning_rate": 6.5828957341287025e-06, | |
| "loss": 0.8602, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.872035124727121, | |
| "grad_norm": 2.053651822379713, | |
| "learning_rate": 6.5431034206665686e-06, | |
| "loss": 0.8946, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.8759596752434446, | |
| "grad_norm": 1.6781331457753144, | |
| "learning_rate": 6.503373177000582e-06, | |
| "loss": 0.8479, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.8798842257597683, | |
| "grad_norm": 1.3439461982630885, | |
| "learning_rate": 6.463705716501261e-06, | |
| "loss": 0.8108, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.883808776276092, | |
| "grad_norm": 0.8215956260267698, | |
| "learning_rate": 6.424101751411842e-06, | |
| "loss": 0.8124, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.8877333267924157, | |
| "grad_norm": 2.2909082972168275, | |
| "learning_rate": 6.3845619928354676e-06, | |
| "loss": 0.8253, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.8916578773087394, | |
| "grad_norm": 2.1043172809575057, | |
| "learning_rate": 6.345087150722441e-06, | |
| "loss": 0.8767, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.895582427825063, | |
| "grad_norm": 1.7239356576641465, | |
| "learning_rate": 6.305677933857455e-06, | |
| "loss": 0.8217, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.8995069783413867, | |
| "grad_norm": 1.4857325973939928, | |
| "learning_rate": 6.266335049846886e-06, | |
| "loss": 0.8415, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.9034315288577104, | |
| "grad_norm": 0.9334678918114299, | |
| "learning_rate": 6.227059205106085e-06, | |
| "loss": 0.7717, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.907356079374034, | |
| "grad_norm": 2.2849232645875297, | |
| "learning_rate": 6.187851104846676e-06, | |
| "loss": 0.846, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.9112806298903577, | |
| "grad_norm": 1.945016141615289, | |
| "learning_rate": 6.1487114530639205e-06, | |
| "loss": 0.8882, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.9152051804066814, | |
| "grad_norm": 1.7795684379972176, | |
| "learning_rate": 6.109640952524052e-06, | |
| "loss": 0.8329, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.919129730923005, | |
| "grad_norm": 1.2407252843374668, | |
| "learning_rate": 6.070640304751677e-06, | |
| "loss": 0.8251, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.9230542814393288, | |
| "grad_norm": 0.8194399568120128, | |
| "learning_rate": 6.031710210017171e-06, | |
| "loss": 0.7867, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.9269788319556524, | |
| "grad_norm": 2.3956208299915955, | |
| "learning_rate": 5.992851367324097e-06, | |
| "loss": 0.8433, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 1.9309033824719761, | |
| "grad_norm": 2.0827483565619915, | |
| "learning_rate": 5.954064474396675e-06, | |
| "loss": 0.885, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 1.9348279329882998, | |
| "grad_norm": 1.70357287888689, | |
| "learning_rate": 5.915350227667225e-06, | |
| "loss": 0.8385, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 1.9387524835046235, | |
| "grad_norm": 1.2786111455423548, | |
| "learning_rate": 5.876709322263696e-06, | |
| "loss": 0.8207, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 1.9426770340209472, | |
| "grad_norm": 0.7671237740151083, | |
| "learning_rate": 5.838142451997155e-06, | |
| "loss": 0.8048, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.9466015845372708, | |
| "grad_norm": 2.3292976163560546, | |
| "learning_rate": 5.799650309349348e-06, | |
| "loss": 0.8462, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 1.9505261350535945, | |
| "grad_norm": 2.077691017439424, | |
| "learning_rate": 5.761233585460265e-06, | |
| "loss": 0.9123, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 1.9544506855699182, | |
| "grad_norm": 1.6563795333206879, | |
| "learning_rate": 5.722892970115712e-06, | |
| "loss": 0.8154, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 1.9583752360862419, | |
| "grad_norm": 1.3593453278887475, | |
| "learning_rate": 5.684629151734949e-06, | |
| "loss": 0.8108, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 1.9622997866025655, | |
| "grad_norm": 0.8477008150249254, | |
| "learning_rate": 5.6464428173583174e-06, | |
| "loss": 0.7722, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.9662243371188892, | |
| "grad_norm": 2.3204148587243103, | |
| "learning_rate": 5.608334652634914e-06, | |
| "loss": 0.8387, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 1.970148887635213, | |
| "grad_norm": 2.08224549041347, | |
| "learning_rate": 5.570305341810252e-06, | |
| "loss": 0.8696, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 1.9740734381515366, | |
| "grad_norm": 1.6687767550667691, | |
| "learning_rate": 5.532355567714013e-06, | |
| "loss": 0.8536, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 1.9779979886678603, | |
| "grad_norm": 1.2616375376723235, | |
| "learning_rate": 5.494486011747761e-06, | |
| "loss": 0.8102, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 1.981922539184184, | |
| "grad_norm": 0.7574755635671572, | |
| "learning_rate": 5.4566973538727216e-06, | |
| "loss": 0.7677, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.9858470897005076, | |
| "grad_norm": 2.309973402310073, | |
| "learning_rate": 5.418990272597561e-06, | |
| "loss": 0.839, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 1.9897716402168313, | |
| "grad_norm": 2.196528214038538, | |
| "learning_rate": 5.381365444966205e-06, | |
| "loss": 0.8893, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 1.993696190733155, | |
| "grad_norm": 1.6515133028295628, | |
| "learning_rate": 5.3438235465456926e-06, | |
| "loss": 0.8053, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 1.9976207412494786, | |
| "grad_norm": 1.4943879150775243, | |
| "learning_rate": 5.306365251414043e-06, | |
| "loss": 0.798, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 1.999975471559273, | |
| "eval_loss": 0.6450071930885315, | |
| "eval_runtime": 1529.4328, | |
| "eval_samples_per_second": 16.346, | |
| "eval_steps_per_second": 4.086, | |
| "step": 5096 | |
| }, | |
| { | |
| "epoch": 2.0015698202065293, | |
| "grad_norm": 1.4784398750719419, | |
| "learning_rate": 5.268991232148137e-06, | |
| "loss": 0.8525, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.005494370722853, | |
| "grad_norm": 9.338133108180491, | |
| "learning_rate": 5.2317021598116635e-06, | |
| "loss": 0.5966, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.0094189212391766, | |
| "grad_norm": 1.8570667185487677, | |
| "learning_rate": 5.1944987039430535e-06, | |
| "loss": 0.6489, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.0133434717555003, | |
| "grad_norm": 2.1202392786052697, | |
| "learning_rate": 5.157381532543473e-06, | |
| "loss": 0.6784, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.017268022271824, | |
| "grad_norm": 1.700823660700944, | |
| "learning_rate": 5.120351312064802e-06, | |
| "loss": 0.6222, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.0211925727881477, | |
| "grad_norm": 1.3821129005652262, | |
| "learning_rate": 5.083408707397704e-06, | |
| "loss": 0.6147, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.0251171233044714, | |
| "grad_norm": 1.0951660096886453, | |
| "learning_rate": 5.046554381859663e-06, | |
| "loss": 0.5845, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.029041673820795, | |
| "grad_norm": 2.138790453625462, | |
| "learning_rate": 5.009788997183074e-06, | |
| "loss": 0.6237, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.0329662243371187, | |
| "grad_norm": 2.0579134568589597, | |
| "learning_rate": 4.973113213503379e-06, | |
| "loss": 0.705, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.0368907748534424, | |
| "grad_norm": 1.75667330374861, | |
| "learning_rate": 4.936527689347195e-06, | |
| "loss": 0.6389, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.040815325369766, | |
| "grad_norm": 1.308594348694505, | |
| "learning_rate": 4.9000330816205e-06, | |
| "loss": 0.6035, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.0447398758860897, | |
| "grad_norm": 0.9410941640978612, | |
| "learning_rate": 4.863630045596838e-06, | |
| "loss": 0.5541, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.0486644264024134, | |
| "grad_norm": 2.1522254372307357, | |
| "learning_rate": 4.8273192349055405e-06, | |
| "loss": 0.5952, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.052588976918737, | |
| "grad_norm": 2.036592335343225, | |
| "learning_rate": 4.791101301520016e-06, | |
| "loss": 0.6809, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.0565135274350608, | |
| "grad_norm": 1.686946791293678, | |
| "learning_rate": 4.754976895746007e-06, | |
| "loss": 0.6342, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.0604380779513845, | |
| "grad_norm": 1.3407168000815266, | |
| "learning_rate": 4.718946666209966e-06, | |
| "loss": 0.6237, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.064362628467708, | |
| "grad_norm": 0.8377432352577971, | |
| "learning_rate": 4.683011259847346e-06, | |
| "loss": 0.5427, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.068287178984032, | |
| "grad_norm": 2.1455140854622496, | |
| "learning_rate": 4.647171321891034e-06, | |
| "loss": 0.6384, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.0722117295003555, | |
| "grad_norm": 1.99774007410406, | |
| "learning_rate": 4.61142749585975e-06, | |
| "loss": 0.667, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.076136280016679, | |
| "grad_norm": 1.7474636373639787, | |
| "learning_rate": 4.575780423546476e-06, | |
| "loss": 0.6309, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.080060830533003, | |
| "grad_norm": 1.3359269678333927, | |
| "learning_rate": 4.540230745006962e-06, | |
| "loss": 0.5829, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.0839853810493265, | |
| "grad_norm": 0.7162710672069984, | |
| "learning_rate": 4.504779098548209e-06, | |
| "loss": 0.5332, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.08790993156565, | |
| "grad_norm": 2.0989757061484893, | |
| "learning_rate": 4.469426120717025e-06, | |
| "loss": 0.624, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.091834482081974, | |
| "grad_norm": 2.1426189322836975, | |
| "learning_rate": 4.434172446288579e-06, | |
| "loss": 0.6681, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.0957590325982975, | |
| "grad_norm": 1.776402952977803, | |
| "learning_rate": 4.399018708255018e-06, | |
| "loss": 0.6193, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.099683583114621, | |
| "grad_norm": 1.3008240753278815, | |
| "learning_rate": 4.363965537814102e-06, | |
| "loss": 0.6082, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.103608133630945, | |
| "grad_norm": 0.8996256226429636, | |
| "learning_rate": 4.329013564357848e-06, | |
| "loss": 0.5629, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.1075326841472686, | |
| "grad_norm": 2.0984085235237004, | |
| "learning_rate": 4.294163415461258e-06, | |
| "loss": 0.6169, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.1114572346635923, | |
| "grad_norm": 2.1055348326355667, | |
| "learning_rate": 4.259415716871037e-06, | |
| "loss": 0.6725, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.115381785179916, | |
| "grad_norm": 1.7564083013798226, | |
| "learning_rate": 4.224771092494355e-06, | |
| "loss": 0.6177, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.1193063356962396, | |
| "grad_norm": 1.3081730861592322, | |
| "learning_rate": 4.1902301643876555e-06, | |
| "loss": 0.5994, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.1232308862125633, | |
| "grad_norm": 0.7914811793114824, | |
| "learning_rate": 4.155793552745465e-06, | |
| "loss": 0.5642, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.127155436728887, | |
| "grad_norm": 2.4378415532004287, | |
| "learning_rate": 4.1214618758892865e-06, | |
| "loss": 0.6125, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.1310799872452106, | |
| "grad_norm": 2.0526253778498154, | |
| "learning_rate": 4.087235750256469e-06, | |
| "loss": 0.666, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.1350045377615343, | |
| "grad_norm": 1.8656396637088302, | |
| "learning_rate": 4.053115790389159e-06, | |
| "loss": 0.6394, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.138929088277858, | |
| "grad_norm": 1.209266875293654, | |
| "learning_rate": 4.019102608923262e-06, | |
| "loss": 0.6132, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.1428536387941817, | |
| "grad_norm": 1.1832551572175067, | |
| "learning_rate": 3.985196816577433e-06, | |
| "loss": 0.5475, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.1467781893105053, | |
| "grad_norm": 2.2143801889042276, | |
| "learning_rate": 3.951399022142127e-06, | |
| "loss": 0.608, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.150702739826829, | |
| "grad_norm": 2.128346152883008, | |
| "learning_rate": 3.917709832468641e-06, | |
| "loss": 0.6848, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.1546272903431527, | |
| "grad_norm": 1.6896984103464467, | |
| "learning_rate": 3.884129852458253e-06, | |
| "loss": 0.6284, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.1585518408594764, | |
| "grad_norm": 1.222694494025062, | |
| "learning_rate": 3.850659685051336e-06, | |
| "loss": 0.5898, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.1624763913758, | |
| "grad_norm": 0.8066312626727323, | |
| "learning_rate": 3.817299931216537e-06, | |
| "loss": 0.546, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.1664009418921237, | |
| "grad_norm": 2.05281043982966, | |
| "learning_rate": 3.784051189939996e-06, | |
| "loss": 0.6217, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.1703254924084474, | |
| "grad_norm": 2.0329973993617556, | |
| "learning_rate": 3.7509140582145707e-06, | |
| "loss": 0.6679, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.174250042924771, | |
| "grad_norm": 1.7930592907009166, | |
| "learning_rate": 3.7178891310291444e-06, | |
| "loss": 0.6302, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.1781745934410948, | |
| "grad_norm": 1.3304481186905044, | |
| "learning_rate": 3.6849770013579135e-06, | |
| "loss": 0.5972, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.1820991439574184, | |
| "grad_norm": 0.8862316368226267, | |
| "learning_rate": 3.652178260149768e-06, | |
| "loss": 0.5508, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.186023694473742, | |
| "grad_norm": 2.16438233599458, | |
| "learning_rate": 3.619493496317662e-06, | |
| "loss": 0.6113, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.189948244990066, | |
| "grad_norm": 2.097362156115183, | |
| "learning_rate": 3.5869232967280466e-06, | |
| "loss": 0.678, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.1938727955063895, | |
| "grad_norm": 1.7293983928389607, | |
| "learning_rate": 3.554468246190337e-06, | |
| "loss": 0.6255, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.197797346022713, | |
| "grad_norm": 1.2526910240559423, | |
| "learning_rate": 3.522128927446392e-06, | |
| "loss": 0.6191, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.201721896539037, | |
| "grad_norm": 0.779154938656075, | |
| "learning_rate": 3.489905921160083e-06, | |
| "loss": 0.5403, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 2.2056464470553605, | |
| "grad_norm": 2.0546436977432094, | |
| "learning_rate": 3.4577998059068354e-06, | |
| "loss": 0.6159, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 2.209570997571684, | |
| "grad_norm": 2.141525722727545, | |
| "learning_rate": 3.4258111581632634e-06, | |
| "loss": 0.6876, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 2.213495548088008, | |
| "grad_norm": 1.7486151559652525, | |
| "learning_rate": 3.3939405522968105e-06, | |
| "loss": 0.6232, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 2.2174200986043315, | |
| "grad_norm": 1.2463505933135222, | |
| "learning_rate": 3.362188560555434e-06, | |
| "loss": 0.603, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.221344649120655, | |
| "grad_norm": 0.7557156986288721, | |
| "learning_rate": 3.3305557530573363e-06, | |
| "loss": 0.5734, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 2.225269199636979, | |
| "grad_norm": 2.6186065252503994, | |
| "learning_rate": 3.2990426977807156e-06, | |
| "loss": 0.6169, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 2.2291937501533026, | |
| "grad_norm": 2.1713884725106314, | |
| "learning_rate": 3.2676499605535918e-06, | |
| "loss": 0.6557, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 2.2331183006696262, | |
| "grad_norm": 1.8496259928018195, | |
| "learning_rate": 3.2363781050436105e-06, | |
| "loss": 0.6224, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 2.23704285118595, | |
| "grad_norm": 1.3375119127996462, | |
| "learning_rate": 3.2052276927479677e-06, | |
| "loss": 0.6029, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.2409674017022736, | |
| "grad_norm": 0.847985655236947, | |
| "learning_rate": 3.1741992829832924e-06, | |
| "loss": 0.5552, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 2.2448919522185973, | |
| "grad_norm": 2.1771913040167212, | |
| "learning_rate": 3.143293432875607e-06, | |
| "loss": 0.6089, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 2.248816502734921, | |
| "grad_norm": 2.0426822342569837, | |
| "learning_rate": 3.112510697350348e-06, | |
| "loss": 0.6927, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 2.2527410532512446, | |
| "grad_norm": 1.8247017082924184, | |
| "learning_rate": 3.081851629122372e-06, | |
| "loss": 0.6389, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 2.2566656037675683, | |
| "grad_norm": 1.3403447493161933, | |
| "learning_rate": 3.051316778686055e-06, | |
| "loss": 0.5947, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.260590154283892, | |
| "grad_norm": 0.8089857773862223, | |
| "learning_rate": 3.0209066943053944e-06, | |
| "loss": 0.5622, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 2.2645147048002157, | |
| "grad_norm": 2.3577656985489477, | |
| "learning_rate": 2.990621922004172e-06, | |
| "loss": 0.5892, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.2684392553165393, | |
| "grad_norm": 2.1740666869738323, | |
| "learning_rate": 2.960463005556149e-06, | |
| "loss": 0.672, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.272363805832863, | |
| "grad_norm": 1.829981750443929, | |
| "learning_rate": 2.9304304864752886e-06, | |
| "loss": 0.6373, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.2762883563491867, | |
| "grad_norm": 1.3281957095626744, | |
| "learning_rate": 2.900524904006061e-06, | |
| "loss": 0.5975, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.2802129068655104, | |
| "grad_norm": 0.7087417039119808, | |
| "learning_rate": 2.87074679511373e-06, | |
| "loss": 0.5296, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.284137457381834, | |
| "grad_norm": 2.109191274545063, | |
| "learning_rate": 2.8410966944747377e-06, | |
| "loss": 0.5962, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.2880620078981577, | |
| "grad_norm": 2.241584819214679, | |
| "learning_rate": 2.8115751344670863e-06, | |
| "loss": 0.6636, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.2919865584144814, | |
| "grad_norm": 1.7605810701006008, | |
| "learning_rate": 2.782182645160789e-06, | |
| "loss": 0.6265, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.295911108930805, | |
| "grad_norm": 1.2836328256236162, | |
| "learning_rate": 2.7529197543083507e-06, | |
| "loss": 0.5931, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.2998356594471288, | |
| "grad_norm": 0.9519727219083821, | |
| "learning_rate": 2.7237869873352827e-06, | |
| "loss": 0.5509, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.3037602099634524, | |
| "grad_norm": 2.1895645275891704, | |
| "learning_rate": 2.6947848673306853e-06, | |
| "loss": 0.6199, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.307684760479776, | |
| "grad_norm": 2.0598817109009904, | |
| "learning_rate": 2.6659139150378377e-06, | |
| "loss": 0.6591, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.3116093109961, | |
| "grad_norm": 1.8143316778974414, | |
| "learning_rate": 2.6371746488448614e-06, | |
| "loss": 0.6347, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.3155338615124235, | |
| "grad_norm": 1.3541045070964877, | |
| "learning_rate": 2.6085675847754155e-06, | |
| "loss": 0.586, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.319458412028747, | |
| "grad_norm": 0.7923721169078987, | |
| "learning_rate": 2.5800932364794064e-06, | |
| "loss": 0.5212, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.323382962545071, | |
| "grad_norm": 2.794475468134139, | |
| "learning_rate": 2.5517521152237966e-06, | |
| "loss": 0.5974, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.3273075130613945, | |
| "grad_norm": 2.2143050890712255, | |
| "learning_rate": 2.5235447298834003e-06, | |
| "loss": 0.6684, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.331232063577718, | |
| "grad_norm": 1.7900709742899215, | |
| "learning_rate": 2.49547158693176e-06, | |
| "loss": 0.6278, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.335156614094042, | |
| "grad_norm": 1.271494366484403, | |
| "learning_rate": 2.4675331904320533e-06, | |
| "loss": 0.5929, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.3390811646103655, | |
| "grad_norm": 0.8556427431737861, | |
| "learning_rate": 2.43973004202803e-06, | |
| "loss": 0.5524, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.343005715126689, | |
| "grad_norm": 2.117180082843371, | |
| "learning_rate": 2.412062640935021e-06, | |
| "loss": 0.6013, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.346930265643013, | |
| "grad_norm": 2.1484003642018457, | |
| "learning_rate": 2.3845314839309563e-06, | |
| "loss": 0.6632, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.3508548161593366, | |
| "grad_norm": 1.8030873162593484, | |
| "learning_rate": 2.3571370653474656e-06, | |
| "loss": 0.6168, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.3547793666756602, | |
| "grad_norm": 1.2601737288351715, | |
| "learning_rate": 2.329879877060981e-06, | |
| "loss": 0.5886, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.358703917191984, | |
| "grad_norm": 0.9165582307879456, | |
| "learning_rate": 2.302760408483926e-06, | |
| "loss": 0.5428, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.3626284677083076, | |
| "grad_norm": 2.0984461367902605, | |
| "learning_rate": 2.275779146555915e-06, | |
| "loss": 0.6007, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.3665530182246313, | |
| "grad_norm": 2.1846524601461894, | |
| "learning_rate": 2.2489365757350132e-06, | |
| "loss": 0.664, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.370477568740955, | |
| "grad_norm": 1.7647491805175937, | |
| "learning_rate": 2.2222331779890393e-06, | |
| "loss": 0.6257, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.3744021192572786, | |
| "grad_norm": 1.3444624902761966, | |
| "learning_rate": 2.1956694327869043e-06, | |
| "loss": 0.6041, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.3783266697736023, | |
| "grad_norm": 0.8924579097538136, | |
| "learning_rate": 2.16924581709002e-06, | |
| "loss": 0.5369, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.382251220289926, | |
| "grad_norm": 2.1816842093278526, | |
| "learning_rate": 2.142962805343708e-06, | |
| "loss": 0.5806, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.3861757708062497, | |
| "grad_norm": 2.1315338386325138, | |
| "learning_rate": 2.1168208694687108e-06, | |
| "loss": 0.6934, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.3901003213225733, | |
| "grad_norm": 1.8401419512172745, | |
| "learning_rate": 2.0908204788526965e-06, | |
| "loss": 0.6473, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 2.394024871838897, | |
| "grad_norm": 1.256508614588367, | |
| "learning_rate": 2.064962100341842e-06, | |
| "loss": 0.6, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.3979494223552207, | |
| "grad_norm": 0.7725755529070791, | |
| "learning_rate": 2.039246198232446e-06, | |
| "loss": 0.5488, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 2.4018739728715444, | |
| "grad_norm": 2.1092659651397474, | |
| "learning_rate": 2.0136732342625874e-06, | |
| "loss": 0.5748, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 2.405798523387868, | |
| "grad_norm": 2.202730059861675, | |
| "learning_rate": 1.9882436676038477e-06, | |
| "loss": 0.6778, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 2.4097230739041917, | |
| "grad_norm": 1.7146488474319233, | |
| "learning_rate": 1.962957954853055e-06, | |
| "loss": 0.642, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 2.4136476244205154, | |
| "grad_norm": 1.2875382567695426, | |
| "learning_rate": 1.9378165500240943e-06, | |
| "loss": 0.5935, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.417572174936839, | |
| "grad_norm": 0.8159718677862676, | |
| "learning_rate": 1.912819904539749e-06, | |
| "loss": 0.556, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 2.4214967254531627, | |
| "grad_norm": 2.147420171464766, | |
| "learning_rate": 1.887968467223591e-06, | |
| "loss": 0.6084, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 2.4254212759694864, | |
| "grad_norm": 2.352418026966586, | |
| "learning_rate": 1.8632626842919398e-06, | |
| "loss": 0.6647, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 2.42934582648581, | |
| "grad_norm": 1.843956419568753, | |
| "learning_rate": 1.8387029993458273e-06, | |
| "loss": 0.6224, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 2.4332703770021338, | |
| "grad_norm": 1.215534258708622, | |
| "learning_rate": 1.8142898533630536e-06, | |
| "loss": 0.6116, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.4371949275184575, | |
| "grad_norm": 0.7790773570638417, | |
| "learning_rate": 1.7900236846902575e-06, | |
| "loss": 0.5395, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 2.441119478034781, | |
| "grad_norm": 2.274459819686287, | |
| "learning_rate": 1.765904929035046e-06, | |
| "loss": 0.6089, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 2.445044028551105, | |
| "grad_norm": 2.156030969614435, | |
| "learning_rate": 1.7419340194581803e-06, | |
| "loss": 0.6517, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 2.4489685790674285, | |
| "grad_norm": 1.8023260247461752, | |
| "learning_rate": 1.7181113863657805e-06, | |
| "loss": 0.6312, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 2.452893129583752, | |
| "grad_norm": 1.6128467278404588, | |
| "learning_rate": 1.6944374575016253e-06, | |
| "loss": 0.6097, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.456817680100076, | |
| "grad_norm": 0.7816281842546718, | |
| "learning_rate": 1.670912657939443e-06, | |
| "loss": 0.5411, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 2.4607422306163995, | |
| "grad_norm": 2.2598007072156028, | |
| "learning_rate": 1.6475374100753017e-06, | |
| "loss": 0.6139, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 2.464666781132723, | |
| "grad_norm": 2.1326684182909936, | |
| "learning_rate": 1.624312133620013e-06, | |
| "loss": 0.6849, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 2.468591331649047, | |
| "grad_norm": 1.793136525038962, | |
| "learning_rate": 1.6012372455915993e-06, | |
| "loss": 0.6165, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 2.4725158821653705, | |
| "grad_norm": 1.2436395590561673, | |
| "learning_rate": 1.5783131603078083e-06, | |
| "loss": 0.5958, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.4764404326816942, | |
| "grad_norm": 0.8178284156434679, | |
| "learning_rate": 1.555540289378663e-06, | |
| "loss": 0.542, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 2.480364983198018, | |
| "grad_norm": 2.219348641209819, | |
| "learning_rate": 1.532919041699089e-06, | |
| "loss": 0.6146, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 2.4842895337143416, | |
| "grad_norm": 2.1421139951368375, | |
| "learning_rate": 1.510449823441561e-06, | |
| "loss": 0.669, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 2.4882140842306653, | |
| "grad_norm": 1.7736069610642504, | |
| "learning_rate": 1.4881330380488014e-06, | |
| "loss": 0.6325, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 2.492138634746989, | |
| "grad_norm": 1.2940938084497826, | |
| "learning_rate": 1.4659690862265675e-06, | |
| "loss": 0.5918, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.4960631852633126, | |
| "grad_norm": 0.7888355624944882, | |
| "learning_rate": 1.4439583659364154e-06, | |
| "loss": 0.5432, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 2.4999877357796363, | |
| "grad_norm": 2.2684459134167003, | |
| "learning_rate": 1.4221012723885874e-06, | |
| "loss": 0.6068, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 2.50391228629596, | |
| "grad_norm": 2.303631890847662, | |
| "learning_rate": 1.400398198034897e-06, | |
| "loss": 0.6815, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 2.5078368368122836, | |
| "grad_norm": 1.725928594909339, | |
| "learning_rate": 1.3788495325616912e-06, | |
| "loss": 0.629, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 2.5117613873286073, | |
| "grad_norm": 1.2724712580718072, | |
| "learning_rate": 1.357455662882855e-06, | |
| "loss": 0.5858, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.515685937844931, | |
| "grad_norm": 0.8196671527768702, | |
| "learning_rate": 1.3362169731328534e-06, | |
| "loss": 0.543, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 2.5196104883612547, | |
| "grad_norm": 2.2121857648933614, | |
| "learning_rate": 1.3151338446598483e-06, | |
| "loss": 0.5918, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 2.5235350388775784, | |
| "grad_norm": 2.07329199306329, | |
| "learning_rate": 1.2942066560188349e-06, | |
| "loss": 0.65, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 2.527459589393902, | |
| "grad_norm": 1.7691554410042842, | |
| "learning_rate": 1.2734357829648624e-06, | |
| "loss": 0.6245, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 2.5313841399102257, | |
| "grad_norm": 1.2397356761301885, | |
| "learning_rate": 1.2528215984462766e-06, | |
| "loss": 0.5757, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.5353086904265494, | |
| "grad_norm": 0.8552163717265764, | |
| "learning_rate": 1.23236447259802e-06, | |
| "loss": 0.5636, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 2.539233240942873, | |
| "grad_norm": 2.019030277835733, | |
| "learning_rate": 1.2120647727349977e-06, | |
| "loss": 0.5962, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 2.5431577914591967, | |
| "grad_norm": 2.1298373917453928, | |
| "learning_rate": 1.1919228633454738e-06, | |
| "loss": 0.6936, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 2.5470823419755204, | |
| "grad_norm": 1.8011050211359714, | |
| "learning_rate": 1.1719391060845298e-06, | |
| "loss": 0.6272, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 2.551006892491844, | |
| "grad_norm": 1.221657027890025, | |
| "learning_rate": 1.152113859767565e-06, | |
| "loss": 0.6286, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.5549314430081678, | |
| "grad_norm": 0.8061467765642856, | |
| "learning_rate": 1.1324474803638653e-06, | |
| "loss": 0.5501, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 2.5588559935244914, | |
| "grad_norm": 2.051549539190188, | |
| "learning_rate": 1.1129403209902034e-06, | |
| "loss": 0.6067, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 2.562780544040815, | |
| "grad_norm": 2.3142399536514073, | |
| "learning_rate": 1.0935927319044959e-06, | |
| "loss": 0.6484, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 2.566705094557139, | |
| "grad_norm": 1.7767173325015122, | |
| "learning_rate": 1.0744050604995237e-06, | |
| "loss": 0.6047, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 2.5706296450734625, | |
| "grad_norm": 1.3099949970790892, | |
| "learning_rate": 1.0553776512966886e-06, | |
| "loss": 0.5826, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.574554195589786, | |
| "grad_norm": 0.8416372830973359, | |
| "learning_rate": 1.0365108459398277e-06, | |
| "loss": 0.5418, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 2.57847874610611, | |
| "grad_norm": 2.127337984518528, | |
| "learning_rate": 1.0178049831890768e-06, | |
| "loss": 0.6093, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 2.5824032966224335, | |
| "grad_norm": 2.252528047531405, | |
| "learning_rate": 9.992603989147941e-07, | |
| "loss": 0.6867, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 2.586327847138757, | |
| "grad_norm": 1.7132261228204282, | |
| "learning_rate": 9.808774260915243e-07, | |
| "loss": 0.6564, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 2.590252397655081, | |
| "grad_norm": 1.2934365792962297, | |
| "learning_rate": 9.626563947920231e-07, | |
| "loss": 0.5691, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.5941769481714045, | |
| "grad_norm": 0.8786324009918022, | |
| "learning_rate": 9.445976321813277e-07, | |
| "loss": 0.5383, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 2.598101498687728, | |
| "grad_norm": 2.2501075917295212, | |
| "learning_rate": 9.267014625108806e-07, | |
| "loss": 0.5817, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 2.602026049204052, | |
| "grad_norm": 2.2174253075426167, | |
| "learning_rate": 9.089682071127171e-07, | |
| "loss": 0.6744, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 2.6059505997203756, | |
| "grad_norm": 1.7616659355193223, | |
| "learning_rate": 8.91398184393687e-07, | |
| "loss": 0.6359, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 2.6098751502366992, | |
| "grad_norm": 1.3089314769046627, | |
| "learning_rate": 8.739917098297357e-07, | |
| "loss": 0.6045, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.613799700753023, | |
| "grad_norm": 0.7444796805297569, | |
| "learning_rate": 8.567490959602509e-07, | |
| "loss": 0.5295, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 2.6177242512693466, | |
| "grad_norm": 2.2630343377076287, | |
| "learning_rate": 8.396706523824372e-07, | |
| "loss": 0.6244, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 2.6216488017856703, | |
| "grad_norm": 2.0443361827637836, | |
| "learning_rate": 8.227566857457702e-07, | |
| "loss": 0.6894, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 2.625573352301994, | |
| "grad_norm": 1.7688362533725879, | |
| "learning_rate": 8.060074997464773e-07, | |
| "loss": 0.6192, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 2.6294979028183176, | |
| "grad_norm": 1.2229083921293311, | |
| "learning_rate": 7.894233951220953e-07, | |
| "loss": 0.5856, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.6334224533346413, | |
| "grad_norm": 0.76533431687556, | |
| "learning_rate": 7.730046696460691e-07, | |
| "loss": 0.53, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 2.637347003850965, | |
| "grad_norm": 2.264231653926727, | |
| "learning_rate": 7.567516181223966e-07, | |
| "loss": 0.5991, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 2.6412715543672887, | |
| "grad_norm": 2.1991521419444267, | |
| "learning_rate": 7.406645323803463e-07, | |
| "loss": 0.6315, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 2.6451961048836123, | |
| "grad_norm": 1.7239735369036862, | |
| "learning_rate": 7.247437012692104e-07, | |
| "loss": 0.6427, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 2.649120655399936, | |
| "grad_norm": 1.2790232035397695, | |
| "learning_rate": 7.089894106531214e-07, | |
| "loss": 0.594, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.6530452059162597, | |
| "grad_norm": 0.955171760712246, | |
| "learning_rate": 6.934019434059213e-07, | |
| "loss": 0.5533, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 2.6569697564325834, | |
| "grad_norm": 2.1955164062676644, | |
| "learning_rate": 6.779815794060718e-07, | |
| "loss": 0.5936, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 2.660894306948907, | |
| "grad_norm": 2.2404548484277664, | |
| "learning_rate": 6.627285955316476e-07, | |
| "loss": 0.6513, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 2.6648188574652307, | |
| "grad_norm": 1.8828883729369554, | |
| "learning_rate": 6.476432656553411e-07, | |
| "loss": 0.6286, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 2.6687434079815544, | |
| "grad_norm": 1.2443150219704873, | |
| "learning_rate": 6.327258606395736e-07, | |
| "loss": 0.5939, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.672667958497878, | |
| "grad_norm": 0.9014377738542545, | |
| "learning_rate": 6.179766483316041e-07, | |
| "loss": 0.5334, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 2.6765925090142018, | |
| "grad_norm": 2.183823820105367, | |
| "learning_rate": 6.03395893558737e-07, | |
| "loss": 0.5913, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 2.6805170595305254, | |
| "grad_norm": 2.1912679703089313, | |
| "learning_rate": 5.889838581235641e-07, | |
| "loss": 0.6719, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 2.684441610046849, | |
| "grad_norm": 1.7923155245248856, | |
| "learning_rate": 5.747408007992572e-07, | |
| "loss": 0.6208, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 2.688366160563173, | |
| "grad_norm": 1.2494561675837905, | |
| "learning_rate": 5.606669773249296e-07, | |
| "loss": 0.596, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.6922907110794965, | |
| "grad_norm": 0.907833148614821, | |
| "learning_rate": 5.467626404010407e-07, | |
| "loss": 0.5372, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 2.69621526159582, | |
| "grad_norm": 2.2934267800117856, | |
| "learning_rate": 5.330280396848619e-07, | |
| "loss": 0.609, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 2.700139812112144, | |
| "grad_norm": 2.114541613337409, | |
| "learning_rate": 5.194634217859851e-07, | |
| "loss": 0.6611, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 2.7040643626284675, | |
| "grad_norm": 1.754501104961409, | |
| "learning_rate": 5.060690302619053e-07, | |
| "loss": 0.6157, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 2.707988913144791, | |
| "grad_norm": 1.364912899052101, | |
| "learning_rate": 4.92845105613644e-07, | |
| "loss": 0.5929, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.711913463661115, | |
| "grad_norm": 0.7372286271827898, | |
| "learning_rate": 4.797918852814254e-07, | |
| "loss": 0.5314, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 2.7158380141774385, | |
| "grad_norm": 2.073475468780587, | |
| "learning_rate": 4.6690960364041973e-07, | |
| "loss": 0.5976, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 2.719762564693762, | |
| "grad_norm": 2.2358152929450963, | |
| "learning_rate": 4.5419849199653364e-07, | |
| "loss": 0.6623, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 2.723687115210086, | |
| "grad_norm": 1.815422184822613, | |
| "learning_rate": 4.416587785822568e-07, | |
| "loss": 0.6073, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 2.7276116657264096, | |
| "grad_norm": 1.350125241744432, | |
| "learning_rate": 4.2929068855256275e-07, | |
| "loss": 0.5984, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.7315362162427332, | |
| "grad_norm": 0.7223399634960578, | |
| "learning_rate": 4.170944439808622e-07, | |
| "loss": 0.5491, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 2.735460766759057, | |
| "grad_norm": 2.1836663497672455, | |
| "learning_rate": 4.0507026385502747e-07, | |
| "loss": 0.5941, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 2.7393853172753806, | |
| "grad_norm": 2.154640259731243, | |
| "learning_rate": 3.932183640734466e-07, | |
| "loss": 0.6781, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 2.7433098677917043, | |
| "grad_norm": 1.908154353492756, | |
| "learning_rate": 3.8153895744115767e-07, | |
| "loss": 0.6178, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 2.747234418308028, | |
| "grad_norm": 1.2339098485081115, | |
| "learning_rate": 3.700322536660228e-07, | |
| "loss": 0.5819, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.7511589688243516, | |
| "grad_norm": 0.9319742069385385, | |
| "learning_rate": 3.586984593549614e-07, | |
| "loss": 0.5296, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 2.7550835193406753, | |
| "grad_norm": 2.2839758727554424, | |
| "learning_rate": 3.475377780102451e-07, | |
| "loss": 0.5919, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 2.759008069856999, | |
| "grad_norm": 2.184552450870539, | |
| "learning_rate": 3.365504100258399e-07, | |
| "loss": 0.6341, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 2.7629326203733227, | |
| "grad_norm": 1.7194768639357731, | |
| "learning_rate": 3.2573655268380746e-07, | |
| "loss": 0.6252, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 2.7668571708896463, | |
| "grad_norm": 1.3255796782916087, | |
| "learning_rate": 3.1509640015076946e-07, | |
| "loss": 0.5879, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.77078172140597, | |
| "grad_norm": 0.8088254429550722, | |
| "learning_rate": 3.0463014347441255e-07, | |
| "loss": 0.5519, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 2.7747062719222937, | |
| "grad_norm": 2.202949542374798, | |
| "learning_rate": 2.9433797058006195e-07, | |
| "loss": 0.598, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 2.7786308224386174, | |
| "grad_norm": 2.192327750139598, | |
| "learning_rate": 2.842200662673111e-07, | |
| "loss": 0.6815, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 2.782555372954941, | |
| "grad_norm": 1.7866089200056756, | |
| "learning_rate": 2.7427661220669535e-07, | |
| "loss": 0.603, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 2.7864799234712647, | |
| "grad_norm": 1.2795477884768611, | |
| "learning_rate": 2.645077869364354e-07, | |
| "loss": 0.5773, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.7904044739875884, | |
| "grad_norm": 0.7183394998611272, | |
| "learning_rate": 2.5491376585923265e-07, | |
| "loss": 0.5313, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 2.794329024503912, | |
| "grad_norm": 2.308178999869327, | |
| "learning_rate": 2.4549472123911564e-07, | |
| "loss": 0.5919, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 2.7982535750202358, | |
| "grad_norm": 2.2719235337571813, | |
| "learning_rate": 2.362508221983484e-07, | |
| "loss": 0.6633, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 2.8021781255365594, | |
| "grad_norm": 1.8358853033909601, | |
| "learning_rate": 2.2718223471439815e-07, | |
| "loss": 0.6084, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 2.806102676052883, | |
| "grad_norm": 1.3561609455618762, | |
| "learning_rate": 2.182891216169447e-07, | |
| "loss": 0.5946, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 2.810027226569207, | |
| "grad_norm": 0.801043920678816, | |
| "learning_rate": 2.0957164258497031e-07, | |
| "loss": 0.5394, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 2.8139517770855305, | |
| "grad_norm": 2.3157120536637685, | |
| "learning_rate": 2.0102995414387983e-07, | |
| "loss": 0.5861, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 2.817876327601854, | |
| "grad_norm": 2.0452627880092886, | |
| "learning_rate": 1.9266420966270182e-07, | |
| "loss": 0.6566, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 2.821800878118178, | |
| "grad_norm": 1.883254183997997, | |
| "learning_rate": 1.8447455935132418e-07, | |
| "loss": 0.6011, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 2.8257254286345015, | |
| "grad_norm": 1.277403091223367, | |
| "learning_rate": 1.764611502578051e-07, | |
| "loss": 0.573, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.829649979150825, | |
| "grad_norm": 0.8701579907748704, | |
| "learning_rate": 1.6862412626572845e-07, | |
| "loss": 0.5748, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 2.833574529667149, | |
| "grad_norm": 2.2395045060776115, | |
| "learning_rate": 1.6096362809162047e-07, | |
| "loss": 0.5897, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 2.8374990801834725, | |
| "grad_norm": 2.1921791669212864, | |
| "learning_rate": 1.5347979328242613e-07, | |
| "loss": 0.6472, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 2.841423630699796, | |
| "grad_norm": 1.7683013517405388, | |
| "learning_rate": 1.461727562130344e-07, | |
| "loss": 0.6176, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 2.84534818121612, | |
| "grad_norm": 1.2599894592930116, | |
| "learning_rate": 1.3904264808387246e-07, | |
| "loss": 0.583, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 2.8492727317324436, | |
| "grad_norm": 0.8602212034932214, | |
| "learning_rate": 1.320895969185454e-07, | |
| "loss": 0.5383, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 2.8531972822487672, | |
| "grad_norm": 2.01097097204698, | |
| "learning_rate": 1.2531372756153458e-07, | |
| "loss": 0.5882, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 2.857121832765091, | |
| "grad_norm": 2.29115443827529, | |
| "learning_rate": 1.1871516167596186e-07, | |
| "loss": 0.659, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 2.8610463832814146, | |
| "grad_norm": 1.798405094313227, | |
| "learning_rate": 1.1229401774140447e-07, | |
| "loss": 0.6425, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 2.8649709337977383, | |
| "grad_norm": 1.2675180226420815, | |
| "learning_rate": 1.0605041105176128e-07, | |
| "loss": 0.5757, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.868895484314062, | |
| "grad_norm": 0.778167866423488, | |
| "learning_rate": 9.998445371319332e-08, | |
| "loss": 0.5289, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 2.8728200348303856, | |
| "grad_norm": 2.1530650160440845, | |
| "learning_rate": 9.409625464210093e-08, | |
| "loss": 0.582, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 2.8767445853467093, | |
| "grad_norm": 2.039982400238999, | |
| "learning_rate": 8.83859195631731e-08, | |
| "loss": 0.6649, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 2.880669135863033, | |
| "grad_norm": 1.8192255183888113, | |
| "learning_rate": 8.285355100748904e-08, | |
| "loss": 0.6083, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 2.8845936863793566, | |
| "grad_norm": 1.3511200742987195, | |
| "learning_rate": 7.749924831067401e-08, | |
| "loss": 0.5947, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 2.8885182368956803, | |
| "grad_norm": 0.8078794663885482, | |
| "learning_rate": 7.232310761112082e-08, | |
| "loss": 0.5189, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 2.892442787412004, | |
| "grad_norm": 2.086447914981744, | |
| "learning_rate": 6.732522184825896e-08, | |
| "loss": 0.5929, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 2.8963673379283277, | |
| "grad_norm": 2.2301352619297097, | |
| "learning_rate": 6.250568076088814e-08, | |
| "loss": 0.6598, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 2.9002918884446514, | |
| "grad_norm": 1.8389039532268878, | |
| "learning_rate": 5.7864570885567405e-08, | |
| "loss": 0.6154, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 2.904216438960975, | |
| "grad_norm": 1.2792199660600578, | |
| "learning_rate": 5.340197555505966e-08, | |
| "loss": 0.6012, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.9081409894772987, | |
| "grad_norm": 0.7325366163854787, | |
| "learning_rate": 4.911797489683734e-08, | |
| "loss": 0.5215, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 2.9120655399936224, | |
| "grad_norm": 1.8968115785034971, | |
| "learning_rate": 4.5012645831640225e-08, | |
| "loss": 0.5973, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 2.915990090509946, | |
| "grad_norm": 2.115373675723123, | |
| "learning_rate": 4.108606207209875e-08, | |
| "loss": 0.6792, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 2.9199146410262697, | |
| "grad_norm": 1.8029011243698139, | |
| "learning_rate": 3.7338294121407324e-08, | |
| "loss": 0.62, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 2.9238391915425934, | |
| "grad_norm": 1.288742701315245, | |
| "learning_rate": 3.376940927206196e-08, | |
| "loss": 0.5808, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 2.927763742058917, | |
| "grad_norm": 0.798534719587082, | |
| "learning_rate": 3.037947160464572e-08, | |
| "loss": 0.5186, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 2.9316882925752408, | |
| "grad_norm": 2.5141632319612954, | |
| "learning_rate": 2.716854198668517e-08, | |
| "loss": 0.577, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 2.9356128430915645, | |
| "grad_norm": 2.35827100419327, | |
| "learning_rate": 2.41366780715524e-08, | |
| "loss": 0.6523, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 2.939537393607888, | |
| "grad_norm": 1.8102877923296363, | |
| "learning_rate": 2.1283934297432472e-08, | |
| "loss": 0.6021, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 2.943461944124212, | |
| "grad_norm": 1.3570094551959164, | |
| "learning_rate": 1.861036188634424e-08, | |
| "loss": 0.5859, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.9473864946405355, | |
| "grad_norm": 0.8112341118577404, | |
| "learning_rate": 1.6116008843224395e-08, | |
| "loss": 0.5446, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 2.951311045156859, | |
| "grad_norm": 2.0316666239859726, | |
| "learning_rate": 1.3800919955058167e-08, | |
| "loss": 0.5938, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 2.955235595673183, | |
| "grad_norm": 2.24783418646791, | |
| "learning_rate": 1.1665136790084408e-08, | |
| "loss": 0.6663, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 2.9591601461895065, | |
| "grad_norm": 1.7761857680646513, | |
| "learning_rate": 9.708697697040636e-09, | |
| "loss": 0.6199, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 2.96308469670583, | |
| "grad_norm": 1.2633693500353296, | |
| "learning_rate": 7.931637804481362e-09, | |
| "loss": 0.5774, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 2.967009247222154, | |
| "grad_norm": 0.8065989220041421, | |
| "learning_rate": 6.333989020143039e-09, | |
| "loss": 0.5492, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 2.9709337977384775, | |
| "grad_norm": 2.3130844134472537, | |
| "learning_rate": 4.915780030372297e-09, | |
| "loss": 0.5792, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 2.974858348254801, | |
| "grad_norm": 2.1600268864719765, | |
| "learning_rate": 3.6770362996108033e-09, | |
| "loss": 0.6643, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 2.978782898771125, | |
| "grad_norm": 1.78858714847675, | |
| "learning_rate": 2.617780069940068e-09, | |
| "loss": 0.6227, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 2.9827074492874486, | |
| "grad_norm": 1.2711261056787222, | |
| "learning_rate": 1.738030360677323e-09, | |
| "loss": 0.5816, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.9866319998037723, | |
| "grad_norm": 0.8400903589420956, | |
| "learning_rate": 1.0378029680391254e-09, | |
| "loss": 0.5403, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 2.990556550320096, | |
| "grad_norm": 2.242115052909609, | |
| "learning_rate": 5.171104648549196e-10, | |
| "loss": 0.6179, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 2.9944811008364196, | |
| "grad_norm": 2.174676570322404, | |
| "learning_rate": 1.759622003427719e-10, | |
| "loss": 0.658, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 2.9984056513527433, | |
| "grad_norm": 1.9961793276061766, | |
| "learning_rate": 1.436429993950661e-11, | |
| "loss": 0.5866, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 2.999975471559273, | |
| "eval_loss": 0.5420118570327759, | |
| "eval_runtime": 1735.1416, | |
| "eval_samples_per_second": 14.408, | |
| "eval_steps_per_second": 3.602, | |
| "step": 7644 | |
| }, | |
| { | |
| "epoch": 2.999975471559273, | |
| "step": 7644, | |
| "total_flos": 1249712503734272.0, | |
| "train_loss": 0.20236909012093338, | |
| "train_runtime": 73063.4732, | |
| "train_samples_per_second": 13.392, | |
| "train_steps_per_second": 0.105 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 7644, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1249712503734272.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |