| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 3146, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01589319771137953, | |
| "grad_norm": 0.47528788447380066, | |
| "learning_rate": 1.1904761904761903e-05, | |
| "loss": 1.4053, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03178639542275906, | |
| "grad_norm": 0.3256166875362396, | |
| "learning_rate": 2.3809523809523807e-05, | |
| "loss": 1.1769, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04767959313413859, | |
| "grad_norm": 0.40220576524734497, | |
| "learning_rate": 3.571428571428571e-05, | |
| "loss": 1.1523, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.06357279084551812, | |
| "grad_norm": 0.37274038791656494, | |
| "learning_rate": 4.7619047619047614e-05, | |
| "loss": 0.909, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.07946598855689765, | |
| "grad_norm": 0.3363211452960968, | |
| "learning_rate": 5.952380952380952e-05, | |
| "loss": 0.7534, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.09535918626827718, | |
| "grad_norm": 0.28489017486572266, | |
| "learning_rate": 7.142857142857142e-05, | |
| "loss": 0.7111, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.11125238397965671, | |
| "grad_norm": 0.25532016158103943, | |
| "learning_rate": 8.333333333333333e-05, | |
| "loss": 0.8574, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.12714558169103624, | |
| "grad_norm": 0.20530685782432556, | |
| "learning_rate": 9.523809523809523e-05, | |
| "loss": 0.7174, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.14303877940241577, | |
| "grad_norm": 0.294625848531723, | |
| "learning_rate": 0.00010714285714285714, | |
| "loss": 0.7769, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.1589319771137953, | |
| "grad_norm": 0.3870828151702881, | |
| "learning_rate": 0.00011904761904761903, | |
| "loss": 0.7005, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.17482517482517482, | |
| "grad_norm": 0.26453226804733276, | |
| "learning_rate": 0.00013095238095238093, | |
| "loss": 0.7645, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.19071837253655435, | |
| "grad_norm": 0.31448787450790405, | |
| "learning_rate": 0.00014285714285714284, | |
| "loss": 0.7961, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2066115702479339, | |
| "grad_norm": 0.25471773743629456, | |
| "learning_rate": 0.00014999538207561303, | |
| "loss": 0.8038, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.22250476795931343, | |
| "grad_norm": 0.2693980634212494, | |
| "learning_rate": 0.0001499434369568889, | |
| "loss": 0.7773, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.23839796567069294, | |
| "grad_norm": 0.21915049850940704, | |
| "learning_rate": 0.0001498338144248584, | |
| "loss": 0.7611, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.25429116338207247, | |
| "grad_norm": 0.24487756192684174, | |
| "learning_rate": 0.00014966659884640333, | |
| "loss": 0.7344, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.270184361093452, | |
| "grad_norm": 0.23428066074848175, | |
| "learning_rate": 0.00014944191891273962, | |
| "loss": 0.7511, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.28607755880483154, | |
| "grad_norm": 0.15835721790790558, | |
| "learning_rate": 0.00014915994754037505, | |
| "loss": 0.6929, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3019707565162111, | |
| "grad_norm": 0.2219650149345398, | |
| "learning_rate": 0.00014882090173803036, | |
| "loss": 0.7666, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.3178639542275906, | |
| "grad_norm": 0.24038617312908173, | |
| "learning_rate": 0.0001484250424396267, | |
| "loss": 0.8315, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.3337571519389701, | |
| "grad_norm": 0.1785655915737152, | |
| "learning_rate": 0.00014797267430346768, | |
| "loss": 0.8097, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.34965034965034963, | |
| "grad_norm": 0.2057177722454071, | |
| "learning_rate": 0.0001474641454777703, | |
| "loss": 0.8053, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.36554354736172917, | |
| "grad_norm": 0.15342770516872406, | |
| "learning_rate": 0.00014689984733272585, | |
| "loss": 0.7279, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.3814367450731087, | |
| "grad_norm": 0.26547038555145264, | |
| "learning_rate": 0.00014628021415929646, | |
| "loss": 0.7449, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.39732994278448824, | |
| "grad_norm": 0.21101844310760498, | |
| "learning_rate": 0.00014560572283497925, | |
| "loss": 0.793, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.4132231404958678, | |
| "grad_norm": 0.3606005311012268, | |
| "learning_rate": 0.00014487689245679545, | |
| "loss": 0.7311, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.4291163382072473, | |
| "grad_norm": 0.20686589181423187, | |
| "learning_rate": 0.00014409428394178674, | |
| "loss": 0.7273, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.44500953591862685, | |
| "grad_norm": 0.25700056552886963, | |
| "learning_rate": 0.00014325849959532654, | |
| "loss": 0.7998, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.46090273363000633, | |
| "grad_norm": 0.19483058154582977, | |
| "learning_rate": 0.00014237018264757795, | |
| "loss": 0.7463, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.47679593134138587, | |
| "grad_norm": 0.18222449719905853, | |
| "learning_rate": 0.0001414300167584561, | |
| "loss": 0.7365, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.4926891290527654, | |
| "grad_norm": 0.1947900503873825, | |
| "learning_rate": 0.00014043872549147454, | |
| "loss": 0.747, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.5085823267641449, | |
| "grad_norm": 0.1856011003255844, | |
| "learning_rate": 0.00013939707175688178, | |
| "loss": 0.7638, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5244755244755245, | |
| "grad_norm": 0.20004665851593018, | |
| "learning_rate": 0.00013830585722451587, | |
| "loss": 0.7243, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.540368722186904, | |
| "grad_norm": 0.1734880954027176, | |
| "learning_rate": 0.0001371659217068294, | |
| "loss": 0.7505, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.5562619198982836, | |
| "grad_norm": 0.24975039064884186, | |
| "learning_rate": 0.00013597814251255891, | |
| "loss": 0.7699, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.5721551176096631, | |
| "grad_norm": 0.24918633699417114, | |
| "learning_rate": 0.0001347434337715374, | |
| "loss": 0.771, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.5880483153210426, | |
| "grad_norm": 0.15272338688373566, | |
| "learning_rate": 0.00013346274573116824, | |
| "loss": 0.7405, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.6039415130324222, | |
| "grad_norm": 0.19538848102092743, | |
| "learning_rate": 0.0001321370640251029, | |
| "loss": 0.7981, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.6198347107438017, | |
| "grad_norm": 0.21340744197368622, | |
| "learning_rate": 0.0001307674089146848, | |
| "loss": 0.7714, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.6357279084551812, | |
| "grad_norm": 0.2356826215982437, | |
| "learning_rate": 0.00012935483450374346, | |
| "loss": 0.7867, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6516211061665607, | |
| "grad_norm": 0.2050427347421646, | |
| "learning_rate": 0.0001279004279273428, | |
| "loss": 0.7375, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.6675143038779402, | |
| "grad_norm": 0.28300225734710693, | |
| "learning_rate": 0.00012640530851510827, | |
| "loss": 0.7864, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.6834075015893197, | |
| "grad_norm": 0.2704091966152191, | |
| "learning_rate": 0.00012487062692977685, | |
| "loss": 0.7685, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.6993006993006993, | |
| "grad_norm": 0.18991053104400635, | |
| "learning_rate": 0.00012329756428163224, | |
| "loss": 0.7825, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.7151938970120788, | |
| "grad_norm": 0.20676083862781525, | |
| "learning_rate": 0.00012168733121950773, | |
| "loss": 0.6943, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.7310870947234583, | |
| "grad_norm": 0.22199320793151855, | |
| "learning_rate": 0.00012004116699905555, | |
| "loss": 0.7364, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.7469802924348379, | |
| "grad_norm": 0.29109102487564087, | |
| "learning_rate": 0.00011836033852900001, | |
| "loss": 0.7073, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.7628734901462174, | |
| "grad_norm": 0.18443694710731506, | |
| "learning_rate": 0.00011664613939610873, | |
| "loss": 0.7531, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.778766687857597, | |
| "grad_norm": 0.1905236691236496, | |
| "learning_rate": 0.00011489988886963181, | |
| "loss": 0.7124, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.7946598855689765, | |
| "grad_norm": 0.17691577970981598, | |
| "learning_rate": 0.00011312293088597576, | |
| "loss": 0.7461, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.810553083280356, | |
| "grad_norm": 0.1734876185655594, | |
| "learning_rate": 0.00011131663301439294, | |
| "loss": 0.7764, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.8264462809917356, | |
| "grad_norm": 0.17549951374530792, | |
| "learning_rate": 0.00010948238540448318, | |
| "loss": 0.7874, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.8423394787031151, | |
| "grad_norm": 0.19360962510108948, | |
| "learning_rate": 0.00010762159971631704, | |
| "loss": 0.7463, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.8582326764144946, | |
| "grad_norm": 0.18942518532276154, | |
| "learning_rate": 0.00010573570803400446, | |
| "loss": 0.777, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.8741258741258742, | |
| "grad_norm": 0.1779840737581253, | |
| "learning_rate": 0.00010382616176354481, | |
| "loss": 0.6899, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.8900190718372537, | |
| "grad_norm": 0.2987983226776123, | |
| "learning_rate": 0.00010189443051580653, | |
| "loss": 0.6906, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.9059122695486331, | |
| "grad_norm": 0.2795010209083557, | |
| "learning_rate": 9.994200097549602e-05, | |
| "loss": 0.7119, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.9218054672600127, | |
| "grad_norm": 0.21874257922172546, | |
| "learning_rate": 9.797037575698653e-05, | |
| "loss": 0.7284, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.9376986649713922, | |
| "grad_norm": 0.18118910491466522, | |
| "learning_rate": 9.598107224788701e-05, | |
| "loss": 0.6999, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.9535918626827717, | |
| "grad_norm": 0.2674807608127594, | |
| "learning_rate": 9.397562144124163e-05, | |
| "loss": 0.6853, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.9694850603941513, | |
| "grad_norm": 0.24154460430145264, | |
| "learning_rate": 9.195556675725821e-05, | |
| "loss": 0.7482, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.9853782581055308, | |
| "grad_norm": 0.2160235196352005, | |
| "learning_rate": 8.992246285547248e-05, | |
| "loss": 0.7444, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.0012714558169105, | |
| "grad_norm": 0.17261384427547455, | |
| "learning_rate": 8.787787443826268e-05, | |
| "loss": 0.822, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 1.0171646535282899, | |
| "grad_norm": 0.17116381227970123, | |
| "learning_rate": 8.582337504663479e-05, | |
| "loss": 0.6318, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.0330578512396693, | |
| "grad_norm": 0.18086880445480347, | |
| "learning_rate": 8.376054584920558e-05, | |
| "loss": 0.639, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 1.048951048951049, | |
| "grad_norm": 0.23205679655075073, | |
| "learning_rate": 8.169097442531531e-05, | |
| "loss": 0.7593, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.0648442466624284, | |
| "grad_norm": 0.2291744500398636, | |
| "learning_rate": 7.961625354320664e-05, | |
| "loss": 0.7277, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 1.080737444373808, | |
| "grad_norm": 0.2415177822113037, | |
| "learning_rate": 7.753797993421022e-05, | |
| "loss": 0.6691, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.0966306420851875, | |
| "grad_norm": 0.22513903677463531, | |
| "learning_rate": 7.545775306388e-05, | |
| "loss": 0.7055, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 1.112523839796567, | |
| "grad_norm": 0.21355651319026947, | |
| "learning_rate": 7.337717390102455e-05, | |
| "loss": 0.6853, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.1284170375079465, | |
| "grad_norm": 0.25458982586860657, | |
| "learning_rate": 7.129784368558108e-05, | |
| "loss": 0.68, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 1.1443102352193262, | |
| "grad_norm": 0.31313472986221313, | |
| "learning_rate": 6.922136269628126e-05, | |
| "loss": 0.6753, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.1602034329307056, | |
| "grad_norm": 0.18478913605213165, | |
| "learning_rate": 6.714932901905637e-05, | |
| "loss": 0.685, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 1.1760966306420853, | |
| "grad_norm": 0.22722911834716797, | |
| "learning_rate": 6.508333731713026e-05, | |
| "loss": 0.74, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.1919898283534647, | |
| "grad_norm": 0.23728103935718536, | |
| "learning_rate": 6.302497760374652e-05, | |
| "loss": 0.7204, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 1.2078830260648443, | |
| "grad_norm": 0.30603456497192383, | |
| "learning_rate": 6.097583401847412e-05, | |
| "loss": 0.6686, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.2237762237762237, | |
| "grad_norm": 0.27340492606163025, | |
| "learning_rate": 5.893748360803385e-05, | |
| "loss": 0.6608, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 1.2396694214876034, | |
| "grad_norm": 0.1994735151529312, | |
| "learning_rate": 5.691149511258303e-05, | |
| "loss": 0.6903, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.2555626191989828, | |
| "grad_norm": 0.2764354646205902, | |
| "learning_rate": 5.489942775839355e-05, | |
| "loss": 0.6587, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 1.2714558169103625, | |
| "grad_norm": 0.2392449527978897, | |
| "learning_rate": 5.290283005785156e-05, | |
| "loss": 0.7018, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.287349014621742, | |
| "grad_norm": 0.20800232887268066, | |
| "learning_rate": 5.0923238617702786e-05, | |
| "loss": 0.6528, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 1.3032422123331213, | |
| "grad_norm": 0.2834407389163971, | |
| "learning_rate": 4.896217695646081e-05, | |
| "loss": 0.6919, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.319135410044501, | |
| "grad_norm": 0.22680579125881195, | |
| "learning_rate": 4.702115433188782e-05, | |
| "loss": 0.668, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 1.3350286077558806, | |
| "grad_norm": 0.27213868498802185, | |
| "learning_rate": 4.5101664579450994e-05, | |
| "loss": 0.7536, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.35092180546726, | |
| "grad_norm": 0.2941715121269226, | |
| "learning_rate": 4.3205184962647714e-05, | |
| "loss": 0.8361, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 1.3668150031786395, | |
| "grad_norm": 0.28851884603500366, | |
| "learning_rate": 4.133317503608517e-05, | |
| "loss": 0.6659, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.3827082008900191, | |
| "grad_norm": 0.2723303735256195, | |
| "learning_rate": 3.948707552218857e-05, | |
| "loss": 0.6205, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.3986013986013985, | |
| "grad_norm": 0.34859615564346313, | |
| "learning_rate": 3.766830720240305e-05, | |
| "loss": 0.7091, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.4144945963127782, | |
| "grad_norm": 0.3292659521102905, | |
| "learning_rate": 3.5878269823742584e-05, | |
| "loss": 0.6266, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 1.4303877940241576, | |
| "grad_norm": 0.18559393286705017, | |
| "learning_rate": 3.411834102152669e-05, | |
| "loss": 0.7348, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.4462809917355373, | |
| "grad_norm": 0.2816512882709503, | |
| "learning_rate": 3.238987525913521e-05, | |
| "loss": 0.649, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.4621741894469167, | |
| "grad_norm": 0.23303620517253876, | |
| "learning_rate": 3.0694202785596056e-05, | |
| "loss": 0.7151, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.4780673871582963, | |
| "grad_norm": 0.2300049215555191, | |
| "learning_rate": 2.9032628611808934e-05, | |
| "loss": 0.7383, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.4939605848696758, | |
| "grad_norm": 0.2333756685256958, | |
| "learning_rate": 2.7406431506192453e-05, | |
| "loss": 0.7278, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.5098537825810552, | |
| "grad_norm": 0.285395085811615, | |
| "learning_rate": 2.5816863010527768e-05, | |
| "loss": 0.694, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 1.5257469802924348, | |
| "grad_norm": 0.24296920001506805, | |
| "learning_rate": 2.4265146476756423e-05, | |
| "loss": 0.6776, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.5416401780038145, | |
| "grad_norm": 0.27042725682258606, | |
| "learning_rate": 2.2752476125473068e-05, | |
| "loss": 0.717, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 1.557533375715194, | |
| "grad_norm": 0.27852827310562134, | |
| "learning_rate": 2.1280016126838474e-05, | |
| "loss": 0.7223, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.5734265734265733, | |
| "grad_norm": 0.3818005919456482, | |
| "learning_rate": 1.984889970461933e-05, | |
| "loss": 0.5883, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.589319771137953, | |
| "grad_norm": 0.22705549001693726, | |
| "learning_rate": 1.8460228264045072e-05, | |
| "loss": 0.6397, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.6052129688493326, | |
| "grad_norm": 0.233836829662323, | |
| "learning_rate": 1.711507054415244e-05, | |
| "loss": 0.667, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.621106166560712, | |
| "grad_norm": 0.21357496082782745, | |
| "learning_rate": 1.581446179527049e-05, | |
| "loss": 0.7254, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.6369993642720915, | |
| "grad_norm": 0.2109714299440384, | |
| "learning_rate": 1.4559402982278968e-05, | |
| "loss": 0.6232, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 1.6528925619834711, | |
| "grad_norm": 0.23249782621860504, | |
| "learning_rate": 1.3350860014253032e-05, | |
| "loss": 0.6821, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.6687857596948508, | |
| "grad_norm": 0.22555020451545715, | |
| "learning_rate": 1.2189763001087526e-05, | |
| "loss": 0.7022, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.6846789574062302, | |
| "grad_norm": 0.2770826518535614, | |
| "learning_rate": 1.1077005537672596e-05, | |
| "loss": 0.6495, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.7005721551176096, | |
| "grad_norm": 0.32234126329421997, | |
| "learning_rate": 1.001344401617192e-05, | |
| "loss": 0.6353, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 1.716465352828989, | |
| "grad_norm": 0.17805339395999908, | |
| "learning_rate": 8.999896966932396e-06, | |
| "loss": 0.7182, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.7323585505403687, | |
| "grad_norm": 0.2321351170539856, | |
| "learning_rate": 8.037144428532986e-06, | |
| "loss": 0.7443, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 1.7482517482517483, | |
| "grad_norm": 0.24086669087409973, | |
| "learning_rate": 7.1259273474571225e-06, | |
| "loss": 0.7209, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.7641449459631278, | |
| "grad_norm": 0.2397790104150772, | |
| "learning_rate": 6.266947007850945e-06, | |
| "loss": 0.7198, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.7800381436745072, | |
| "grad_norm": 0.27960214018821716, | |
| "learning_rate": 5.460864491806263e-06, | |
| "loss": 0.6878, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.7959313413858868, | |
| "grad_norm": 0.2695086598396301, | |
| "learning_rate": 4.7083001705833735e-06, | |
| "loss": 0.7547, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 1.8118245390972665, | |
| "grad_norm": 0.3778378963470459, | |
| "learning_rate": 4.009833227165573e-06, | |
| "loss": 0.5804, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.827717736808646, | |
| "grad_norm": 0.28731873631477356, | |
| "learning_rate": 3.3660012105126336e-06, | |
| "loss": 0.738, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 1.8436109345200253, | |
| "grad_norm": 0.2649593651294708, | |
| "learning_rate": 2.777299621856283e-06, | |
| "loss": 0.6167, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.859504132231405, | |
| "grad_norm": 0.28797072172164917, | |
| "learning_rate": 2.244181533356318e-06, | |
| "loss": 0.7371, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 1.8753973299427846, | |
| "grad_norm": 0.3841162323951721, | |
| "learning_rate": 1.7670572394104715e-06, | |
| "loss": 0.674, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.891290527654164, | |
| "grad_norm": 0.2641618847846985, | |
| "learning_rate": 1.346293940886739e-06, | |
| "loss": 0.6912, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 1.9071837253655435, | |
| "grad_norm": 0.25159719586372375, | |
| "learning_rate": 9.822154625209217e-07, | |
| "loss": 0.7177, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.9230769230769231, | |
| "grad_norm": 0.2949710488319397, | |
| "learning_rate": 6.751020036970728e-07, | |
| "loss": 0.7384, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 1.9389701207883026, | |
| "grad_norm": 0.29616832733154297, | |
| "learning_rate": 4.2518992280245465e-07, | |
| "loss": 0.6868, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.9548633184996822, | |
| "grad_norm": 0.2574808895587921, | |
| "learning_rate": 2.3267155532321335e-07, | |
| "loss": 0.7261, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 1.9707565162110616, | |
| "grad_norm": 0.18125727772712708, | |
| "learning_rate": 9.769506582052722e-08, | |
| "loss": 0.7009, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.986649713922441, | |
| "grad_norm": 0.29592961072921753, | |
| "learning_rate": 2.036433390130432e-08, | |
| "loss": 0.6884, | |
| "step": 3125 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 3146, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 0, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.1800418501722112e+17, | |
| "train_batch_size": 3, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |