| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.990024577128813, |
| "eval_steps": 500, |
| "global_step": 648, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004626283070695388, |
| "grad_norm": 0.6155030131340027, |
| "learning_rate": 9.98456790123457e-06, |
| "loss": 17.5936, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.009252566141390776, |
| "grad_norm": 0.6313583254814148, |
| "learning_rate": 9.969135802469136e-06, |
| "loss": 21.7773, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.013878849212086165, |
| "grad_norm": 0.4570765793323517, |
| "learning_rate": 9.953703703703704e-06, |
| "loss": 17.1664, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.018505132282781552, |
| "grad_norm": 0.3836732506752014, |
| "learning_rate": 9.938271604938273e-06, |
| "loss": 18.3922, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.02313141535347694, |
| "grad_norm": 0.3599857985973358, |
| "learning_rate": 9.92283950617284e-06, |
| "loss": 16.9993, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.02775769842417233, |
| "grad_norm": 0.4342029094696045, |
| "learning_rate": 9.907407407407408e-06, |
| "loss": 17.4883, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.032383981494867715, |
| "grad_norm": 0.40308186411857605, |
| "learning_rate": 9.891975308641975e-06, |
| "loss": 18.2562, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.037010264565563104, |
| "grad_norm": 0.39312881231307983, |
| "learning_rate": 9.876543209876543e-06, |
| "loss": 17.9318, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.04163654763625849, |
| "grad_norm": 0.6749095916748047, |
| "learning_rate": 9.861111111111112e-06, |
| "loss": 18.5244, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.04626283070695388, |
| "grad_norm": 0.3622874617576599, |
| "learning_rate": 9.84567901234568e-06, |
| "loss": 16.4386, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05088911377764927, |
| "grad_norm": 0.24345389008522034, |
| "learning_rate": 9.830246913580249e-06, |
| "loss": 17.5414, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.05551539684834466, |
| "grad_norm": 0.34016355872154236, |
| "learning_rate": 9.814814814814815e-06, |
| "loss": 16.9405, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.06014167991904005, |
| "grad_norm": 0.25097739696502686, |
| "learning_rate": 9.799382716049384e-06, |
| "loss": 14.4692, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.06476796298973543, |
| "grad_norm": 0.2524467408657074, |
| "learning_rate": 9.783950617283952e-06, |
| "loss": 16.2185, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06939424606043082, |
| "grad_norm": 0.3705744743347168, |
| "learning_rate": 9.768518518518519e-06, |
| "loss": 16.3573, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.07402052913112621, |
| "grad_norm": 0.2848168909549713, |
| "learning_rate": 9.753086419753087e-06, |
| "loss": 16.331, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0786468122018216, |
| "grad_norm": 0.300182044506073, |
| "learning_rate": 9.737654320987654e-06, |
| "loss": 15.6623, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.08327309527251699, |
| "grad_norm": 0.36958807706832886, |
| "learning_rate": 9.722222222222223e-06, |
| "loss": 18.5857, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.08789937834321238, |
| "grad_norm": 0.3009611666202545, |
| "learning_rate": 9.706790123456791e-06, |
| "loss": 17.0655, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.09252566141390776, |
| "grad_norm": 0.24450023472309113, |
| "learning_rate": 9.691358024691358e-06, |
| "loss": 15.3945, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.09715194448460315, |
| "grad_norm": 0.3174358010292053, |
| "learning_rate": 9.675925925925926e-06, |
| "loss": 15.3045, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.10177822755529854, |
| "grad_norm": 0.34466007351875305, |
| "learning_rate": 9.660493827160495e-06, |
| "loss": 16.7186, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.10640451062599393, |
| "grad_norm": 0.294209361076355, |
| "learning_rate": 9.645061728395062e-06, |
| "loss": 16.2893, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.11103079369668932, |
| "grad_norm": 0.3418446183204651, |
| "learning_rate": 9.62962962962963e-06, |
| "loss": 16.1827, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.11565707676738471, |
| "grad_norm": 0.2584611177444458, |
| "learning_rate": 9.614197530864198e-06, |
| "loss": 15.7934, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.1202833598380801, |
| "grad_norm": 0.3344869911670685, |
| "learning_rate": 9.598765432098767e-06, |
| "loss": 14.2338, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.12490964290877549, |
| "grad_norm": 0.28123536705970764, |
| "learning_rate": 9.583333333333335e-06, |
| "loss": 16.2229, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.12953592597947086, |
| "grad_norm": 0.22181656956672668, |
| "learning_rate": 9.567901234567902e-06, |
| "loss": 13.7744, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.13416220905016626, |
| "grad_norm": 0.45139142870903015, |
| "learning_rate": 9.55246913580247e-06, |
| "loss": 15.4782, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.13878849212086164, |
| "grad_norm": 0.21577508747577667, |
| "learning_rate": 9.537037037037037e-06, |
| "loss": 15.6752, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.14341477519155704, |
| "grad_norm": 0.29512590169906616, |
| "learning_rate": 9.521604938271606e-06, |
| "loss": 14.7965, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.14804105826225242, |
| "grad_norm": 0.28356751799583435, |
| "learning_rate": 9.506172839506174e-06, |
| "loss": 14.9097, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.15266734133294782, |
| "grad_norm": 0.25781649351119995, |
| "learning_rate": 9.490740740740741e-06, |
| "loss": 14.494, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1572936244036432, |
| "grad_norm": 0.1967274248600006, |
| "learning_rate": 9.47530864197531e-06, |
| "loss": 15.0075, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1619199074743386, |
| "grad_norm": 0.42894116044044495, |
| "learning_rate": 9.459876543209878e-06, |
| "loss": 14.8055, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.16654619054503397, |
| "grad_norm": 0.2417590320110321, |
| "learning_rate": 9.444444444444445e-06, |
| "loss": 14.7145, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.17117247361572938, |
| "grad_norm": 0.15463685989379883, |
| "learning_rate": 9.429012345679013e-06, |
| "loss": 14.4273, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.17579875668642475, |
| "grad_norm": 0.21183425188064575, |
| "learning_rate": 9.413580246913581e-06, |
| "loss": 16.6545, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.18042503975712013, |
| "grad_norm": 0.41926464438438416, |
| "learning_rate": 9.398148148148148e-06, |
| "loss": 13.4609, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.18505132282781553, |
| "grad_norm": 0.21585555374622345, |
| "learning_rate": 9.382716049382717e-06, |
| "loss": 14.1515, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1896776058985109, |
| "grad_norm": 0.28051456809043884, |
| "learning_rate": 9.367283950617285e-06, |
| "loss": 14.0035, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1943038889692063, |
| "grad_norm": 0.18281345069408417, |
| "learning_rate": 9.351851851851854e-06, |
| "loss": 14.6411, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.19893017203990168, |
| "grad_norm": 0.1747712790966034, |
| "learning_rate": 9.33641975308642e-06, |
| "loss": 14.4986, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.20355645511059708, |
| "grad_norm": 0.2613980174064636, |
| "learning_rate": 9.320987654320989e-06, |
| "loss": 14.2572, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.20818273818129246, |
| "grad_norm": 0.19127604365348816, |
| "learning_rate": 9.305555555555557e-06, |
| "loss": 14.3084, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.21280902125198786, |
| "grad_norm": 0.24545663595199585, |
| "learning_rate": 9.290123456790124e-06, |
| "loss": 13.3381, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.21743530432268324, |
| "grad_norm": 0.25891631841659546, |
| "learning_rate": 9.274691358024692e-06, |
| "loss": 13.1076, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.22206158739337864, |
| "grad_norm": 0.23256707191467285, |
| "learning_rate": 9.25925925925926e-06, |
| "loss": 13.3061, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.22668787046407401, |
| "grad_norm": 0.2427562177181244, |
| "learning_rate": 9.243827160493828e-06, |
| "loss": 16.0646, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.23131415353476942, |
| "grad_norm": 0.22760462760925293, |
| "learning_rate": 9.228395061728396e-06, |
| "loss": 12.937, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.2359404366054648, |
| "grad_norm": 0.27145224809646606, |
| "learning_rate": 9.212962962962963e-06, |
| "loss": 13.8299, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.2405667196761602, |
| "grad_norm": 0.3120661973953247, |
| "learning_rate": 9.197530864197531e-06, |
| "loss": 14.074, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.24519300274685557, |
| "grad_norm": 0.21604514122009277, |
| "learning_rate": 9.1820987654321e-06, |
| "loss": 13.6731, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.24981928581755097, |
| "grad_norm": 0.22970032691955566, |
| "learning_rate": 9.166666666666666e-06, |
| "loss": 14.0123, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.2544455688882464, |
| "grad_norm": 0.24079963564872742, |
| "learning_rate": 9.151234567901235e-06, |
| "loss": 13.5458, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2590718519589417, |
| "grad_norm": 0.21451319754123688, |
| "learning_rate": 9.135802469135803e-06, |
| "loss": 12.5504, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2636981350296371, |
| "grad_norm": 0.2508305609226227, |
| "learning_rate": 9.120370370370372e-06, |
| "loss": 14.8642, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.26832441810033253, |
| "grad_norm": 0.24022799730300903, |
| "learning_rate": 9.10493827160494e-06, |
| "loss": 15.1011, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.2729507011710279, |
| "grad_norm": 0.3794403076171875, |
| "learning_rate": 9.089506172839507e-06, |
| "loss": 14.3993, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.2775769842417233, |
| "grad_norm": 0.28563258051872253, |
| "learning_rate": 9.074074074074075e-06, |
| "loss": 14.294, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.2822032673124187, |
| "grad_norm": 0.28061386942863464, |
| "learning_rate": 9.058641975308642e-06, |
| "loss": 13.033, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.2868295503831141, |
| "grad_norm": 0.3351198136806488, |
| "learning_rate": 9.04320987654321e-06, |
| "loss": 14.5075, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.29145583345380943, |
| "grad_norm": 0.23749324679374695, |
| "learning_rate": 9.027777777777779e-06, |
| "loss": 13.7952, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.29608211652450483, |
| "grad_norm": 0.16919538378715515, |
| "learning_rate": 9.012345679012346e-06, |
| "loss": 14.7146, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.30070839959520024, |
| "grad_norm": 0.18566973507404327, |
| "learning_rate": 8.996913580246914e-06, |
| "loss": 13.9967, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.30533468266589564, |
| "grad_norm": 0.25144919753074646, |
| "learning_rate": 8.981481481481483e-06, |
| "loss": 13.0544, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.309960965736591, |
| "grad_norm": 0.1971070021390915, |
| "learning_rate": 8.96604938271605e-06, |
| "loss": 12.7932, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.3145872488072864, |
| "grad_norm": 0.2236046940088272, |
| "learning_rate": 8.950617283950618e-06, |
| "loss": 14.4338, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.3192135318779818, |
| "grad_norm": 0.20062977075576782, |
| "learning_rate": 8.935185185185186e-06, |
| "loss": 13.6965, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3238398149486772, |
| "grad_norm": 0.3102545738220215, |
| "learning_rate": 8.919753086419753e-06, |
| "loss": 14.174, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.32846609801937254, |
| "grad_norm": 0.282172828912735, |
| "learning_rate": 8.904320987654322e-06, |
| "loss": 14.012, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.33309238109006795, |
| "grad_norm": 0.31374603509902954, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 12.9434, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.33771866416076335, |
| "grad_norm": 0.24876756966114044, |
| "learning_rate": 8.873456790123458e-06, |
| "loss": 13.0801, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.34234494723145875, |
| "grad_norm": 0.2828700840473175, |
| "learning_rate": 8.858024691358025e-06, |
| "loss": 12.3676, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.3469712303021541, |
| "grad_norm": 0.23395580053329468, |
| "learning_rate": 8.842592592592594e-06, |
| "loss": 12.8463, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3515975133728495, |
| "grad_norm": 0.26694121956825256, |
| "learning_rate": 8.827160493827162e-06, |
| "loss": 11.5822, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3562237964435449, |
| "grad_norm": 0.2129782736301422, |
| "learning_rate": 8.811728395061729e-06, |
| "loss": 12.6834, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.36085007951424025, |
| "grad_norm": 0.20400603115558624, |
| "learning_rate": 8.796296296296297e-06, |
| "loss": 14.2065, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.36547636258493565, |
| "grad_norm": 0.45560839772224426, |
| "learning_rate": 8.780864197530866e-06, |
| "loss": 13.1033, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.37010264565563106, |
| "grad_norm": 0.26329922676086426, |
| "learning_rate": 8.765432098765432e-06, |
| "loss": 11.9119, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.37472892872632646, |
| "grad_norm": 0.21817731857299805, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 12.815, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3793552117970218, |
| "grad_norm": 0.2743465304374695, |
| "learning_rate": 8.73456790123457e-06, |
| "loss": 12.2468, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.3839814948677172, |
| "grad_norm": 0.2570422291755676, |
| "learning_rate": 8.719135802469136e-06, |
| "loss": 11.9801, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3886077779384126, |
| "grad_norm": 0.21237581968307495, |
| "learning_rate": 8.703703703703705e-06, |
| "loss": 11.7092, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.393234061009108, |
| "grad_norm": 0.27444881200790405, |
| "learning_rate": 8.688271604938271e-06, |
| "loss": 13.3074, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.39786034407980336, |
| "grad_norm": 0.22574838995933533, |
| "learning_rate": 8.67283950617284e-06, |
| "loss": 13.1573, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.40248662715049877, |
| "grad_norm": 0.252755731344223, |
| "learning_rate": 8.657407407407408e-06, |
| "loss": 12.3472, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.40711291022119417, |
| "grad_norm": 0.2729659378528595, |
| "learning_rate": 8.641975308641975e-06, |
| "loss": 12.8413, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.41173919329188957, |
| "grad_norm": 0.21728309988975525, |
| "learning_rate": 8.626543209876543e-06, |
| "loss": 11.3523, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.4163654763625849, |
| "grad_norm": 0.264457106590271, |
| "learning_rate": 8.611111111111112e-06, |
| "loss": 13.1175, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4209917594332803, |
| "grad_norm": 0.20264536142349243, |
| "learning_rate": 8.59567901234568e-06, |
| "loss": 12.8442, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.4256180425039757, |
| "grad_norm": 0.3003804385662079, |
| "learning_rate": 8.580246913580249e-06, |
| "loss": 14.5755, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.4302443255746711, |
| "grad_norm": 0.294029176235199, |
| "learning_rate": 8.564814814814816e-06, |
| "loss": 13.5777, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.4348706086453665, |
| "grad_norm": 0.21502816677093506, |
| "learning_rate": 8.549382716049384e-06, |
| "loss": 11.9804, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.4394968917160619, |
| "grad_norm": 0.21898359060287476, |
| "learning_rate": 8.53395061728395e-06, |
| "loss": 13.6382, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.4441231747867573, |
| "grad_norm": 0.20010338723659515, |
| "learning_rate": 8.518518518518519e-06, |
| "loss": 12.4733, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.4487494578574526, |
| "grad_norm": 0.2247803956270218, |
| "learning_rate": 8.503086419753088e-06, |
| "loss": 12.1589, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.45337574092814803, |
| "grad_norm": 0.29326918721199036, |
| "learning_rate": 8.487654320987654e-06, |
| "loss": 12.8177, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.45800202399884343, |
| "grad_norm": 0.18403670191764832, |
| "learning_rate": 8.472222222222223e-06, |
| "loss": 13.8527, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.46262830706953884, |
| "grad_norm": 0.24531710147857666, |
| "learning_rate": 8.456790123456791e-06, |
| "loss": 11.9126, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.4672545901402342, |
| "grad_norm": 0.24183672666549683, |
| "learning_rate": 8.441358024691358e-06, |
| "loss": 12.952, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.4718808732109296, |
| "grad_norm": 0.29563647508621216, |
| "learning_rate": 8.425925925925926e-06, |
| "loss": 14.462, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.476507156281625, |
| "grad_norm": 0.21156498789787292, |
| "learning_rate": 8.410493827160495e-06, |
| "loss": 13.4846, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.4811334393523204, |
| "grad_norm": 0.24183927476406097, |
| "learning_rate": 8.395061728395062e-06, |
| "loss": 11.428, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.48575972242301574, |
| "grad_norm": 0.21241174638271332, |
| "learning_rate": 8.37962962962963e-06, |
| "loss": 13.8068, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.49038600549371114, |
| "grad_norm": 0.2149106115102768, |
| "learning_rate": 8.364197530864199e-06, |
| "loss": 12.7659, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.49501228856440654, |
| "grad_norm": 0.21057994663715363, |
| "learning_rate": 8.348765432098767e-06, |
| "loss": 12.4651, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.49963857163510195, |
| "grad_norm": 0.18793097138404846, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 11.7854, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.5042648547057973, |
| "grad_norm": 0.1801634281873703, |
| "learning_rate": 8.317901234567902e-06, |
| "loss": 12.9306, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.5088911377764928, |
| "grad_norm": 0.21523930132389069, |
| "learning_rate": 8.30246913580247e-06, |
| "loss": 11.6702, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5135174208471881, |
| "grad_norm": 0.22931678593158722, |
| "learning_rate": 8.287037037037037e-06, |
| "loss": 11.5856, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5181437039178834, |
| "grad_norm": 0.23802338540554047, |
| "learning_rate": 8.271604938271606e-06, |
| "loss": 12.7508, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.5227699869885789, |
| "grad_norm": 0.23633763194084167, |
| "learning_rate": 8.256172839506174e-06, |
| "loss": 12.0906, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.5273962700592743, |
| "grad_norm": 0.22553692758083344, |
| "learning_rate": 8.240740740740741e-06, |
| "loss": 12.4982, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.5320225531299696, |
| "grad_norm": 0.2265913337469101, |
| "learning_rate": 8.22530864197531e-06, |
| "loss": 11.4945, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5366488362006651, |
| "grad_norm": 0.1848449558019638, |
| "learning_rate": 8.209876543209876e-06, |
| "loss": 11.866, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.5412751192713604, |
| "grad_norm": 0.16533511877059937, |
| "learning_rate": 8.194444444444445e-06, |
| "loss": 12.3876, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.5459014023420558, |
| "grad_norm": 0.19875134527683258, |
| "learning_rate": 8.179012345679013e-06, |
| "loss": 12.0186, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.5505276854127512, |
| "grad_norm": 0.20982632040977478, |
| "learning_rate": 8.16358024691358e-06, |
| "loss": 13.1202, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.5551539684834466, |
| "grad_norm": 0.2689734101295471, |
| "learning_rate": 8.148148148148148e-06, |
| "loss": 13.9764, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.559780251554142, |
| "grad_norm": 0.14883318543434143, |
| "learning_rate": 8.132716049382717e-06, |
| "loss": 11.7656, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5644065346248374, |
| "grad_norm": 0.18115845322608948, |
| "learning_rate": 8.117283950617285e-06, |
| "loss": 11.8902, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.5690328176955327, |
| "grad_norm": 0.23553551733493805, |
| "learning_rate": 8.101851851851854e-06, |
| "loss": 13.0425, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5736591007662282, |
| "grad_norm": 0.2110109180212021, |
| "learning_rate": 8.08641975308642e-06, |
| "loss": 13.6931, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5782853838369235, |
| "grad_norm": 0.2748431861400604, |
| "learning_rate": 8.070987654320989e-06, |
| "loss": 12.7852, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5829116669076189, |
| "grad_norm": 0.1847638040781021, |
| "learning_rate": 8.055555555555557e-06, |
| "loss": 12.9106, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5875379499783143, |
| "grad_norm": 0.48550117015838623, |
| "learning_rate": 8.040123456790124e-06, |
| "loss": 11.5484, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5921642330490097, |
| "grad_norm": 0.2579441964626312, |
| "learning_rate": 8.024691358024692e-06, |
| "loss": 11.9785, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5967905161197051, |
| "grad_norm": 0.19037479162216187, |
| "learning_rate": 8.00925925925926e-06, |
| "loss": 11.0466, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.6014167991904005, |
| "grad_norm": 0.22901126742362976, |
| "learning_rate": 7.993827160493828e-06, |
| "loss": 11.1139, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6060430822610958, |
| "grad_norm": 0.16406911611557007, |
| "learning_rate": 7.978395061728396e-06, |
| "loss": 10.6613, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.6106693653317913, |
| "grad_norm": 0.23492039740085602, |
| "learning_rate": 7.962962962962963e-06, |
| "loss": 11.3782, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.6152956484024866, |
| "grad_norm": 0.21692270040512085, |
| "learning_rate": 7.947530864197531e-06, |
| "loss": 11.2788, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.619921931473182, |
| "grad_norm": 0.17832407355308533, |
| "learning_rate": 7.9320987654321e-06, |
| "loss": 11.7617, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.6245482145438774, |
| "grad_norm": 0.20935167372226715, |
| "learning_rate": 7.916666666666667e-06, |
| "loss": 10.9103, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6291744976145728, |
| "grad_norm": 0.199855774641037, |
| "learning_rate": 7.901234567901235e-06, |
| "loss": 11.5339, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.6338007806852681, |
| "grad_norm": 0.1627349704504013, |
| "learning_rate": 7.885802469135803e-06, |
| "loss": 10.3593, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.6384270637559636, |
| "grad_norm": 0.18615403771400452, |
| "learning_rate": 7.870370370370372e-06, |
| "loss": 12.3204, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.6430533468266589, |
| "grad_norm": 0.17866994440555573, |
| "learning_rate": 7.854938271604939e-06, |
| "loss": 11.548, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.6476796298973544, |
| "grad_norm": 0.22644223272800446, |
| "learning_rate": 7.839506172839507e-06, |
| "loss": 12.0289, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6523059129680497, |
| "grad_norm": 0.18510523438453674, |
| "learning_rate": 7.824074074074076e-06, |
| "loss": 12.1312, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.6569321960387451, |
| "grad_norm": 0.1948799043893814, |
| "learning_rate": 7.808641975308642e-06, |
| "loss": 13.4831, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.6615584791094405, |
| "grad_norm": 0.2084604948759079, |
| "learning_rate": 7.79320987654321e-06, |
| "loss": 11.1289, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.6661847621801359, |
| "grad_norm": 0.194437637925148, |
| "learning_rate": 7.77777777777778e-06, |
| "loss": 11.5961, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.6708110452508312, |
| "grad_norm": 0.2627541124820709, |
| "learning_rate": 7.762345679012346e-06, |
| "loss": 12.0198, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6754373283215267, |
| "grad_norm": 0.21856093406677246, |
| "learning_rate": 7.746913580246914e-06, |
| "loss": 12.5285, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.680063611392222, |
| "grad_norm": 0.15228690207004547, |
| "learning_rate": 7.731481481481483e-06, |
| "loss": 10.8653, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6846898944629175, |
| "grad_norm": 0.22951403260231018, |
| "learning_rate": 7.71604938271605e-06, |
| "loss": 10.8751, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6893161775336129, |
| "grad_norm": 0.25641652941703796, |
| "learning_rate": 7.700617283950618e-06, |
| "loss": 11.0195, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6939424606043082, |
| "grad_norm": 0.17132331430912018, |
| "learning_rate": 7.685185185185185e-06, |
| "loss": 13.9163, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6985687436750037, |
| "grad_norm": 0.24479900300502777, |
| "learning_rate": 7.669753086419753e-06, |
| "loss": 11.4487, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.703195026745699, |
| "grad_norm": 0.1990821659564972, |
| "learning_rate": 7.654320987654322e-06, |
| "loss": 10.6267, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.7078213098163944, |
| "grad_norm": 0.17914509773254395, |
| "learning_rate": 7.638888888888888e-06, |
| "loss": 11.5696, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.7124475928870898, |
| "grad_norm": 0.19086718559265137, |
| "learning_rate": 7.623456790123458e-06, |
| "loss": 12.3853, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.7170738759577852, |
| "grad_norm": 0.1417158991098404, |
| "learning_rate": 7.608024691358026e-06, |
| "loss": 10.8805, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7217001590284805, |
| "grad_norm": 0.32373055815696716, |
| "learning_rate": 7.592592592592594e-06, |
| "loss": 12.586, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.726326442099176, |
| "grad_norm": 0.1995164453983307, |
| "learning_rate": 7.577160493827161e-06, |
| "loss": 11.4977, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.7309527251698713, |
| "grad_norm": 0.16449247300624847, |
| "learning_rate": 7.561728395061729e-06, |
| "loss": 11.8027, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.7355790082405668, |
| "grad_norm": 0.21888476610183716, |
| "learning_rate": 7.546296296296297e-06, |
| "loss": 11.8753, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.7402052913112621, |
| "grad_norm": 0.19433487951755524, |
| "learning_rate": 7.530864197530865e-06, |
| "loss": 11.5252, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7448315743819575, |
| "grad_norm": 0.19709180295467377, |
| "learning_rate": 7.515432098765433e-06, |
| "loss": 10.7059, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.7494578574526529, |
| "grad_norm": 0.17522279918193817, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 11.2329, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.7540841405233483, |
| "grad_norm": 0.2038147747516632, |
| "learning_rate": 7.484567901234569e-06, |
| "loss": 11.425, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.7587104235940436, |
| "grad_norm": 0.29561126232147217, |
| "learning_rate": 7.469135802469136e-06, |
| "loss": 13.192, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.7633367066647391, |
| "grad_norm": 0.2295159548521042, |
| "learning_rate": 7.453703703703704e-06, |
| "loss": 10.9714, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.7679629897354344, |
| "grad_norm": 0.1554422378540039, |
| "learning_rate": 7.438271604938272e-06, |
| "loss": 10.5617, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.7725892728061299, |
| "grad_norm": 0.19565965235233307, |
| "learning_rate": 7.42283950617284e-06, |
| "loss": 10.8574, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.7772155558768252, |
| "grad_norm": 0.2645648419857025, |
| "learning_rate": 7.4074074074074075e-06, |
| "loss": 11.4472, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.7818418389475206, |
| "grad_norm": 0.2832958996295929, |
| "learning_rate": 7.391975308641975e-06, |
| "loss": 11.628, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.786468122018216, |
| "grad_norm": 0.2097349464893341, |
| "learning_rate": 7.3765432098765435e-06, |
| "loss": 12.2379, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7910944050889114, |
| "grad_norm": 0.19168758392333984, |
| "learning_rate": 7.361111111111112e-06, |
| "loss": 10.0489, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.7957206881596067, |
| "grad_norm": 0.22470812499523163, |
| "learning_rate": 7.34567901234568e-06, |
| "loss": 11.8545, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.8003469712303022, |
| "grad_norm": 0.2722543179988861, |
| "learning_rate": 7.330246913580248e-06, |
| "loss": 10.4316, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.8049732543009975, |
| "grad_norm": 0.1686207354068756, |
| "learning_rate": 7.314814814814816e-06, |
| "loss": 12.5917, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.8095995373716929, |
| "grad_norm": 0.2805918753147125, |
| "learning_rate": 7.299382716049383e-06, |
| "loss": 10.6457, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.8142258204423883, |
| "grad_norm": 0.28346166014671326, |
| "learning_rate": 7.283950617283952e-06, |
| "loss": 11.6686, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.8188521035130837, |
| "grad_norm": 0.23147298395633698, |
| "learning_rate": 7.268518518518519e-06, |
| "loss": 10.316, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.8234783865837791, |
| "grad_norm": 0.17895270884037018, |
| "learning_rate": 7.253086419753087e-06, |
| "loss": 10.5762, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.8281046696544745, |
| "grad_norm": 0.2260911464691162, |
| "learning_rate": 7.2376543209876545e-06, |
| "loss": 10.9989, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.8327309527251698, |
| "grad_norm": 0.2163412719964981, |
| "learning_rate": 7.222222222222223e-06, |
| "loss": 10.7737, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8373572357958653, |
| "grad_norm": 0.21451716125011444, |
| "learning_rate": 7.2067901234567905e-06, |
| "loss": 12.4478, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.8419835188665606, |
| "grad_norm": 0.14181958138942719, |
| "learning_rate": 7.191358024691358e-06, |
| "loss": 11.1375, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.846609801937256, |
| "grad_norm": 0.18365442752838135, |
| "learning_rate": 7.1759259259259266e-06, |
| "loss": 11.3768, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.8512360850079514, |
| "grad_norm": 0.20560483634471893, |
| "learning_rate": 7.160493827160494e-06, |
| "loss": 10.6342, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.8558623680786468, |
| "grad_norm": 0.3396760821342468, |
| "learning_rate": 7.145061728395062e-06, |
| "loss": 12.9821, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.8604886511493423, |
| "grad_norm": 0.18169118463993073, |
| "learning_rate": 7.129629629629629e-06, |
| "loss": 11.067, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.8651149342200376, |
| "grad_norm": 0.18200387060642242, |
| "learning_rate": 7.114197530864199e-06, |
| "loss": 10.6416, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.869741217290733, |
| "grad_norm": 0.23793809115886688, |
| "learning_rate": 7.098765432098766e-06, |
| "loss": 12.6389, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.8743675003614284, |
| "grad_norm": 0.6948350667953491, |
| "learning_rate": 7.083333333333335e-06, |
| "loss": 11.5131, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.8789937834321238, |
| "grad_norm": 0.19556772708892822, |
| "learning_rate": 7.067901234567902e-06, |
| "loss": 12.9335, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.8836200665028191, |
| "grad_norm": 0.21277347207069397, |
| "learning_rate": 7.05246913580247e-06, |
| "loss": 11.533, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.8882463495735146, |
| "grad_norm": 0.13241365551948547, |
| "learning_rate": 7.0370370370370375e-06, |
| "loss": 11.7588, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.8928726326442099, |
| "grad_norm": 0.16065774857997894, |
| "learning_rate": 7.021604938271606e-06, |
| "loss": 10.907, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.8974989157149053, |
| "grad_norm": 0.2425934374332428, |
| "learning_rate": 7.0061728395061735e-06, |
| "loss": 12.0332, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.9021251987856007, |
| "grad_norm": 0.32493147253990173, |
| "learning_rate": 6.990740740740741e-06, |
| "loss": 11.0481, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.9067514818562961, |
| "grad_norm": 0.20006415247917175, |
| "learning_rate": 6.975308641975309e-06, |
| "loss": 10.3825, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.9113777649269915, |
| "grad_norm": 0.14633627235889435, |
| "learning_rate": 6.959876543209877e-06, |
| "loss": 11.3131, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.9160040479976869, |
| "grad_norm": 0.1695437729358673, |
| "learning_rate": 6.944444444444445e-06, |
| "loss": 11.6805, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.9206303310683822, |
| "grad_norm": 0.22382433712482452, |
| "learning_rate": 6.929012345679012e-06, |
| "loss": 12.4138, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.9252566141390777, |
| "grad_norm": 0.18652208149433136, |
| "learning_rate": 6.913580246913581e-06, |
| "loss": 11.1235, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.929882897209773, |
| "grad_norm": 0.21566657721996307, |
| "learning_rate": 6.898148148148148e-06, |
| "loss": 11.1278, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.9345091802804684, |
| "grad_norm": 0.17630067467689514, |
| "learning_rate": 6.882716049382716e-06, |
| "loss": 12.1383, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.9391354633511638, |
| "grad_norm": 0.22753016650676727, |
| "learning_rate": 6.867283950617285e-06, |
| "loss": 12.0065, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.9437617464218592, |
| "grad_norm": 0.12988047301769257, |
| "learning_rate": 6.851851851851853e-06, |
| "loss": 11.9477, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.9483880294925546, |
| "grad_norm": 0.2507847547531128, |
| "learning_rate": 6.8364197530864205e-06, |
| "loss": 11.5818, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.95301431256325, |
| "grad_norm": 0.18030938506126404, |
| "learning_rate": 6.820987654320988e-06, |
| "loss": 13.1558, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.9576405956339453, |
| "grad_norm": 0.21600230038166046, |
| "learning_rate": 6.8055555555555566e-06, |
| "loss": 10.7038, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.9622668787046408, |
| "grad_norm": 0.1989142745733261, |
| "learning_rate": 6.790123456790124e-06, |
| "loss": 11.9244, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.9668931617753361, |
| "grad_norm": 0.2517797648906708, |
| "learning_rate": 6.774691358024692e-06, |
| "loss": 11.0019, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.9715194448460315, |
| "grad_norm": 0.24413681030273438, |
| "learning_rate": 6.75925925925926e-06, |
| "loss": 12.4322, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.9761457279167269, |
| "grad_norm": 0.20667782425880432, |
| "learning_rate": 6.743827160493828e-06, |
| "loss": 10.6134, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.9807720109874223, |
| "grad_norm": 0.17336109280586243, |
| "learning_rate": 6.728395061728395e-06, |
| "loss": 10.4673, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.9853982940581176, |
| "grad_norm": 0.17548175156116486, |
| "learning_rate": 6.712962962962963e-06, |
| "loss": 10.1377, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.9900245771288131, |
| "grad_norm": 0.1717563420534134, |
| "learning_rate": 6.6975308641975314e-06, |
| "loss": 11.5888, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.9946508601995084, |
| "grad_norm": 0.1841057986021042, |
| "learning_rate": 6.682098765432099e-06, |
| "loss": 12.2213, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.9992771432702039, |
| "grad_norm": 0.3000975251197815, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 11.046, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.3000975251197815, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.4199, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.0046262830706953, |
| "grad_norm": 0.4262640178203583, |
| "learning_rate": 6.651234567901235e-06, |
| "loss": 10.5265, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.0092525661413907, |
| "grad_norm": 0.21694016456604004, |
| "learning_rate": 6.635802469135803e-06, |
| "loss": 10.4657, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.0138788492120863, |
| "grad_norm": 0.2662133276462555, |
| "learning_rate": 6.620370370370371e-06, |
| "loss": 10.7531, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0185051322827816, |
| "grad_norm": 0.4052404463291168, |
| "learning_rate": 6.60493827160494e-06, |
| "loss": 11.1598, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.023131415353477, |
| "grad_norm": 0.23900097608566284, |
| "learning_rate": 6.589506172839507e-06, |
| "loss": 11.5257, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.0277576984241723, |
| "grad_norm": 0.22569526731967926, |
| "learning_rate": 6.574074074074075e-06, |
| "loss": 11.5564, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.0323839814948677, |
| "grad_norm": 0.29018473625183105, |
| "learning_rate": 6.558641975308642e-06, |
| "loss": 11.8655, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.037010264565563, |
| "grad_norm": 0.2856806516647339, |
| "learning_rate": 6.543209876543211e-06, |
| "loss": 11.8046, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.0416365476362586, |
| "grad_norm": 0.16691464185714722, |
| "learning_rate": 6.5277777777777784e-06, |
| "loss": 12.3704, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.046262830706954, |
| "grad_norm": 0.24121911823749542, |
| "learning_rate": 6.512345679012346e-06, |
| "loss": 10.7236, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.0508891137776493, |
| "grad_norm": 0.205901101231575, |
| "learning_rate": 6.4969135802469145e-06, |
| "loss": 10.9316, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.0555153968483446, |
| "grad_norm": 0.18375830352306366, |
| "learning_rate": 6.481481481481482e-06, |
| "loss": 9.422, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.06014167991904, |
| "grad_norm": 0.2132750004529953, |
| "learning_rate": 6.46604938271605e-06, |
| "loss": 12.6065, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.0647679629897355, |
| "grad_norm": 0.23490285873413086, |
| "learning_rate": 6.450617283950617e-06, |
| "loss": 11.2282, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.0693942460604309, |
| "grad_norm": 0.2604386806488037, |
| "learning_rate": 6.435185185185186e-06, |
| "loss": 10.8157, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.0740205291311262, |
| "grad_norm": 0.21887636184692383, |
| "learning_rate": 6.419753086419753e-06, |
| "loss": 10.6996, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.0786468122018216, |
| "grad_norm": 0.16946089267730713, |
| "learning_rate": 6.404320987654321e-06, |
| "loss": 10.3805, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.083273095272517, |
| "grad_norm": 0.20204631984233856, |
| "learning_rate": 6.3888888888888885e-06, |
| "loss": 11.4941, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.0878993783432125, |
| "grad_norm": 0.202669158577919, |
| "learning_rate": 6.373456790123458e-06, |
| "loss": 11.7944, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.0925256614139078, |
| "grad_norm": 0.22706535458564758, |
| "learning_rate": 6.358024691358025e-06, |
| "loss": 12.6031, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.0971519444846032, |
| "grad_norm": 0.17785371840000153, |
| "learning_rate": 6.342592592592594e-06, |
| "loss": 10.5881, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.1017782275552985, |
| "grad_norm": 0.17540261149406433, |
| "learning_rate": 6.3271604938271615e-06, |
| "loss": 10.996, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.1064045106259939, |
| "grad_norm": 0.22038735449314117, |
| "learning_rate": 6.311728395061729e-06, |
| "loss": 10.0293, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.1110307936966892, |
| "grad_norm": 0.17491741478443146, |
| "learning_rate": 6.296296296296297e-06, |
| "loss": 10.0996, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.1156570767673848, |
| "grad_norm": 0.2827455699443817, |
| "learning_rate": 6.280864197530865e-06, |
| "loss": 11.0431, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.1202833598380801, |
| "grad_norm": 0.21907830238342285, |
| "learning_rate": 6.265432098765433e-06, |
| "loss": 10.4707, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.1249096429087755, |
| "grad_norm": 0.19320356845855713, |
| "learning_rate": 6.25e-06, |
| "loss": 10.7269, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.1295359259794708, |
| "grad_norm": 0.22684165835380554, |
| "learning_rate": 6.234567901234569e-06, |
| "loss": 11.3143, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.1341622090501662, |
| "grad_norm": 0.21541574597358704, |
| "learning_rate": 6.219135802469136e-06, |
| "loss": 10.397, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.1387884921208618, |
| "grad_norm": 0.21086207032203674, |
| "learning_rate": 6.203703703703704e-06, |
| "loss": 11.0086, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.143414775191557, |
| "grad_norm": 0.26652148365974426, |
| "learning_rate": 6.1882716049382715e-06, |
| "loss": 11.5252, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.1480410582622524, |
| "grad_norm": 0.1995311677455902, |
| "learning_rate": 6.17283950617284e-06, |
| "loss": 9.3802, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.1526673413329478, |
| "grad_norm": 0.19715267419815063, |
| "learning_rate": 6.157407407407408e-06, |
| "loss": 11.6554, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1572936244036431, |
| "grad_norm": 0.16357477009296417, |
| "learning_rate": 6.141975308641975e-06, |
| "loss": 10.7531, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.1619199074743385, |
| "grad_norm": 0.2201809138059616, |
| "learning_rate": 6.126543209876543e-06, |
| "loss": 11.4639, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.166546190545034, |
| "grad_norm": 0.24760210514068604, |
| "learning_rate": 6.111111111111112e-06, |
| "loss": 10.1224, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.1711724736157294, |
| "grad_norm": 0.18471167981624603, |
| "learning_rate": 6.09567901234568e-06, |
| "loss": 10.8261, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.1757987566864248, |
| "grad_norm": 0.20257946848869324, |
| "learning_rate": 6.080246913580248e-06, |
| "loss": 9.8945, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.18042503975712, |
| "grad_norm": 0.15809153020381927, |
| "learning_rate": 6.064814814814816e-06, |
| "loss": 10.4489, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.1850513228278154, |
| "grad_norm": 0.2175232172012329, |
| "learning_rate": 6.049382716049383e-06, |
| "loss": 10.6301, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.189677605898511, |
| "grad_norm": 0.22652743756771088, |
| "learning_rate": 6.033950617283951e-06, |
| "loss": 9.6189, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.1943038889692064, |
| "grad_norm": 0.21281598508358002, |
| "learning_rate": 6.018518518518519e-06, |
| "loss": 10.8016, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.1989301720399017, |
| "grad_norm": 0.20046480000019073, |
| "learning_rate": 6.003086419753087e-06, |
| "loss": 10.1304, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.203556455110597, |
| "grad_norm": 0.19008351862430573, |
| "learning_rate": 5.9876543209876546e-06, |
| "loss": 10.6718, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.2081827381812924, |
| "grad_norm": 0.2159290611743927, |
| "learning_rate": 5.972222222222222e-06, |
| "loss": 10.1963, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.2128090212519878, |
| "grad_norm": 0.1703040450811386, |
| "learning_rate": 5.956790123456791e-06, |
| "loss": 10.9394, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.2174353043226833, |
| "grad_norm": 0.20243868231773376, |
| "learning_rate": 5.941358024691358e-06, |
| "loss": 9.7358, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.2220615873933787, |
| "grad_norm": 0.21622534096240997, |
| "learning_rate": 5.925925925925926e-06, |
| "loss": 9.2896, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.226687870464074, |
| "grad_norm": 0.19408589601516724, |
| "learning_rate": 5.910493827160494e-06, |
| "loss": 10.0141, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.2313141535347694, |
| "grad_norm": 0.19652226567268372, |
| "learning_rate": 5.895061728395062e-06, |
| "loss": 10.6724, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.2359404366054647, |
| "grad_norm": 0.22394828498363495, |
| "learning_rate": 5.8796296296296295e-06, |
| "loss": 11.7472, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.2405667196761603, |
| "grad_norm": 0.18796682357788086, |
| "learning_rate": 5.864197530864199e-06, |
| "loss": 11.3051, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.2451930027468556, |
| "grad_norm": 0.1897086501121521, |
| "learning_rate": 5.848765432098766e-06, |
| "loss": 9.9475, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.249819285817551, |
| "grad_norm": 0.19912078976631165, |
| "learning_rate": 5.833333333333334e-06, |
| "loss": 10.6907, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.2544455688882463, |
| "grad_norm": 0.25889354944229126, |
| "learning_rate": 5.817901234567902e-06, |
| "loss": 9.9069, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.2590718519589417, |
| "grad_norm": 0.19028806686401367, |
| "learning_rate": 5.80246913580247e-06, |
| "loss": 10.0748, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.263698135029637, |
| "grad_norm": 0.1661495566368103, |
| "learning_rate": 5.787037037037038e-06, |
| "loss": 10.1342, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.2683244181003326, |
| "grad_norm": 0.17706620693206787, |
| "learning_rate": 5.771604938271605e-06, |
| "loss": 12.4703, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.272950701171028, |
| "grad_norm": 0.26582854986190796, |
| "learning_rate": 5.756172839506174e-06, |
| "loss": 12.6464, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.2775769842417233, |
| "grad_norm": 0.178712397813797, |
| "learning_rate": 5.740740740740741e-06, |
| "loss": 9.6011, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.2822032673124186, |
| "grad_norm": 0.18910570442676544, |
| "learning_rate": 5.725308641975309e-06, |
| "loss": 10.8773, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.2868295503831142, |
| "grad_norm": 0.24754610657691956, |
| "learning_rate": 5.7098765432098764e-06, |
| "loss": 10.8981, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.2914558334538095, |
| "grad_norm": 0.14676739275455475, |
| "learning_rate": 5.694444444444445e-06, |
| "loss": 10.1851, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.296082116524505, |
| "grad_norm": 0.21573857963085175, |
| "learning_rate": 5.6790123456790125e-06, |
| "loss": 10.2565, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.3007083995952002, |
| "grad_norm": 0.24850860238075256, |
| "learning_rate": 5.66358024691358e-06, |
| "loss": 9.9282, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.3053346826658956, |
| "grad_norm": 0.180882066488266, |
| "learning_rate": 5.6481481481481485e-06, |
| "loss": 11.6456, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.309960965736591, |
| "grad_norm": 0.19305004179477692, |
| "learning_rate": 5.632716049382716e-06, |
| "loss": 10.0129, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.3145872488072863, |
| "grad_norm": 0.18499980866909027, |
| "learning_rate": 5.617283950617285e-06, |
| "loss": 10.6136, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.3192135318779818, |
| "grad_norm": 0.2523798942565918, |
| "learning_rate": 5.601851851851853e-06, |
| "loss": 9.1629, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.3238398149486772, |
| "grad_norm": 0.19359612464904785, |
| "learning_rate": 5.586419753086421e-06, |
| "loss": 9.9917, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.3284660980193725, |
| "grad_norm": 0.15306031703948975, |
| "learning_rate": 5.570987654320988e-06, |
| "loss": 9.6058, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.333092381090068, |
| "grad_norm": 0.2070600688457489, |
| "learning_rate": 5.555555555555557e-06, |
| "loss": 10.2776, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.3377186641607635, |
| "grad_norm": 0.1619105190038681, |
| "learning_rate": 5.540123456790124e-06, |
| "loss": 9.1465, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.3423449472314588, |
| "grad_norm": 0.16202016174793243, |
| "learning_rate": 5.524691358024692e-06, |
| "loss": 10.0362, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.3469712303021542, |
| "grad_norm": 0.19075003266334534, |
| "learning_rate": 5.5092592592592595e-06, |
| "loss": 10.0189, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.3515975133728495, |
| "grad_norm": 0.16484172642230988, |
| "learning_rate": 5.493827160493828e-06, |
| "loss": 12.3743, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.3562237964435448, |
| "grad_norm": 0.2151799499988556, |
| "learning_rate": 5.4783950617283955e-06, |
| "loss": 9.9846, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.3608500795142402, |
| "grad_norm": 0.20363835990428925, |
| "learning_rate": 5.462962962962963e-06, |
| "loss": 9.671, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.3654763625849355, |
| "grad_norm": 0.15196539461612701, |
| "learning_rate": 5.447530864197531e-06, |
| "loss": 9.97, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.3701026456556311, |
| "grad_norm": 0.17592975497245789, |
| "learning_rate": 5.432098765432099e-06, |
| "loss": 10.8506, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.3747289287263265, |
| "grad_norm": 0.20012719929218292, |
| "learning_rate": 5.416666666666667e-06, |
| "loss": 10.4503, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.3793552117970218, |
| "grad_norm": 0.19312864542007446, |
| "learning_rate": 5.401234567901234e-06, |
| "loss": 9.7727, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.3839814948677172, |
| "grad_norm": 0.14697419106960297, |
| "learning_rate": 5.385802469135803e-06, |
| "loss": 11.9123, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.3886077779384127, |
| "grad_norm": 0.15580600500106812, |
| "learning_rate": 5.370370370370371e-06, |
| "loss": 10.3442, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.393234061009108, |
| "grad_norm": 0.19586268067359924, |
| "learning_rate": 5.354938271604939e-06, |
| "loss": 8.9558, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.3978603440798034, |
| "grad_norm": 0.19394423067569733, |
| "learning_rate": 5.339506172839507e-06, |
| "loss": 10.8312, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.4024866271504988, |
| "grad_norm": 0.21832065284252167, |
| "learning_rate": 5.324074074074075e-06, |
| "loss": 9.9943, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.4071129102211941, |
| "grad_norm": 0.16751375794410706, |
| "learning_rate": 5.3086419753086425e-06, |
| "loss": 11.3979, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.4117391932918895, |
| "grad_norm": 0.1763811856508255, |
| "learning_rate": 5.29320987654321e-06, |
| "loss": 11.175, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.4163654763625848, |
| "grad_norm": 0.1916954666376114, |
| "learning_rate": 5.2777777777777785e-06, |
| "loss": 8.8938, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.4209917594332804, |
| "grad_norm": 0.12443282455205917, |
| "learning_rate": 5.262345679012346e-06, |
| "loss": 9.6263, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.4256180425039757, |
| "grad_norm": 0.18852603435516357, |
| "learning_rate": 5.246913580246914e-06, |
| "loss": 10.6811, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.430244325574671, |
| "grad_norm": 0.1854352355003357, |
| "learning_rate": 5.231481481481482e-06, |
| "loss": 9.9107, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.4348706086453664, |
| "grad_norm": 0.2382035106420517, |
| "learning_rate": 5.21604938271605e-06, |
| "loss": 10.8001, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.439496891716062, |
| "grad_norm": 0.18645620346069336, |
| "learning_rate": 5.200617283950617e-06, |
| "loss": 9.686, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.4441231747867573, |
| "grad_norm": 0.1910058856010437, |
| "learning_rate": 5.185185185185185e-06, |
| "loss": 10.3407, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.4487494578574527, |
| "grad_norm": 0.23428039252758026, |
| "learning_rate": 5.1697530864197534e-06, |
| "loss": 9.2624, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.453375740928148, |
| "grad_norm": 0.17926917970180511, |
| "learning_rate": 5.154320987654321e-06, |
| "loss": 9.5153, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.4580020239988434, |
| "grad_norm": 0.22386913001537323, |
| "learning_rate": 5.138888888888889e-06, |
| "loss": 10.6948, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.4626283070695387, |
| "grad_norm": 0.20423167943954468, |
| "learning_rate": 5.123456790123458e-06, |
| "loss": 10.3966, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.467254590140234, |
| "grad_norm": 0.15411533415317535, |
| "learning_rate": 5.1080246913580255e-06, |
| "loss": 10.2981, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.4718808732109296, |
| "grad_norm": 0.11654549837112427, |
| "learning_rate": 5.092592592592593e-06, |
| "loss": 10.1807, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.476507156281625, |
| "grad_norm": 0.20476582646369934, |
| "learning_rate": 5.0771604938271616e-06, |
| "loss": 9.9201, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.4811334393523203, |
| "grad_norm": 0.19140280783176422, |
| "learning_rate": 5.061728395061729e-06, |
| "loss": 10.3292, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.4857597224230157, |
| "grad_norm": 0.16844482719898224, |
| "learning_rate": 5.046296296296297e-06, |
| "loss": 10.0726, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.4903860054937113, |
| "grad_norm": 0.22298437356948853, |
| "learning_rate": 5.030864197530864e-06, |
| "loss": 10.9447, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.4950122885644066, |
| "grad_norm": 0.1775355190038681, |
| "learning_rate": 5.015432098765433e-06, |
| "loss": 12.1205, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.499638571635102, |
| "grad_norm": 0.198349267244339, |
| "learning_rate": 5e-06, |
| "loss": 9.0277, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.5042648547057973, |
| "grad_norm": 0.16838030517101288, |
| "learning_rate": 4.984567901234568e-06, |
| "loss": 10.3551, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.5088911377764926, |
| "grad_norm": 0.15806855261325836, |
| "learning_rate": 4.9691358024691365e-06, |
| "loss": 10.0048, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.513517420847188, |
| "grad_norm": 0.21915429830551147, |
| "learning_rate": 4.953703703703704e-06, |
| "loss": 10.554, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.5181437039178833, |
| "grad_norm": 0.23262116312980652, |
| "learning_rate": 4.938271604938272e-06, |
| "loss": 10.8198, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.522769986988579, |
| "grad_norm": 0.18927887082099915, |
| "learning_rate": 4.92283950617284e-06, |
| "loss": 10.7398, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.5273962700592743, |
| "grad_norm": 0.138357013463974, |
| "learning_rate": 4.907407407407408e-06, |
| "loss": 9.8479, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.5320225531299696, |
| "grad_norm": 0.20223885774612427, |
| "learning_rate": 4.891975308641976e-06, |
| "loss": 11.1796, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.5366488362006652, |
| "grad_norm": 0.17738379538059235, |
| "learning_rate": 4.876543209876544e-06, |
| "loss": 9.1805, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.5412751192713605, |
| "grad_norm": 0.18442702293395996, |
| "learning_rate": 4.861111111111111e-06, |
| "loss": 8.4714, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.5459014023420559, |
| "grad_norm": 0.19169731438159943, |
| "learning_rate": 4.845679012345679e-06, |
| "loss": 9.1503, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.5505276854127512, |
| "grad_norm": 0.19981014728546143, |
| "learning_rate": 4.830246913580247e-06, |
| "loss": 9.6427, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.5551539684834466, |
| "grad_norm": 0.1916283518075943, |
| "learning_rate": 4.814814814814815e-06, |
| "loss": 8.8991, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.559780251554142, |
| "grad_norm": 0.14049910008907318, |
| "learning_rate": 4.7993827160493834e-06, |
| "loss": 9.2888, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.5644065346248373, |
| "grad_norm": 0.14010216295719147, |
| "learning_rate": 4.783950617283951e-06, |
| "loss": 10.4533, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.5690328176955326, |
| "grad_norm": 0.1919959932565689, |
| "learning_rate": 4.768518518518519e-06, |
| "loss": 10.149, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.5736591007662282, |
| "grad_norm": 0.1598203033208847, |
| "learning_rate": 4.753086419753087e-06, |
| "loss": 11.1529, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.5782853838369235, |
| "grad_norm": 0.19053767621517181, |
| "learning_rate": 4.737654320987655e-06, |
| "loss": 10.5543, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.5829116669076189, |
| "grad_norm": 0.21635524928569794, |
| "learning_rate": 4.722222222222222e-06, |
| "loss": 8.7965, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.5875379499783144, |
| "grad_norm": 0.2088153064250946, |
| "learning_rate": 4.706790123456791e-06, |
| "loss": 9.1113, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.5921642330490098, |
| "grad_norm": 0.1993483006954193, |
| "learning_rate": 4.691358024691358e-06, |
| "loss": 9.7291, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.5967905161197051, |
| "grad_norm": 0.24835029244422913, |
| "learning_rate": 4.675925925925927e-06, |
| "loss": 9.5215, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.6014167991904005, |
| "grad_norm": 0.24942326545715332, |
| "learning_rate": 4.660493827160494e-06, |
| "loss": 9.3023, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.6060430822610958, |
| "grad_norm": 0.18829648196697235, |
| "learning_rate": 4.645061728395062e-06, |
| "loss": 9.6869, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.6106693653317912, |
| "grad_norm": 0.17725762724876404, |
| "learning_rate": 4.62962962962963e-06, |
| "loss": 10.0154, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.6152956484024865, |
| "grad_norm": 0.145020991563797, |
| "learning_rate": 4.614197530864198e-06, |
| "loss": 10.6015, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.6199219314731819, |
| "grad_norm": 0.12719136476516724, |
| "learning_rate": 4.598765432098766e-06, |
| "loss": 9.9244, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.6245482145438774, |
| "grad_norm": 0.1771680861711502, |
| "learning_rate": 4.583333333333333e-06, |
| "loss": 9.4468, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.6291744976145728, |
| "grad_norm": 0.1684349775314331, |
| "learning_rate": 4.567901234567902e-06, |
| "loss": 11.5601, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.6338007806852681, |
| "grad_norm": 0.1284870207309723, |
| "learning_rate": 4.55246913580247e-06, |
| "loss": 9.5658, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.6384270637559637, |
| "grad_norm": 0.15432706475257874, |
| "learning_rate": 4.537037037037038e-06, |
| "loss": 10.2547, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.643053346826659, |
| "grad_norm": 0.19519680738449097, |
| "learning_rate": 4.521604938271605e-06, |
| "loss": 9.2126, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.6476796298973544, |
| "grad_norm": 0.1388140469789505, |
| "learning_rate": 4.506172839506173e-06, |
| "loss": 9.9578, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.6523059129680497, |
| "grad_norm": 0.19714529812335968, |
| "learning_rate": 4.490740740740741e-06, |
| "loss": 11.7677, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.656932196038745, |
| "grad_norm": 0.22792014479637146, |
| "learning_rate": 4.475308641975309e-06, |
| "loss": 9.6164, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.6615584791094404, |
| "grad_norm": 0.1519528478384018, |
| "learning_rate": 4.4598765432098765e-06, |
| "loss": 9.4579, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.6661847621801358, |
| "grad_norm": 0.17547698318958282, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 8.2953, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.6708110452508311, |
| "grad_norm": 0.2348184585571289, |
| "learning_rate": 4.429012345679013e-06, |
| "loss": 9.8739, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.6754373283215267, |
| "grad_norm": 0.16753868758678436, |
| "learning_rate": 4.413580246913581e-06, |
| "loss": 9.8006, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.680063611392222, |
| "grad_norm": 0.16872891783714294, |
| "learning_rate": 4.398148148148149e-06, |
| "loss": 10.2161, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.6846898944629176, |
| "grad_norm": 0.18189671635627747, |
| "learning_rate": 4.382716049382716e-06, |
| "loss": 9.5235, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.689316177533613, |
| "grad_norm": 0.12333816289901733, |
| "learning_rate": 4.367283950617285e-06, |
| "loss": 10.2188, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.6939424606043083, |
| "grad_norm": 0.22701486945152283, |
| "learning_rate": 4.351851851851852e-06, |
| "loss": 10.7382, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.6985687436750037, |
| "grad_norm": 0.20510244369506836, |
| "learning_rate": 4.33641975308642e-06, |
| "loss": 8.7558, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.703195026745699, |
| "grad_norm": 0.1589343398809433, |
| "learning_rate": 4.3209876543209875e-06, |
| "loss": 9.924, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.7078213098163944, |
| "grad_norm": 0.1433723270893097, |
| "learning_rate": 4.305555555555556e-06, |
| "loss": 11.0008, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.7124475928870897, |
| "grad_norm": 0.17607755959033966, |
| "learning_rate": 4.290123456790124e-06, |
| "loss": 10.0096, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.717073875957785, |
| "grad_norm": 0.16202040016651154, |
| "learning_rate": 4.274691358024692e-06, |
| "loss": 9.9295, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.7217001590284804, |
| "grad_norm": 0.21179550886154175, |
| "learning_rate": 4.2592592592592596e-06, |
| "loss": 8.9856, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.726326442099176, |
| "grad_norm": 0.35698196291923523, |
| "learning_rate": 4.243827160493827e-06, |
| "loss": 9.8793, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.7309527251698713, |
| "grad_norm": 0.18081314861774445, |
| "learning_rate": 4.228395061728396e-06, |
| "loss": 10.8514, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.7355790082405669, |
| "grad_norm": 0.19385862350463867, |
| "learning_rate": 4.212962962962963e-06, |
| "loss": 8.6034, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.7402052913112622, |
| "grad_norm": 0.17623740434646606, |
| "learning_rate": 4.197530864197531e-06, |
| "loss": 10.7457, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.7448315743819576, |
| "grad_norm": 0.1551784873008728, |
| "learning_rate": 4.182098765432099e-06, |
| "loss": 9.2378, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.749457857452653, |
| "grad_norm": 0.15923646092414856, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 10.0731, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.7540841405233483, |
| "grad_norm": 0.16185562312602997, |
| "learning_rate": 4.151234567901235e-06, |
| "loss": 8.9162, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.7587104235940436, |
| "grad_norm": 0.23534594476222992, |
| "learning_rate": 4.135802469135803e-06, |
| "loss": 9.3805, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.763336706664739, |
| "grad_norm": 0.17162498831748962, |
| "learning_rate": 4.1203703703703705e-06, |
| "loss": 10.0609, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.7679629897354343, |
| "grad_norm": 0.15775223076343536, |
| "learning_rate": 4.104938271604938e-06, |
| "loss": 9.3534, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.7725892728061299, |
| "grad_norm": 0.2251134216785431, |
| "learning_rate": 4.0895061728395066e-06, |
| "loss": 9.746, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.7772155558768252, |
| "grad_norm": 0.19613635540008545, |
| "learning_rate": 4.074074074074074e-06, |
| "loss": 10.42, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.7818418389475206, |
| "grad_norm": 0.16256873309612274, |
| "learning_rate": 4.058641975308643e-06, |
| "loss": 9.4703, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.7864681220182161, |
| "grad_norm": 0.16490335762500763, |
| "learning_rate": 4.04320987654321e-06, |
| "loss": 9.5418, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.7910944050889115, |
| "grad_norm": 0.159736767411232, |
| "learning_rate": 4.027777777777779e-06, |
| "loss": 10.1403, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.7957206881596068, |
| "grad_norm": 0.1494799256324768, |
| "learning_rate": 4.012345679012346e-06, |
| "loss": 9.1583, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.8003469712303022, |
| "grad_norm": 0.19815048575401306, |
| "learning_rate": 3.996913580246914e-06, |
| "loss": 10.2705, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.8049732543009975, |
| "grad_norm": 0.17572833597660065, |
| "learning_rate": 3.9814814814814814e-06, |
| "loss": 9.4608, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.8095995373716929, |
| "grad_norm": 0.23244017362594604, |
| "learning_rate": 3.96604938271605e-06, |
| "loss": 10.6273, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.8142258204423882, |
| "grad_norm": 0.17120610177516937, |
| "learning_rate": 3.9506172839506175e-06, |
| "loss": 10.0444, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.8188521035130836, |
| "grad_norm": 0.27220579981803894, |
| "learning_rate": 3.935185185185186e-06, |
| "loss": 10.64, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.8234783865837791, |
| "grad_norm": 0.1648477017879486, |
| "learning_rate": 3.9197530864197535e-06, |
| "loss": 9.6264, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.8281046696544745, |
| "grad_norm": 0.15771055221557617, |
| "learning_rate": 3.904320987654321e-06, |
| "loss": 10.5564, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.8327309527251698, |
| "grad_norm": 0.21713097393512726, |
| "learning_rate": 3.88888888888889e-06, |
| "loss": 10.6551, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.8373572357958654, |
| "grad_norm": 0.17076119780540466, |
| "learning_rate": 3.873456790123457e-06, |
| "loss": 11.1632, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.8419835188665608, |
| "grad_norm": 0.160685196518898, |
| "learning_rate": 3.858024691358025e-06, |
| "loss": 9.4666, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.846609801937256, |
| "grad_norm": 0.17023253440856934, |
| "learning_rate": 3.842592592592592e-06, |
| "loss": 9.8118, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.8512360850079514, |
| "grad_norm": 0.2186374068260193, |
| "learning_rate": 3.827160493827161e-06, |
| "loss": 10.4903, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.8558623680786468, |
| "grad_norm": 0.17954406142234802, |
| "learning_rate": 3.811728395061729e-06, |
| "loss": 11.3069, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.8604886511493421, |
| "grad_norm": 0.2778474986553192, |
| "learning_rate": 3.796296296296297e-06, |
| "loss": 10.5854, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.8651149342200375, |
| "grad_norm": 0.27708959579467773, |
| "learning_rate": 3.7808641975308645e-06, |
| "loss": 10.2884, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.8697412172907328, |
| "grad_norm": 0.14399868249893188, |
| "learning_rate": 3.7654320987654325e-06, |
| "loss": 10.1108, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.8743675003614284, |
| "grad_norm": 0.19901257753372192, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 10.2892, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.8789937834321238, |
| "grad_norm": 0.21875345706939697, |
| "learning_rate": 3.734567901234568e-06, |
| "loss": 9.0521, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.883620066502819, |
| "grad_norm": 0.14913184940814972, |
| "learning_rate": 3.719135802469136e-06, |
| "loss": 10.5905, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.8882463495735147, |
| "grad_norm": 0.22289720177650452, |
| "learning_rate": 3.7037037037037037e-06, |
| "loss": 9.1175, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.89287263264421, |
| "grad_norm": 0.16322648525238037, |
| "learning_rate": 3.6882716049382718e-06, |
| "loss": 10.1569, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.8974989157149054, |
| "grad_norm": 0.13389474153518677, |
| "learning_rate": 3.67283950617284e-06, |
| "loss": 9.7421, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.9021251987856007, |
| "grad_norm": 0.17904877662658691, |
| "learning_rate": 3.657407407407408e-06, |
| "loss": 10.306, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.906751481856296, |
| "grad_norm": 0.22490617632865906, |
| "learning_rate": 3.641975308641976e-06, |
| "loss": 10.0275, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.9113777649269914, |
| "grad_norm": 0.20119769871234894, |
| "learning_rate": 3.6265432098765434e-06, |
| "loss": 9.5942, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.9160040479976868, |
| "grad_norm": 0.156976118683815, |
| "learning_rate": 3.6111111111111115e-06, |
| "loss": 10.3435, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.920630331068382, |
| "grad_norm": 0.13303594291210175, |
| "learning_rate": 3.595679012345679e-06, |
| "loss": 8.8616, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.9252566141390777, |
| "grad_norm": 0.21186932921409607, |
| "learning_rate": 3.580246913580247e-06, |
| "loss": 9.8981, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.929882897209773, |
| "grad_norm": 0.20669791102409363, |
| "learning_rate": 3.5648148148148147e-06, |
| "loss": 10.3689, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.9345091802804684, |
| "grad_norm": 0.20095276832580566, |
| "learning_rate": 3.549382716049383e-06, |
| "loss": 9.136, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.939135463351164, |
| "grad_norm": 0.16348451375961304, |
| "learning_rate": 3.533950617283951e-06, |
| "loss": 10.4419, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.9437617464218593, |
| "grad_norm": 0.16439932584762573, |
| "learning_rate": 3.5185185185185187e-06, |
| "loss": 10.0692, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.9483880294925546, |
| "grad_norm": 0.18562501668930054, |
| "learning_rate": 3.5030864197530868e-06, |
| "loss": 10.4452, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.95301431256325, |
| "grad_norm": 0.15668661892414093, |
| "learning_rate": 3.4876543209876544e-06, |
| "loss": 9.1397, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.9576405956339453, |
| "grad_norm": 0.129827082157135, |
| "learning_rate": 3.4722222222222224e-06, |
| "loss": 8.428, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.9622668787046407, |
| "grad_norm": 0.14903448522090912, |
| "learning_rate": 3.4567901234567904e-06, |
| "loss": 9.0113, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.966893161775336, |
| "grad_norm": 0.2033424973487854, |
| "learning_rate": 3.441358024691358e-06, |
| "loss": 8.6822, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.9715194448460314, |
| "grad_norm": 0.1724868267774582, |
| "learning_rate": 3.4259259259259265e-06, |
| "loss": 9.3924, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.976145727916727, |
| "grad_norm": 0.1788475513458252, |
| "learning_rate": 3.410493827160494e-06, |
| "loss": 7.8849, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.9807720109874223, |
| "grad_norm": 0.13475210964679718, |
| "learning_rate": 3.395061728395062e-06, |
| "loss": 10.321, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.9853982940581176, |
| "grad_norm": 0.15269149839878082, |
| "learning_rate": 3.37962962962963e-06, |
| "loss": 9.5632, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.9900245771288132, |
| "grad_norm": 0.20584136247634888, |
| "learning_rate": 3.3641975308641977e-06, |
| "loss": 9.0406, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.9946508601995085, |
| "grad_norm": 0.1267031729221344, |
| "learning_rate": 3.3487654320987657e-06, |
| "loss": 9.1269, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.999277143270204, |
| "grad_norm": 0.20229946076869965, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 9.1644, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.20229946076869965, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.6753, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.0046262830706953, |
| "grad_norm": 0.19674813747406006, |
| "learning_rate": 3.3179012345679013e-06, |
| "loss": 8.9472, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.0092525661413907, |
| "grad_norm": 0.17176903784275055, |
| "learning_rate": 3.30246913580247e-06, |
| "loss": 8.1618, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.013878849212086, |
| "grad_norm": 0.21751543879508972, |
| "learning_rate": 3.2870370370370374e-06, |
| "loss": 11.298, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.0185051322827814, |
| "grad_norm": 0.15177738666534424, |
| "learning_rate": 3.2716049382716054e-06, |
| "loss": 8.9182, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.0231314153534767, |
| "grad_norm": 0.13782791793346405, |
| "learning_rate": 3.256172839506173e-06, |
| "loss": 9.138, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.0277576984241725, |
| "grad_norm": 0.1871718168258667, |
| "learning_rate": 3.240740740740741e-06, |
| "loss": 9.3935, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.032383981494868, |
| "grad_norm": 0.13550569117069244, |
| "learning_rate": 3.2253086419753086e-06, |
| "loss": 9.4065, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.0370102645655632, |
| "grad_norm": 0.1414715200662613, |
| "learning_rate": 3.2098765432098767e-06, |
| "loss": 10.0772, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.0416365476362586, |
| "grad_norm": 0.16839131712913513, |
| "learning_rate": 3.1944444444444443e-06, |
| "loss": 8.4968, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.046262830706954, |
| "grad_norm": 0.181600421667099, |
| "learning_rate": 3.1790123456790127e-06, |
| "loss": 8.0076, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.0508891137776493, |
| "grad_norm": 0.1106899231672287, |
| "learning_rate": 3.1635802469135807e-06, |
| "loss": 8.5825, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.0555153968483446, |
| "grad_norm": 0.17763055860996246, |
| "learning_rate": 3.1481481481481483e-06, |
| "loss": 9.2981, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.06014167991904, |
| "grad_norm": 0.19595400989055634, |
| "learning_rate": 3.1327160493827164e-06, |
| "loss": 10.5243, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.0647679629897353, |
| "grad_norm": 0.18254916369915009, |
| "learning_rate": 3.1172839506172844e-06, |
| "loss": 10.9755, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.0693942460604307, |
| "grad_norm": 0.18021439015865326, |
| "learning_rate": 3.101851851851852e-06, |
| "loss": 9.3634, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.074020529131126, |
| "grad_norm": 0.20369423925876617, |
| "learning_rate": 3.08641975308642e-06, |
| "loss": 10.1676, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.078646812201822, |
| "grad_norm": 0.1611659973859787, |
| "learning_rate": 3.0709876543209876e-06, |
| "loss": 10.5072, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.083273095272517, |
| "grad_norm": 0.16623584926128387, |
| "learning_rate": 3.055555555555556e-06, |
| "loss": 8.6923, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.0878993783432125, |
| "grad_norm": 0.20521709322929382, |
| "learning_rate": 3.040123456790124e-06, |
| "loss": 10.3398, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.092525661413908, |
| "grad_norm": 0.150822713971138, |
| "learning_rate": 3.0246913580246917e-06, |
| "loss": 8.1734, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.097151944484603, |
| "grad_norm": 0.14610332250595093, |
| "learning_rate": 3.0092592592592597e-06, |
| "loss": 8.0033, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.1017782275552985, |
| "grad_norm": 0.16596634685993195, |
| "learning_rate": 2.9938271604938273e-06, |
| "loss": 9.923, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.106404510625994, |
| "grad_norm": 0.15604960918426514, |
| "learning_rate": 2.9783950617283953e-06, |
| "loss": 9.5128, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.1110307936966892, |
| "grad_norm": 0.1488286554813385, |
| "learning_rate": 2.962962962962963e-06, |
| "loss": 8.704, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.1156570767673846, |
| "grad_norm": 0.1483355164527893, |
| "learning_rate": 2.947530864197531e-06, |
| "loss": 8.4275, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.12028335983808, |
| "grad_norm": 0.2545453906059265, |
| "learning_rate": 2.9320987654320994e-06, |
| "loss": 9.332, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.1249096429087757, |
| "grad_norm": 0.18272359669208527, |
| "learning_rate": 2.916666666666667e-06, |
| "loss": 9.4908, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.129535925979471, |
| "grad_norm": 0.19491931796073914, |
| "learning_rate": 2.901234567901235e-06, |
| "loss": 8.5668, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.1341622090501664, |
| "grad_norm": 0.171804741024971, |
| "learning_rate": 2.8858024691358026e-06, |
| "loss": 8.9085, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.1387884921208618, |
| "grad_norm": 0.22477325797080994, |
| "learning_rate": 2.8703703703703706e-06, |
| "loss": 9.5643, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.143414775191557, |
| "grad_norm": 0.2512359023094177, |
| "learning_rate": 2.8549382716049382e-06, |
| "loss": 10.6236, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.1480410582622524, |
| "grad_norm": 0.15513500571250916, |
| "learning_rate": 2.8395061728395062e-06, |
| "loss": 9.3385, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.152667341332948, |
| "grad_norm": 0.18065772950649261, |
| "learning_rate": 2.8240740740740743e-06, |
| "loss": 9.3942, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.157293624403643, |
| "grad_norm": 0.19600172340869904, |
| "learning_rate": 2.8086419753086423e-06, |
| "loss": 9.0732, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.1619199074743385, |
| "grad_norm": 0.17671746015548706, |
| "learning_rate": 2.7932098765432103e-06, |
| "loss": 10.023, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.166546190545034, |
| "grad_norm": 0.16406480967998505, |
| "learning_rate": 2.7777777777777783e-06, |
| "loss": 9.8105, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.171172473615729, |
| "grad_norm": 0.11806418746709824, |
| "learning_rate": 2.762345679012346e-06, |
| "loss": 8.2566, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.175798756686425, |
| "grad_norm": 0.32428812980651855, |
| "learning_rate": 2.746913580246914e-06, |
| "loss": 9.1191, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.1804250397571203, |
| "grad_norm": 0.22312945127487183, |
| "learning_rate": 2.7314814814814816e-06, |
| "loss": 9.9265, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.1850513228278157, |
| "grad_norm": 0.32287222146987915, |
| "learning_rate": 2.7160493827160496e-06, |
| "loss": 10.6421, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.189677605898511, |
| "grad_norm": 0.15497097373008728, |
| "learning_rate": 2.700617283950617e-06, |
| "loss": 8.9862, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.1943038889692064, |
| "grad_norm": 0.13556216657161713, |
| "learning_rate": 2.6851851851851856e-06, |
| "loss": 8.658, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.1989301720399017, |
| "grad_norm": 0.17666535079479218, |
| "learning_rate": 2.6697530864197536e-06, |
| "loss": 10.2978, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.203556455110597, |
| "grad_norm": 0.16342324018478394, |
| "learning_rate": 2.6543209876543212e-06, |
| "loss": 8.4887, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.2081827381812924, |
| "grad_norm": 0.2034367471933365, |
| "learning_rate": 2.6388888888888893e-06, |
| "loss": 7.8828, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.2128090212519878, |
| "grad_norm": 0.23170992732048035, |
| "learning_rate": 2.623456790123457e-06, |
| "loss": 9.6533, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.217435304322683, |
| "grad_norm": 0.16840022802352905, |
| "learning_rate": 2.608024691358025e-06, |
| "loss": 8.1141, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.2220615873933784, |
| "grad_norm": 0.1619078814983368, |
| "learning_rate": 2.5925925925925925e-06, |
| "loss": 8.6294, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.2266878704640742, |
| "grad_norm": 0.22204962372779846, |
| "learning_rate": 2.5771604938271605e-06, |
| "loss": 10.4391, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.2313141535347696, |
| "grad_norm": 0.1876753270626068, |
| "learning_rate": 2.561728395061729e-06, |
| "loss": 9.9287, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.235940436605465, |
| "grad_norm": 0.18601296842098236, |
| "learning_rate": 2.5462962962962966e-06, |
| "loss": 9.3439, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.2405667196761603, |
| "grad_norm": 0.17974725365638733, |
| "learning_rate": 2.5308641975308646e-06, |
| "loss": 9.6812, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.2451930027468556, |
| "grad_norm": 0.1832571029663086, |
| "learning_rate": 2.515432098765432e-06, |
| "loss": 7.6883, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.249819285817551, |
| "grad_norm": 0.18652378022670746, |
| "learning_rate": 2.5e-06, |
| "loss": 8.9935, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.2544455688882463, |
| "grad_norm": 0.20331954956054688, |
| "learning_rate": 2.4845679012345682e-06, |
| "loss": 9.1709, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.2590718519589417, |
| "grad_norm": 0.15439340472221375, |
| "learning_rate": 2.469135802469136e-06, |
| "loss": 9.0578, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.263698135029637, |
| "grad_norm": 0.16174978017807007, |
| "learning_rate": 2.453703703703704e-06, |
| "loss": 9.2311, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.2683244181003324, |
| "grad_norm": 0.20344924926757812, |
| "learning_rate": 2.438271604938272e-06, |
| "loss": 9.8727, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.2729507011710277, |
| "grad_norm": 0.19355060160160065, |
| "learning_rate": 2.4228395061728395e-06, |
| "loss": 9.3433, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.2775769842417235, |
| "grad_norm": 0.17609727382659912, |
| "learning_rate": 2.4074074074074075e-06, |
| "loss": 8.8289, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.282203267312419, |
| "grad_norm": 0.16068409383296967, |
| "learning_rate": 2.3919753086419755e-06, |
| "loss": 9.1044, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.286829550383114, |
| "grad_norm": 0.15089063346385956, |
| "learning_rate": 2.3765432098765435e-06, |
| "loss": 8.8363, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.2914558334538095, |
| "grad_norm": 0.3163600265979767, |
| "learning_rate": 2.361111111111111e-06, |
| "loss": 9.3244, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.296082116524505, |
| "grad_norm": 0.18847279250621796, |
| "learning_rate": 2.345679012345679e-06, |
| "loss": 9.1338, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.3007083995952002, |
| "grad_norm": 0.23115108907222748, |
| "learning_rate": 2.330246913580247e-06, |
| "loss": 9.6425, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.3053346826658956, |
| "grad_norm": 0.15251374244689941, |
| "learning_rate": 2.314814814814815e-06, |
| "loss": 9.6591, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.309960965736591, |
| "grad_norm": 0.1706661432981491, |
| "learning_rate": 2.299382716049383e-06, |
| "loss": 10.3708, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.3145872488072863, |
| "grad_norm": 0.16492144763469696, |
| "learning_rate": 2.283950617283951e-06, |
| "loss": 8.8977, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.3192135318779816, |
| "grad_norm": 0.15373440086841583, |
| "learning_rate": 2.268518518518519e-06, |
| "loss": 10.9027, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.323839814948677, |
| "grad_norm": 0.18270155787467957, |
| "learning_rate": 2.2530864197530865e-06, |
| "loss": 9.8633, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.3284660980193728, |
| "grad_norm": 0.22537460923194885, |
| "learning_rate": 2.2376543209876545e-06, |
| "loss": 8.6262, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.333092381090068, |
| "grad_norm": 0.1788664162158966, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 8.3806, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.3377186641607635, |
| "grad_norm": 0.2230851948261261, |
| "learning_rate": 2.2067901234567905e-06, |
| "loss": 9.6656, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.342344947231459, |
| "grad_norm": 0.157254159450531, |
| "learning_rate": 2.191358024691358e-06, |
| "loss": 9.0586, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.346971230302154, |
| "grad_norm": 0.21109546720981598, |
| "learning_rate": 2.175925925925926e-06, |
| "loss": 10.4577, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.3515975133728495, |
| "grad_norm": 0.16909867525100708, |
| "learning_rate": 2.1604938271604937e-06, |
| "loss": 9.5222, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.356223796443545, |
| "grad_norm": 0.1652510166168213, |
| "learning_rate": 2.145061728395062e-06, |
| "loss": 9.5384, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.36085007951424, |
| "grad_norm": 0.14154984056949615, |
| "learning_rate": 2.1296296296296298e-06, |
| "loss": 9.1477, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.3654763625849355, |
| "grad_norm": 0.18620611727237701, |
| "learning_rate": 2.114197530864198e-06, |
| "loss": 9.8372, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.370102645655631, |
| "grad_norm": 0.17792826890945435, |
| "learning_rate": 2.0987654320987654e-06, |
| "loss": 9.4475, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.3747289287263262, |
| "grad_norm": 0.17278362810611725, |
| "learning_rate": 2.0833333333333334e-06, |
| "loss": 8.2241, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.379355211797022, |
| "grad_norm": 0.17132383584976196, |
| "learning_rate": 2.0679012345679015e-06, |
| "loss": 10.9298, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.3839814948677174, |
| "grad_norm": 0.15168847143650055, |
| "learning_rate": 2.052469135802469e-06, |
| "loss": 9.0072, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.3886077779384127, |
| "grad_norm": 0.186196431517601, |
| "learning_rate": 2.037037037037037e-06, |
| "loss": 9.0923, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.393234061009108, |
| "grad_norm": 0.12113353610038757, |
| "learning_rate": 2.021604938271605e-06, |
| "loss": 10.696, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.3978603440798034, |
| "grad_norm": 0.25200334191322327, |
| "learning_rate": 2.006172839506173e-06, |
| "loss": 8.5775, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.4024866271504988, |
| "grad_norm": 0.1717706322669983, |
| "learning_rate": 1.9907407407407407e-06, |
| "loss": 9.8223, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.407112910221194, |
| "grad_norm": 0.21262796223163605, |
| "learning_rate": 1.9753086419753087e-06, |
| "loss": 9.1006, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.4117391932918895, |
| "grad_norm": 0.15240874886512756, |
| "learning_rate": 1.9598765432098768e-06, |
| "loss": 8.8133, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.416365476362585, |
| "grad_norm": 0.20154468715190887, |
| "learning_rate": 1.944444444444445e-06, |
| "loss": 8.9349, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.42099175943328, |
| "grad_norm": 0.2465580701828003, |
| "learning_rate": 1.9290123456790124e-06, |
| "loss": 9.7463, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.4256180425039755, |
| "grad_norm": 0.262588769197464, |
| "learning_rate": 1.9135802469135804e-06, |
| "loss": 8.9882, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.4302443255746713, |
| "grad_norm": 0.1886514276266098, |
| "learning_rate": 1.8981481481481484e-06, |
| "loss": 10.1046, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.4348706086453666, |
| "grad_norm": 0.15457630157470703, |
| "learning_rate": 1.8827160493827162e-06, |
| "loss": 9.1876, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.439496891716062, |
| "grad_norm": 0.18536067008972168, |
| "learning_rate": 1.867283950617284e-06, |
| "loss": 8.9485, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.4441231747867573, |
| "grad_norm": 0.16247576475143433, |
| "learning_rate": 1.8518518518518519e-06, |
| "loss": 9.7982, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.4487494578574527, |
| "grad_norm": 0.13770771026611328, |
| "learning_rate": 1.83641975308642e-06, |
| "loss": 9.9136, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.453375740928148, |
| "grad_norm": 0.1654641479253769, |
| "learning_rate": 1.820987654320988e-06, |
| "loss": 9.1883, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.4580020239988434, |
| "grad_norm": 0.17362841963768005, |
| "learning_rate": 1.8055555555555557e-06, |
| "loss": 9.0925, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.4626283070695387, |
| "grad_norm": 0.15451891720294952, |
| "learning_rate": 1.7901234567901235e-06, |
| "loss": 9.477, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.467254590140234, |
| "grad_norm": 0.14848832786083221, |
| "learning_rate": 1.7746913580246916e-06, |
| "loss": 10.4986, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.4718808732109294, |
| "grad_norm": 0.18573352694511414, |
| "learning_rate": 1.7592592592592594e-06, |
| "loss": 9.2772, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.4765071562816248, |
| "grad_norm": 0.16295011341571808, |
| "learning_rate": 1.7438271604938272e-06, |
| "loss": 10.3985, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.4811334393523206, |
| "grad_norm": 0.1890224814414978, |
| "learning_rate": 1.7283950617283952e-06, |
| "loss": 8.1752, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.485759722423016, |
| "grad_norm": 0.1372375637292862, |
| "learning_rate": 1.7129629629629632e-06, |
| "loss": 8.903, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.4903860054937113, |
| "grad_norm": 0.17448656260967255, |
| "learning_rate": 1.697530864197531e-06, |
| "loss": 8.5784, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.4950122885644066, |
| "grad_norm": 0.1701819896697998, |
| "learning_rate": 1.6820987654320989e-06, |
| "loss": 8.7201, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.499638571635102, |
| "grad_norm": 0.14620746672153473, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 9.211, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.5042648547057973, |
| "grad_norm": 0.16162265837192535, |
| "learning_rate": 1.651234567901235e-06, |
| "loss": 9.4963, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.5088911377764926, |
| "grad_norm": 0.15886524319648743, |
| "learning_rate": 1.6358024691358027e-06, |
| "loss": 8.8424, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.513517420847188, |
| "grad_norm": 0.14556364715099335, |
| "learning_rate": 1.6203703703703705e-06, |
| "loss": 7.9769, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.5181437039178833, |
| "grad_norm": 0.21578781306743622, |
| "learning_rate": 1.6049382716049383e-06, |
| "loss": 8.9909, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.522769986988579, |
| "grad_norm": 0.18850085139274597, |
| "learning_rate": 1.5895061728395064e-06, |
| "loss": 9.8237, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.527396270059274, |
| "grad_norm": 0.1415654569864273, |
| "learning_rate": 1.5740740740740742e-06, |
| "loss": 8.9615, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.53202255312997, |
| "grad_norm": 0.17242810130119324, |
| "learning_rate": 1.5586419753086422e-06, |
| "loss": 8.9936, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.536648836200665, |
| "grad_norm": 0.20581774413585663, |
| "learning_rate": 1.54320987654321e-06, |
| "loss": 9.376, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.5412751192713605, |
| "grad_norm": 0.17876863479614258, |
| "learning_rate": 1.527777777777778e-06, |
| "loss": 8.9055, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.545901402342056, |
| "grad_norm": 0.1470121592283249, |
| "learning_rate": 1.5123456790123458e-06, |
| "loss": 9.3424, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.550527685412751, |
| "grad_norm": 0.23757006227970123, |
| "learning_rate": 1.4969135802469136e-06, |
| "loss": 9.7866, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.5551539684834466, |
| "grad_norm": 0.16553503274917603, |
| "learning_rate": 1.4814814814814815e-06, |
| "loss": 8.6868, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.559780251554142, |
| "grad_norm": 0.12771116197109222, |
| "learning_rate": 1.4660493827160497e-06, |
| "loss": 8.9301, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.5644065346248373, |
| "grad_norm": 0.35117506980895996, |
| "learning_rate": 1.4506172839506175e-06, |
| "loss": 9.3037, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.5690328176955326, |
| "grad_norm": 0.1245264932513237, |
| "learning_rate": 1.4351851851851853e-06, |
| "loss": 9.0822, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.5736591007662284, |
| "grad_norm": 0.18772459030151367, |
| "learning_rate": 1.4197530864197531e-06, |
| "loss": 9.146, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.5782853838369233, |
| "grad_norm": 0.18729011714458466, |
| "learning_rate": 1.4043209876543211e-06, |
| "loss": 8.183, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.582911666907619, |
| "grad_norm": 0.12940698862075806, |
| "learning_rate": 1.3888888888888892e-06, |
| "loss": 9.4745, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.5875379499783144, |
| "grad_norm": 0.16963091492652893, |
| "learning_rate": 1.373456790123457e-06, |
| "loss": 8.8193, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.59216423304901, |
| "grad_norm": 0.17672613263130188, |
| "learning_rate": 1.3580246913580248e-06, |
| "loss": 8.2093, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.596790516119705, |
| "grad_norm": 0.24918967485427856, |
| "learning_rate": 1.3425925925925928e-06, |
| "loss": 9.2257, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.6014167991904005, |
| "grad_norm": 0.15989799797534943, |
| "learning_rate": 1.3271604938271606e-06, |
| "loss": 9.08, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.606043082261096, |
| "grad_norm": 0.14997775852680206, |
| "learning_rate": 1.3117283950617284e-06, |
| "loss": 9.8745, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.610669365331791, |
| "grad_norm": 0.17529721558094025, |
| "learning_rate": 1.2962962962962962e-06, |
| "loss": 8.8959, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.6152956484024865, |
| "grad_norm": 0.16525782644748688, |
| "learning_rate": 1.2808641975308645e-06, |
| "loss": 8.2331, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.619921931473182, |
| "grad_norm": 0.14114739000797272, |
| "learning_rate": 1.2654320987654323e-06, |
| "loss": 8.1592, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.6245482145438777, |
| "grad_norm": 0.21027730405330658, |
| "learning_rate": 1.25e-06, |
| "loss": 9.1182, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.6291744976145726, |
| "grad_norm": 0.13383808732032776, |
| "learning_rate": 1.234567901234568e-06, |
| "loss": 8.8642, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.6338007806852684, |
| "grad_norm": 0.15454170107841492, |
| "learning_rate": 1.219135802469136e-06, |
| "loss": 7.1809, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.6384270637559637, |
| "grad_norm": 0.1575554460287094, |
| "learning_rate": 1.2037037037037037e-06, |
| "loss": 8.5097, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.643053346826659, |
| "grad_norm": 0.16009144484996796, |
| "learning_rate": 1.1882716049382718e-06, |
| "loss": 8.8008, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.6476796298973544, |
| "grad_norm": 0.18514862656593323, |
| "learning_rate": 1.1728395061728396e-06, |
| "loss": 8.3351, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.6523059129680497, |
| "grad_norm": 0.16186843812465668, |
| "learning_rate": 1.1574074074074076e-06, |
| "loss": 8.702, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.656932196038745, |
| "grad_norm": 0.19223704934120178, |
| "learning_rate": 1.1419753086419754e-06, |
| "loss": 9.1931, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.6615584791094404, |
| "grad_norm": 0.1866094172000885, |
| "learning_rate": 1.1265432098765432e-06, |
| "loss": 9.5196, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.666184762180136, |
| "grad_norm": 0.2299501746892929, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": 9.4269, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.670811045250831, |
| "grad_norm": 0.19736136496067047, |
| "learning_rate": 1.095679012345679e-06, |
| "loss": 9.3998, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.675437328321527, |
| "grad_norm": 0.16987043619155884, |
| "learning_rate": 1.0802469135802469e-06, |
| "loss": 8.2513, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.680063611392222, |
| "grad_norm": 0.18940360844135284, |
| "learning_rate": 1.0648148148148149e-06, |
| "loss": 7.8771, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.6846898944629176, |
| "grad_norm": 0.16819283366203308, |
| "learning_rate": 1.0493827160493827e-06, |
| "loss": 8.9367, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.689316177533613, |
| "grad_norm": 0.14170341193675995, |
| "learning_rate": 1.0339506172839507e-06, |
| "loss": 7.1555, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.6939424606043083, |
| "grad_norm": 0.16584675014019012, |
| "learning_rate": 1.0185185185185185e-06, |
| "loss": 9.7405, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.6985687436750037, |
| "grad_norm": 0.15231122076511383, |
| "learning_rate": 1.0030864197530866e-06, |
| "loss": 9.8814, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.703195026745699, |
| "grad_norm": 0.14071619510650635, |
| "learning_rate": 9.876543209876544e-07, |
| "loss": 8.0466, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.7078213098163944, |
| "grad_norm": 0.21130667626857758, |
| "learning_rate": 9.722222222222224e-07, |
| "loss": 10.1551, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.7124475928870897, |
| "grad_norm": 0.14736154675483704, |
| "learning_rate": 9.567901234567902e-07, |
| "loss": 7.5648, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.717073875957785, |
| "grad_norm": 0.18979448080062866, |
| "learning_rate": 9.413580246913581e-07, |
| "loss": 9.5863, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.7217001590284804, |
| "grad_norm": 0.14803054928779602, |
| "learning_rate": 9.259259259259259e-07, |
| "loss": 9.2012, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.726326442099176, |
| "grad_norm": 0.24644902348518372, |
| "learning_rate": 9.10493827160494e-07, |
| "loss": 7.9091, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.730952725169871, |
| "grad_norm": 0.18411195278167725, |
| "learning_rate": 8.950617283950618e-07, |
| "loss": 9.0894, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.735579008240567, |
| "grad_norm": 0.21505457162857056, |
| "learning_rate": 8.796296296296297e-07, |
| "loss": 7.4988, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.7402052913112622, |
| "grad_norm": 0.18174538016319275, |
| "learning_rate": 8.641975308641976e-07, |
| "loss": 8.2626, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.7448315743819576, |
| "grad_norm": 0.1982118785381317, |
| "learning_rate": 8.487654320987655e-07, |
| "loss": 8.415, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.749457857452653, |
| "grad_norm": 0.18941333889961243, |
| "learning_rate": 8.333333333333333e-07, |
| "loss": 8.931, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.7540841405233483, |
| "grad_norm": 0.2093527615070343, |
| "learning_rate": 8.179012345679014e-07, |
| "loss": 9.6871, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.7587104235940436, |
| "grad_norm": 0.25371572375297546, |
| "learning_rate": 8.024691358024692e-07, |
| "loss": 9.719, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.763336706664739, |
| "grad_norm": 0.13767634332180023, |
| "learning_rate": 7.870370370370371e-07, |
| "loss": 7.0931, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.7679629897354343, |
| "grad_norm": 0.18252308666706085, |
| "learning_rate": 7.71604938271605e-07, |
| "loss": 9.0813, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.7725892728061297, |
| "grad_norm": 0.13574370741844177, |
| "learning_rate": 7.561728395061729e-07, |
| "loss": 8.8218, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.7772155558768254, |
| "grad_norm": 0.17202846705913544, |
| "learning_rate": 7.407407407407407e-07, |
| "loss": 8.954, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.7818418389475204, |
| "grad_norm": 0.18582294881343842, |
| "learning_rate": 7.253086419753087e-07, |
| "loss": 7.7078, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.786468122018216, |
| "grad_norm": 0.27104949951171875, |
| "learning_rate": 7.098765432098766e-07, |
| "loss": 8.3435, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.7910944050889115, |
| "grad_norm": 0.32489752769470215, |
| "learning_rate": 6.944444444444446e-07, |
| "loss": 8.5035, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.795720688159607, |
| "grad_norm": 0.1454378217458725, |
| "learning_rate": 6.790123456790124e-07, |
| "loss": 8.4067, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.800346971230302, |
| "grad_norm": 0.20940132439136505, |
| "learning_rate": 6.635802469135803e-07, |
| "loss": 9.4978, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.8049732543009975, |
| "grad_norm": 0.17158959805965424, |
| "learning_rate": 6.481481481481481e-07, |
| "loss": 9.3416, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.809599537371693, |
| "grad_norm": 0.17591050267219543, |
| "learning_rate": 6.327160493827161e-07, |
| "loss": 8.7415, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.8142258204423882, |
| "grad_norm": 0.18380632996559143, |
| "learning_rate": 6.17283950617284e-07, |
| "loss": 8.2376, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.8188521035130836, |
| "grad_norm": 0.19443170726299286, |
| "learning_rate": 6.018518518518519e-07, |
| "loss": 7.562, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.823478386583779, |
| "grad_norm": 0.24004080891609192, |
| "learning_rate": 5.864197530864198e-07, |
| "loss": 9.346, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.8281046696544747, |
| "grad_norm": 0.19434408843517303, |
| "learning_rate": 5.709876543209877e-07, |
| "loss": 6.8662, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.8327309527251696, |
| "grad_norm": 0.1413394808769226, |
| "learning_rate": 5.555555555555555e-07, |
| "loss": 7.7949, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.8373572357958654, |
| "grad_norm": 0.21421702206134796, |
| "learning_rate": 5.401234567901234e-07, |
| "loss": 8.6497, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.8419835188665608, |
| "grad_norm": 0.18243171274662018, |
| "learning_rate": 5.246913580246914e-07, |
| "loss": 9.0258, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.846609801937256, |
| "grad_norm": 0.15553410351276398, |
| "learning_rate": 5.092592592592593e-07, |
| "loss": 9.0613, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.8512360850079514, |
| "grad_norm": 0.1925041526556015, |
| "learning_rate": 4.938271604938272e-07, |
| "loss": 8.8279, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.855862368078647, |
| "grad_norm": 0.25465813279151917, |
| "learning_rate": 4.783950617283951e-07, |
| "loss": 8.5684, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.860488651149342, |
| "grad_norm": 0.17943061888217926, |
| "learning_rate": 4.6296296296296297e-07, |
| "loss": 8.9017, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.8651149342200375, |
| "grad_norm": 0.22506891191005707, |
| "learning_rate": 4.475308641975309e-07, |
| "loss": 8.7791, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.869741217290733, |
| "grad_norm": 0.1924242228269577, |
| "learning_rate": 4.320987654320988e-07, |
| "loss": 8.4592, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.874367500361428, |
| "grad_norm": 0.1336522102355957, |
| "learning_rate": 4.1666666666666667e-07, |
| "loss": 9.2921, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.878993783432124, |
| "grad_norm": 0.16631512343883514, |
| "learning_rate": 4.012345679012346e-07, |
| "loss": 8.7771, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.883620066502819, |
| "grad_norm": 0.13000570237636566, |
| "learning_rate": 3.858024691358025e-07, |
| "loss": 7.6173, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.8882463495735147, |
| "grad_norm": 0.16806651651859283, |
| "learning_rate": 3.7037037037037036e-07, |
| "loss": 8.2835, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.89287263264421, |
| "grad_norm": 0.16624124348163605, |
| "learning_rate": 3.549382716049383e-07, |
| "loss": 9.0295, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.8974989157149054, |
| "grad_norm": 0.18300163745880127, |
| "learning_rate": 3.395061728395062e-07, |
| "loss": 9.3673, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.9021251987856007, |
| "grad_norm": 0.1591711938381195, |
| "learning_rate": 3.2407407407407406e-07, |
| "loss": 9.2437, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.906751481856296, |
| "grad_norm": 0.1935225874185562, |
| "learning_rate": 3.08641975308642e-07, |
| "loss": 8.1388, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.9113777649269914, |
| "grad_norm": 0.18095123767852783, |
| "learning_rate": 2.932098765432099e-07, |
| "loss": 8.8998, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.9160040479976868, |
| "grad_norm": 0.15141603350639343, |
| "learning_rate": 2.7777777777777776e-07, |
| "loss": 9.5553, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.920630331068382, |
| "grad_norm": 0.1664353758096695, |
| "learning_rate": 2.623456790123457e-07, |
| "loss": 9.2671, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.9252566141390774, |
| "grad_norm": 0.14757901430130005, |
| "learning_rate": 2.469135802469136e-07, |
| "loss": 9.3753, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.9298828972097732, |
| "grad_norm": 0.12832246720790863, |
| "learning_rate": 2.3148148148148148e-07, |
| "loss": 7.55, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.934509180280468, |
| "grad_norm": 0.14796899259090424, |
| "learning_rate": 2.160493827160494e-07, |
| "loss": 8.9455, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.939135463351164, |
| "grad_norm": 0.16375280916690826, |
| "learning_rate": 2.006172839506173e-07, |
| "loss": 9.1212, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.9437617464218593, |
| "grad_norm": 0.15986521542072296, |
| "learning_rate": 1.8518518518518518e-07, |
| "loss": 8.0966, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.9483880294925546, |
| "grad_norm": 0.14000752568244934, |
| "learning_rate": 1.697530864197531e-07, |
| "loss": 8.1283, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.95301431256325, |
| "grad_norm": 0.10660137236118317, |
| "learning_rate": 1.54320987654321e-07, |
| "loss": 7.7013, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.9576405956339453, |
| "grad_norm": 0.12879547476768494, |
| "learning_rate": 1.3888888888888888e-07, |
| "loss": 8.2472, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.9622668787046407, |
| "grad_norm": 0.24027042090892792, |
| "learning_rate": 1.234567901234568e-07, |
| "loss": 9.3202, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.966893161775336, |
| "grad_norm": 0.18989317119121552, |
| "learning_rate": 1.080246913580247e-07, |
| "loss": 8.6135, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.9715194448460314, |
| "grad_norm": 0.20127813518047333, |
| "learning_rate": 9.259259259259259e-08, |
| "loss": 8.3557, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.9761457279167267, |
| "grad_norm": 0.20816563069820404, |
| "learning_rate": 7.71604938271605e-08, |
| "loss": 9.6997, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.9807720109874225, |
| "grad_norm": 0.2171671837568283, |
| "learning_rate": 6.17283950617284e-08, |
| "loss": 9.6809, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.9853982940581174, |
| "grad_norm": 0.18569743633270264, |
| "learning_rate": 4.6296296296296295e-08, |
| "loss": 8.4721, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.990024577128813, |
| "grad_norm": 0.16961927711963654, |
| "learning_rate": 3.08641975308642e-08, |
| "loss": 9.1963, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.990024577128813, |
| "step": 648, |
| "total_flos": 2.9427853089130414e+18, |
| "train_loss": 10.740490390930647, |
| "train_runtime": 52216.2733, |
| "train_samples_per_second": 1.59, |
| "train_steps_per_second": 0.012 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 648, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.9427853089130414e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
