| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 7754, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.735379659398005, | |
| "learning_rate": 1.2886597938144328e-09, | |
| "loss": 1.2789, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.5235345835516636, | |
| "learning_rate": 6.443298969072164e-09, | |
| "loss": 1.192, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.5442934452032187, | |
| "learning_rate": 1.2886597938144328e-08, | |
| "loss": 1.1924, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.5884190600397569, | |
| "learning_rate": 1.9329896907216496e-08, | |
| "loss": 1.2645, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.3701312199921657, | |
| "learning_rate": 2.5773195876288656e-08, | |
| "loss": 1.2091, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.589331664948267, | |
| "learning_rate": 3.221649484536082e-08, | |
| "loss": 1.2322, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.5885994565663679, | |
| "learning_rate": 3.865979381443299e-08, | |
| "loss": 1.2532, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.6673446238983453, | |
| "learning_rate": 4.510309278350515e-08, | |
| "loss": 1.2047, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.7606322375403376, | |
| "learning_rate": 5.154639175257731e-08, | |
| "loss": 1.2659, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.6494497544141264, | |
| "learning_rate": 5.7989690721649485e-08, | |
| "loss": 1.2103, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.4544625796772091, | |
| "learning_rate": 6.443298969072164e-08, | |
| "loss": 1.2018, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.6304114122962914, | |
| "learning_rate": 7.08762886597938e-08, | |
| "loss": 1.2343, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.4828602067421827, | |
| "learning_rate": 7.731958762886598e-08, | |
| "loss": 1.1482, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5331330554386856, | |
| "learning_rate": 8.376288659793814e-08, | |
| "loss": 1.2087, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5284807423190944, | |
| "learning_rate": 9.02061855670103e-08, | |
| "loss": 1.2048, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.59607006938996, | |
| "learning_rate": 9.664948453608247e-08, | |
| "loss": 1.2014, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5809334694259137, | |
| "learning_rate": 1.0309278350515462e-07, | |
| "loss": 1.201, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5882822416771716, | |
| "learning_rate": 1.095360824742268e-07, | |
| "loss": 1.1776, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.40901829894322184, | |
| "learning_rate": 1.1597938144329897e-07, | |
| "loss": 1.1638, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5846930601219722, | |
| "learning_rate": 1.2242268041237112e-07, | |
| "loss": 1.2056, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5080185144930495, | |
| "learning_rate": 1.2886597938144328e-07, | |
| "loss": 1.2088, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5417632636662292, | |
| "learning_rate": 1.3530927835051546e-07, | |
| "loss": 1.2077, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.6087231199320666, | |
| "learning_rate": 1.417525773195876e-07, | |
| "loss": 1.2383, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.6600360298182159, | |
| "learning_rate": 1.481958762886598e-07, | |
| "loss": 1.2235, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4720151441701456, | |
| "learning_rate": 1.5463917525773197e-07, | |
| "loss": 1.2094, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4520594302377389, | |
| "learning_rate": 1.6108247422680412e-07, | |
| "loss": 1.183, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4646007077422491, | |
| "learning_rate": 1.6752577319587627e-07, | |
| "loss": 1.2793, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.7724348048785946, | |
| "learning_rate": 1.7396907216494843e-07, | |
| "loss": 1.2119, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5963766134260833, | |
| "learning_rate": 1.804123711340206e-07, | |
| "loss": 1.2124, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.44281136689198974, | |
| "learning_rate": 1.868556701030928e-07, | |
| "loss": 1.183, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5848813922825735, | |
| "learning_rate": 1.9329896907216494e-07, | |
| "loss": 1.1965, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.6350181434204577, | |
| "learning_rate": 1.9974226804123712e-07, | |
| "loss": 1.2209, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4102105166564691, | |
| "learning_rate": 2.0618556701030925e-07, | |
| "loss": 1.233, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4547896713814094, | |
| "learning_rate": 2.1262886597938143e-07, | |
| "loss": 1.1977, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.48260421693181227, | |
| "learning_rate": 2.190721649484536e-07, | |
| "loss": 1.2407, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.47606213247480483, | |
| "learning_rate": 2.2551546391752576e-07, | |
| "loss": 1.2091, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4186261733793144, | |
| "learning_rate": 2.3195876288659794e-07, | |
| "loss": 1.1767, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5610682632154923, | |
| "learning_rate": 2.3840206185567012e-07, | |
| "loss": 1.195, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4991728132294886, | |
| "learning_rate": 2.4484536082474224e-07, | |
| "loss": 1.1884, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.377945615144518, | |
| "learning_rate": 2.512886597938144e-07, | |
| "loss": 1.1889, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.6192794218394144, | |
| "learning_rate": 2.5773195876288655e-07, | |
| "loss": 1.2404, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.46359803524900906, | |
| "learning_rate": 2.6417525773195873e-07, | |
| "loss": 1.1784, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.6617405723758515, | |
| "learning_rate": 2.706185567010309e-07, | |
| "loss": 1.2117, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.7958161334530682, | |
| "learning_rate": 2.770618556701031e-07, | |
| "loss": 1.1944, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.8107074055312508, | |
| "learning_rate": 2.835051546391752e-07, | |
| "loss": 1.237, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.46174371139366394, | |
| "learning_rate": 2.8994845360824745e-07, | |
| "loss": 1.2125, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5719944209888713, | |
| "learning_rate": 2.963917525773196e-07, | |
| "loss": 1.2475, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.4351960107554103, | |
| "learning_rate": 3.028350515463917e-07, | |
| "loss": 1.1695, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.44512933223413065, | |
| "learning_rate": 3.0927835051546394e-07, | |
| "loss": 1.2178, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5528660111247783, | |
| "learning_rate": 3.1572164948453606e-07, | |
| "loss": 1.2027, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5116091364221563, | |
| "learning_rate": 3.2216494845360824e-07, | |
| "loss": 1.2224, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.39343853393523637, | |
| "learning_rate": 3.286082474226804e-07, | |
| "loss": 1.218, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.571131594344541, | |
| "learning_rate": 3.3505154639175255e-07, | |
| "loss": 1.252, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.4938530416662391, | |
| "learning_rate": 3.4149484536082473e-07, | |
| "loss": 1.162, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.520502953726534, | |
| "learning_rate": 3.4793814432989685e-07, | |
| "loss": 1.183, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.523597976170542, | |
| "learning_rate": 3.543814432989691e-07, | |
| "loss": 1.1383, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.3815871429726415, | |
| "learning_rate": 3.608247422680412e-07, | |
| "loss": 1.1643, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4835696356079593, | |
| "learning_rate": 3.672680412371134e-07, | |
| "loss": 1.1912, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4403194396238357, | |
| "learning_rate": 3.737113402061856e-07, | |
| "loss": 1.1931, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5282589912864021, | |
| "learning_rate": 3.801546391752577e-07, | |
| "loss": 1.243, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.3346525289367091, | |
| "learning_rate": 3.865979381443299e-07, | |
| "loss": 1.2049, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5207281874834205, | |
| "learning_rate": 3.9304123711340206e-07, | |
| "loss": 1.186, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4763510371696751, | |
| "learning_rate": 3.9948453608247424e-07, | |
| "loss": 1.2109, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5226573743165585, | |
| "learning_rate": 4.0592783505154637e-07, | |
| "loss": 1.1849, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6164257855641101, | |
| "learning_rate": 4.123711340206185e-07, | |
| "loss": 1.2765, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.45640817162369646, | |
| "learning_rate": 4.188144329896907e-07, | |
| "loss": 1.1517, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.381252987434718, | |
| "learning_rate": 4.2525773195876285e-07, | |
| "loss": 1.1483, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.37716885012133083, | |
| "learning_rate": 4.3170103092783503e-07, | |
| "loss": 1.1802, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.27910258398784316, | |
| "learning_rate": 4.381443298969072e-07, | |
| "loss": 1.1466, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5177367856818617, | |
| "learning_rate": 4.4458762886597934e-07, | |
| "loss": 1.1812, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3887407344356738, | |
| "learning_rate": 4.510309278350515e-07, | |
| "loss": 1.2225, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.48503162312739034, | |
| "learning_rate": 4.574742268041237e-07, | |
| "loss": 1.1639, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.44237735879442, | |
| "learning_rate": 4.639175257731959e-07, | |
| "loss": 1.1754, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.41609679946936035, | |
| "learning_rate": 4.70360824742268e-07, | |
| "loss": 1.1399, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.32556234251915184, | |
| "learning_rate": 4.7680412371134024e-07, | |
| "loss": 1.1638, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.27379067788041994, | |
| "learning_rate": 4.832474226804123e-07, | |
| "loss": 1.1508, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3796015001836942, | |
| "learning_rate": 4.896907216494845e-07, | |
| "loss": 1.1174, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4145408169029473, | |
| "learning_rate": 4.961340206185567e-07, | |
| "loss": 1.1459, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.32089801961474884, | |
| "learning_rate": 5.025773195876288e-07, | |
| "loss": 1.1574, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3829621826884815, | |
| "learning_rate": 5.090206185567009e-07, | |
| "loss": 1.2045, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4007285090776862, | |
| "learning_rate": 5.154639175257731e-07, | |
| "loss": 1.1678, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.40052906809761024, | |
| "learning_rate": 5.219072164948454e-07, | |
| "loss": 1.1588, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.38092344104849307, | |
| "learning_rate": 5.283505154639175e-07, | |
| "loss": 1.1386, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3320360466235796, | |
| "learning_rate": 5.347938144329896e-07, | |
| "loss": 1.1366, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.4085094235588679, | |
| "learning_rate": 5.412371134020618e-07, | |
| "loss": 1.1709, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.2703217201718773, | |
| "learning_rate": 5.47680412371134e-07, | |
| "loss": 1.1469, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5142835166070265, | |
| "learning_rate": 5.541237113402062e-07, | |
| "loss": 1.1582, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.32469088747549585, | |
| "learning_rate": 5.605670103092784e-07, | |
| "loss": 1.1627, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.47227589008148696, | |
| "learning_rate": 5.670103092783504e-07, | |
| "loss": 1.1536, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.27737415293856066, | |
| "learning_rate": 5.734536082474226e-07, | |
| "loss": 1.1411, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.47844441679101485, | |
| "learning_rate": 5.798969072164949e-07, | |
| "loss": 1.1376, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.24740711882829364, | |
| "learning_rate": 5.86340206185567e-07, | |
| "loss": 1.1428, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.3596770690225834, | |
| "learning_rate": 5.927835051546392e-07, | |
| "loss": 1.1306, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.3853999217330004, | |
| "learning_rate": 5.992268041237113e-07, | |
| "loss": 1.125, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.28203836839179436, | |
| "learning_rate": 6.056701030927834e-07, | |
| "loss": 1.0974, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.3815782154177524, | |
| "learning_rate": 6.121134020618557e-07, | |
| "loss": 1.1435, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.40660461351756055, | |
| "learning_rate": 6.185567010309279e-07, | |
| "loss": 1.1252, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4473570719883677, | |
| "learning_rate": 6.249999999999999e-07, | |
| "loss": 1.1534, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.3016667814758067, | |
| "learning_rate": 6.314432989690721e-07, | |
| "loss": 1.1572, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.25046681744569643, | |
| "learning_rate": 6.378865979381443e-07, | |
| "loss": 1.1354, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.321101969151723, | |
| "learning_rate": 6.443298969072165e-07, | |
| "loss": 1.131, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3447078961627486, | |
| "learning_rate": 6.507731958762887e-07, | |
| "loss": 1.1675, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3058191384904833, | |
| "learning_rate": 6.572164948453608e-07, | |
| "loss": 1.1486, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4071749991366515, | |
| "learning_rate": 6.636597938144329e-07, | |
| "loss": 1.1214, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.27190774717782273, | |
| "learning_rate": 6.701030927835051e-07, | |
| "loss": 1.1129, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3173952397629306, | |
| "learning_rate": 6.765463917525773e-07, | |
| "loss": 1.1067, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3487331387664773, | |
| "learning_rate": 6.829896907216495e-07, | |
| "loss": 1.144, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3324048358789938, | |
| "learning_rate": 6.894329896907216e-07, | |
| "loss": 1.1353, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3006630286415635, | |
| "learning_rate": 6.958762886597937e-07, | |
| "loss": 1.1254, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.2627056030538818, | |
| "learning_rate": 7.023195876288659e-07, | |
| "loss": 1.0809, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.2903433078125946, | |
| "learning_rate": 7.087628865979382e-07, | |
| "loss": 1.1063, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4466761860876455, | |
| "learning_rate": 7.152061855670102e-07, | |
| "loss": 1.1151, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.23461073207386746, | |
| "learning_rate": 7.216494845360824e-07, | |
| "loss": 1.1166, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.27417488924150696, | |
| "learning_rate": 7.280927835051546e-07, | |
| "loss": 1.1462, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.27294376187262775, | |
| "learning_rate": 7.345360824742268e-07, | |
| "loss": 1.1061, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.34139898616900827, | |
| "learning_rate": 7.40979381443299e-07, | |
| "loss": 1.1079, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.31579050892163335, | |
| "learning_rate": 7.474226804123711e-07, | |
| "loss": 1.1162, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.259281614297188, | |
| "learning_rate": 7.538659793814432e-07, | |
| "loss": 1.1067, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3329073225220458, | |
| "learning_rate": 7.603092783505154e-07, | |
| "loss": 1.1235, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3110773744452709, | |
| "learning_rate": 7.667525773195877e-07, | |
| "loss": 1.1048, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.33810273741235664, | |
| "learning_rate": 7.731958762886598e-07, | |
| "loss": 1.104, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.20126338290056853, | |
| "learning_rate": 7.796391752577319e-07, | |
| "loss": 1.1078, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.25841417283721924, | |
| "learning_rate": 7.860824742268041e-07, | |
| "loss": 1.092, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.2781143907781358, | |
| "learning_rate": 7.925257731958762e-07, | |
| "loss": 1.1189, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3207040738845204, | |
| "learning_rate": 7.989690721649485e-07, | |
| "loss": 1.074, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.25223586961135275, | |
| "learning_rate": 8.054123711340207e-07, | |
| "loss": 1.1419, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.2669597345215262, | |
| "learning_rate": 8.118556701030927e-07, | |
| "loss": 1.0925, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.28871763373364795, | |
| "learning_rate": 8.182989690721649e-07, | |
| "loss": 1.1159, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.2773152422736672, | |
| "learning_rate": 8.24742268041237e-07, | |
| "loss": 1.0917, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.2775315009668929, | |
| "learning_rate": 8.311855670103093e-07, | |
| "loss": 1.0299, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.2961928411844274, | |
| "learning_rate": 8.376288659793815e-07, | |
| "loss": 1.0688, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.29673031901143204, | |
| "learning_rate": 8.440721649484535e-07, | |
| "loss": 1.0816, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2070863413789537, | |
| "learning_rate": 8.505154639175257e-07, | |
| "loss": 1.0594, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.21872035798434927, | |
| "learning_rate": 8.569587628865979e-07, | |
| "loss": 1.0542, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.21097167700938158, | |
| "learning_rate": 8.634020618556701e-07, | |
| "loss": 1.0686, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2570218696498895, | |
| "learning_rate": 8.698453608247422e-07, | |
| "loss": 1.0624, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2492663026420371, | |
| "learning_rate": 8.762886597938144e-07, | |
| "loss": 1.0779, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.25176442133697435, | |
| "learning_rate": 8.827319587628865e-07, | |
| "loss": 1.0618, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.26370754246965605, | |
| "learning_rate": 8.891752577319587e-07, | |
| "loss": 1.056, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2592920964960942, | |
| "learning_rate": 8.95618556701031e-07, | |
| "loss": 1.0621, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2563316335870609, | |
| "learning_rate": 9.02061855670103e-07, | |
| "loss": 1.0703, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2450187809012757, | |
| "learning_rate": 9.085051546391752e-07, | |
| "loss": 1.0742, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3274692712066339, | |
| "learning_rate": 9.149484536082474e-07, | |
| "loss": 1.0669, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.19325188989551953, | |
| "learning_rate": 9.213917525773195e-07, | |
| "loss": 1.043, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2628965042539924, | |
| "learning_rate": 9.278350515463918e-07, | |
| "loss": 1.0743, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.23958482705295195, | |
| "learning_rate": 9.342783505154639e-07, | |
| "loss": 1.0645, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3080341759711365, | |
| "learning_rate": 9.40721649484536e-07, | |
| "loss": 1.0434, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.23504320384291294, | |
| "learning_rate": 9.471649484536082e-07, | |
| "loss": 1.0259, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2678847914513063, | |
| "learning_rate": 9.536082474226805e-07, | |
| "loss": 1.0365, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.22144786075966805, | |
| "learning_rate": 9.600515463917527e-07, | |
| "loss": 1.0719, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.24556908642575295, | |
| "learning_rate": 9.664948453608246e-07, | |
| "loss": 1.0489, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.23231695185782006, | |
| "learning_rate": 9.729381443298968e-07, | |
| "loss": 1.0476, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.21134107850080222, | |
| "learning_rate": 9.79381443298969e-07, | |
| "loss": 1.0509, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.21488532511557354, | |
| "learning_rate": 9.858247422680412e-07, | |
| "loss": 1.0158, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.24143524806993258, | |
| "learning_rate": 9.922680412371133e-07, | |
| "loss": 1.0923, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2311111870194462, | |
| "learning_rate": 9.987113402061855e-07, | |
| "loss": 1.0076, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2195717729307349, | |
| "learning_rate": 9.999991892299655e-07, | |
| "loss": 1.0525, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2215554391894305, | |
| "learning_rate": 9.999958954812064e-07, | |
| "loss": 1.0331, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.22222011437465564, | |
| "learning_rate": 9.999900680972736e-07, | |
| "loss": 1.0282, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.23475602808234386, | |
| "learning_rate": 9.99981707107696e-07, | |
| "loss": 1.0503, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.18975538764394448, | |
| "learning_rate": 9.999708125548415e-07, | |
| "loss": 1.0327, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.19604732138331937, | |
| "learning_rate": 9.999573844939157e-07, | |
| "loss": 1.0428, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.25173731704055136, | |
| "learning_rate": 9.999414229929635e-07, | |
| "loss": 1.0237, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2272232189984373, | |
| "learning_rate": 9.999229281328663e-07, | |
| "loss": 1.0811, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.17980969681455283, | |
| "learning_rate": 9.999019000073436e-07, | |
| "loss": 1.0387, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.15126647869778184, | |
| "learning_rate": 9.998783387229512e-07, | |
| "loss": 1.006, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.17174505452180605, | |
| "learning_rate": 9.998522443990818e-07, | |
| "loss": 1.0253, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2511655236810563, | |
| "learning_rate": 9.998236171679632e-07, | |
| "loss": 1.0307, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.18636095621653437, | |
| "learning_rate": 9.997924571746588e-07, | |
| "loss": 1.043, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.21909056173060806, | |
| "learning_rate": 9.997587645770658e-07, | |
| "loss": 1.061, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.17291380095750897, | |
| "learning_rate": 9.99722539545915e-07, | |
| "loss": 1.0271, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2363460759161499, | |
| "learning_rate": 9.996837822647702e-07, | |
| "loss": 1.0206, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.22227402710302605, | |
| "learning_rate": 9.996424929300262e-07, | |
| "loss": 1.0574, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2741496290133062, | |
| "learning_rate": 9.995986717509096e-07, | |
| "loss": 0.9992, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.20826964829580846, | |
| "learning_rate": 9.995523189494754e-07, | |
| "loss": 1.0264, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2291084286120521, | |
| "learning_rate": 9.995034347606082e-07, | |
| "loss": 1.0209, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.22323279187922898, | |
| "learning_rate": 9.994520194320188e-07, | |
| "loss": 1.0187, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.16709823133230353, | |
| "learning_rate": 9.993980732242452e-07, | |
| "loss": 1.0394, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.19834685529225118, | |
| "learning_rate": 9.993415964106496e-07, | |
| "loss": 1.0156, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2321751605838502, | |
| "learning_rate": 9.992825892774176e-07, | |
| "loss": 1.0161, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.19805409529248438, | |
| "learning_rate": 9.992210521235567e-07, | |
| "loss": 1.0484, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.1676051380713844, | |
| "learning_rate": 9.991569852608949e-07, | |
| "loss": 1.0293, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.24615936792801493, | |
| "learning_rate": 9.990903890140788e-07, | |
| "loss": 0.99, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2578091409628526, | |
| "learning_rate": 9.990212637205727e-07, | |
| "loss": 1.0223, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.18692480745384935, | |
| "learning_rate": 9.989496097306556e-07, | |
| "loss": 0.9981, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.1652811495241546, | |
| "learning_rate": 9.98875427407421e-07, | |
| "loss": 0.9664, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.15662822597690493, | |
| "learning_rate": 9.987987171267737e-07, | |
| "loss": 1.0507, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.17056334334264195, | |
| "learning_rate": 9.987194792774286e-07, | |
| "loss": 0.9951, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.14148188737112052, | |
| "learning_rate": 9.986377142609089e-07, | |
| "loss": 1.023, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.19725317368255313, | |
| "learning_rate": 9.985534224915428e-07, | |
| "loss": 1.0182, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.14444259171535412, | |
| "learning_rate": 9.984666043964635e-07, | |
| "loss": 1.0378, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.1502581445533813, | |
| "learning_rate": 9.983772604156055e-07, | |
| "loss": 0.9952, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.1780329553764791, | |
| "learning_rate": 9.982853910017022e-07, | |
| "loss": 1.0244, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.17727060881813794, | |
| "learning_rate": 9.981909966202845e-07, | |
| "loss": 0.9809, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.20589035306039621, | |
| "learning_rate": 9.980940777496788e-07, | |
| "loss": 1.0599, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.18545517599149922, | |
| "learning_rate": 9.979946348810028e-07, | |
| "loss": 1.0224, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.11588831779201968, | |
| "learning_rate": 9.978926685181647e-07, | |
| "loss": 1.0061, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.168924484846306, | |
| "learning_rate": 9.977881791778596e-07, | |
| "loss": 1.0152, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.18722526742768686, | |
| "learning_rate": 9.976811673895678e-07, | |
| "loss": 0.9997, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.15424043401003767, | |
| "learning_rate": 9.975716336955514e-07, | |
| "loss": 1.0154, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.15044745918361932, | |
| "learning_rate": 9.974595786508517e-07, | |
| "loss": 0.9882, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.14468834621260726, | |
| "learning_rate": 9.973450028232867e-07, | |
| "loss": 1.0199, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.19040015939009786, | |
| "learning_rate": 9.97227906793448e-07, | |
| "loss": 0.9649, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.16984918915025987, | |
| "learning_rate": 9.971082911546973e-07, | |
| "loss": 1.0095, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.12811611913997542, | |
| "learning_rate": 9.969861565131647e-07, | |
| "loss": 1.017, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.19000247404724804, | |
| "learning_rate": 9.968615034877442e-07, | |
| "loss": 0.9917, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.15165176032649844, | |
| "learning_rate": 9.967343327100918e-07, | |
| "loss": 1.0281, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.1536174536291069, | |
| "learning_rate": 9.966046448246218e-07, | |
| "loss": 1.0183, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.13025500392160377, | |
| "learning_rate": 9.964724404885024e-07, | |
| "loss": 1.0048, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.15427238149979788, | |
| "learning_rate": 9.963377203716547e-07, | |
| "loss": 0.9857, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.17362206762762045, | |
| "learning_rate": 9.962004851567477e-07, | |
| "loss": 0.9868, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.1515840740686245, | |
| "learning_rate": 9.960607355391948e-07, | |
| "loss": 1.0484, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.18078505990832724, | |
| "learning_rate": 9.959184722271509e-07, | |
| "loss": 0.989, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.1400544442856198, | |
| "learning_rate": 9.957736959415087e-07, | |
| "loss": 1.0248, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.14796181710930523, | |
| "learning_rate": 9.956264074158947e-07, | |
| "loss": 0.9962, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.16131319155245327, | |
| "learning_rate": 9.954766073966657e-07, | |
| "loss": 1.0091, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.11961473727194277, | |
| "learning_rate": 9.953242966429055e-07, | |
| "loss": 0.9676, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.19617377831011606, | |
| "learning_rate": 9.951694759264198e-07, | |
| "loss": 1.0401, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.15167856400502114, | |
| "learning_rate": 9.950121460317337e-07, | |
| "loss": 0.9875, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.15758120902216588, | |
| "learning_rate": 9.94852307756087e-07, | |
| "loss": 1.0142, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.1824885693101237, | |
| "learning_rate": 9.946899619094295e-07, | |
| "loss": 0.9885, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.14102156144718092, | |
| "learning_rate": 9.945251093144187e-07, | |
| "loss": 1.0167, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.12522093088535893, | |
| "learning_rate": 9.943577508064143e-07, | |
| "loss": 1.0003, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.14673760387636478, | |
| "learning_rate": 9.941878872334738e-07, | |
| "loss": 1.0037, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.12909658867541232, | |
| "learning_rate": 9.940155194563487e-07, | |
| "loss": 0.998, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.1318004222137836, | |
| "learning_rate": 9.938406483484808e-07, | |
| "loss": 0.9813, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.1642253814198742, | |
| "learning_rate": 9.936632747959961e-07, | |
| "loss": 1.01, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.15273940217678547, | |
| "learning_rate": 9.93483399697702e-07, | |
| "loss": 1.0162, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.147954680503508, | |
| "learning_rate": 9.933010239650817e-07, | |
| "loss": 0.9754, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.1285580753566918, | |
| "learning_rate": 9.931161485222898e-07, | |
| "loss": 0.9918, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.1296590022014456, | |
| "learning_rate": 9.92928774306148e-07, | |
| "loss": 1.0132, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.14081183459860172, | |
| "learning_rate": 9.927389022661398e-07, | |
| "loss": 0.9739, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.12747057419734933, | |
| "learning_rate": 9.92546533364406e-07, | |
| "loss": 1.0019, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.14594195188886933, | |
| "learning_rate": 9.9235166857574e-07, | |
| "loss": 0.994, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.12053499310567327, | |
| "learning_rate": 9.921543088875824e-07, | |
| "loss": 0.9842, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.14811236379339104, | |
| "learning_rate": 9.919544553000162e-07, | |
| "loss": 0.9817, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.1641024890846564, | |
| "learning_rate": 9.91752108825762e-07, | |
| "loss": 1.0132, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.12297856461945962, | |
| "learning_rate": 9.915472704901724e-07, | |
| "loss": 0.9964, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.1231168753765529, | |
| "learning_rate": 9.913399413312272e-07, | |
| "loss": 0.9892, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.1547692025114942, | |
| "learning_rate": 9.91130122399528e-07, | |
| "loss": 0.9635, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.13208977967804597, | |
| "learning_rate": 9.909178147582928e-07, | |
| "loss": 0.9842, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.1296374959772723, | |
| "learning_rate": 9.907030194833506e-07, | |
| "loss": 1.0207, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.14047567894861018, | |
| "learning_rate": 9.904857376631359e-07, | |
| "loss": 0.9949, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.12971642636167702, | |
| "learning_rate": 9.902659703986835e-07, | |
| "loss": 0.9987, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.14741563386277243, | |
| "learning_rate": 9.90043718803623e-07, | |
| "loss": 0.9932, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.15198166013399284, | |
| "learning_rate": 9.898189840041721e-07, | |
| "loss": 0.9419, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.12789127412963947, | |
| "learning_rate": 9.895917671391325e-07, | |
| "loss": 0.9723, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.13331264765150608, | |
| "learning_rate": 9.893620693598829e-07, | |
| "loss": 0.9604, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.1334119431045558, | |
| "learning_rate": 9.891298918303732e-07, | |
| "loss": 0.9638, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.13939368536733832, | |
| "learning_rate": 9.8889523572712e-07, | |
| "loss": 0.9917, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.1531060103163608, | |
| "learning_rate": 9.886581022391985e-07, | |
| "loss": 0.9796, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.14760001820883373, | |
| "learning_rate": 9.88418492568238e-07, | |
| "loss": 0.9889, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.12723064465221331, | |
| "learning_rate": 9.881764079284159e-07, | |
| "loss": 1.0023, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.14728586609836652, | |
| "learning_rate": 9.879318495464503e-07, | |
| "loss": 0.9819, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.14555977172052836, | |
| "learning_rate": 9.876848186615949e-07, | |
| "loss": 0.9963, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.13819872477226244, | |
| "learning_rate": 9.87435316525632e-07, | |
| "loss": 0.9781, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.12573391469885703, | |
| "learning_rate": 9.871833444028673e-07, | |
| "loss": 0.9794, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.12077151555401149, | |
| "learning_rate": 9.869289035701215e-07, | |
| "loss": 1.006, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.1467514469469745, | |
| "learning_rate": 9.866719953167261e-07, | |
| "loss": 0.9902, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.11708967635411316, | |
| "learning_rate": 9.864126209445152e-07, | |
| "loss": 0.9883, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.11360811182885677, | |
| "learning_rate": 9.861507817678195e-07, | |
| "loss": 0.9789, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.13198590705652274, | |
| "learning_rate": 9.858864791134604e-07, | |
| "loss": 0.9688, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.13575024467776314, | |
| "learning_rate": 9.856197143207412e-07, | |
| "loss": 0.9644, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.13043038559635964, | |
| "learning_rate": 9.853504887414428e-07, | |
| "loss": 0.9992, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.11983900287466571, | |
| "learning_rate": 9.850788037398146e-07, | |
| "loss": 0.9772, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.13811512339323653, | |
| "learning_rate": 9.8480466069257e-07, | |
| "loss": 1.0026, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.1311244619060084, | |
| "learning_rate": 9.845280609888769e-07, | |
| "loss": 0.983, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.1414852776034834, | |
| "learning_rate": 9.842490060303523e-07, | |
| "loss": 0.9766, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.12734569735165552, | |
| "learning_rate": 9.839674972310547e-07, | |
| "loss": 0.9885, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.1357778005359003, | |
| "learning_rate": 9.836835360174772e-07, | |
| "loss": 0.9937, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.12592944796646743, | |
| "learning_rate": 9.8339712382854e-07, | |
| "loss": 0.9921, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.1457978128910316, | |
| "learning_rate": 9.831082621155824e-07, | |
| "loss": 0.947, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.1325166381460097, | |
| "learning_rate": 9.828169523423572e-07, | |
| "loss": 0.9546, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.13833214744042951, | |
| "learning_rate": 9.82523195985022e-07, | |
| "loss": 1.0091, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.1146408721824335, | |
| "learning_rate": 9.822269945321317e-07, | |
| "loss": 0.9902, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.14160449889230736, | |
| "learning_rate": 9.819283494846315e-07, | |
| "loss": 0.957, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.12248759233813743, | |
| "learning_rate": 9.81627262355849e-07, | |
| "loss": 0.9979, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.12672187402686996, | |
| "learning_rate": 9.813237346714866e-07, | |
| "loss": 0.971, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.12812244033197875, | |
| "learning_rate": 9.810177679696138e-07, | |
| "loss": 0.9794, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.11747065298995094, | |
| "learning_rate": 9.807093638006593e-07, | |
| "loss": 0.9701, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.13214800408242058, | |
| "learning_rate": 9.803985237274033e-07, | |
| "loss": 0.9943, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.11405812793040136, | |
| "learning_rate": 9.800852493249694e-07, | |
| "loss": 0.9845, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.18105251260157323, | |
| "learning_rate": 9.797695421808165e-07, | |
| "loss": 0.9616, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.13316430762709344, | |
| "learning_rate": 9.794514038947316e-07, | |
| "loss": 0.997, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.1348504677245663, | |
| "learning_rate": 9.791308360788204e-07, | |
| "loss": 0.9695, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.12685419458554126, | |
| "learning_rate": 9.788078403575e-07, | |
| "loss": 0.9617, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.11840608790985199, | |
| "learning_rate": 9.784824183674903e-07, | |
| "loss": 0.9768, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.13207408490130262, | |
| "learning_rate": 9.781545717578064e-07, | |
| "loss": 0.9936, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.11304036704824351, | |
| "learning_rate": 9.778243021897492e-07, | |
| "loss": 0.9791, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.1122526120538181, | |
| "learning_rate": 9.774916113368973e-07, | |
| "loss": 0.9888, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.1468262771140114, | |
| "learning_rate": 9.771565008850998e-07, | |
| "loss": 0.9777, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.13518121118171272, | |
| "learning_rate": 9.768189725324651e-07, | |
| "loss": 1.0079, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.1209904755124303, | |
| "learning_rate": 9.764790279893552e-07, | |
| "loss": 0.9896, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.19359250780157092, | |
| "learning_rate": 9.76136668978375e-07, | |
| "loss": 0.9495, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.12242033880749509, | |
| "learning_rate": 9.757918972343643e-07, | |
| "loss": 0.983, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.12535113182416072, | |
| "learning_rate": 9.754447145043889e-07, | |
| "loss": 0.9463, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.1391622931596189, | |
| "learning_rate": 9.750951225477322e-07, | |
| "loss": 0.9917, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.12193674639210303, | |
| "learning_rate": 9.747431231358861e-07, | |
| "loss": 0.9961, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.12450683996290608, | |
| "learning_rate": 9.743887180525407e-07, | |
| "loss": 0.9679, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.11445126212265636, | |
| "learning_rate": 9.740319090935774e-07, | |
| "loss": 0.9823, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.11892931759502721, | |
| "learning_rate": 9.736726980670587e-07, | |
| "loss": 0.9511, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.12969159665700125, | |
| "learning_rate": 9.733110867932189e-07, | |
| "loss": 0.9557, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.11210576618142787, | |
| "learning_rate": 9.729470771044549e-07, | |
| "loss": 0.9783, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.11347659350713385, | |
| "learning_rate": 9.725806708453173e-07, | |
| "loss": 0.9796, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.1283052843940726, | |
| "learning_rate": 9.72211869872501e-07, | |
| "loss": 0.9741, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.12296735167262948, | |
| "learning_rate": 9.71840676054836e-07, | |
| "loss": 0.9682, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.13085115071550882, | |
| "learning_rate": 9.714670912732764e-07, | |
| "loss": 0.9956, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.12769176007630262, | |
| "learning_rate": 9.710911174208936e-07, | |
| "loss": 0.9657, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.10837307445722577, | |
| "learning_rate": 9.707127564028639e-07, | |
| "loss": 0.9728, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.1217312829871794, | |
| "learning_rate": 9.703320101364605e-07, | |
| "loss": 1.0011, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.11695765188963504, | |
| "learning_rate": 9.699488805510442e-07, | |
| "loss": 0.9879, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.12917996114342756, | |
| "learning_rate": 9.695633695880511e-07, | |
| "loss": 0.9674, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.12845898744262566, | |
| "learning_rate": 9.691754792009864e-07, | |
| "loss": 0.9806, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.10413846981546938, | |
| "learning_rate": 9.687852113554114e-07, | |
| "loss": 0.9675, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.12181336129845245, | |
| "learning_rate": 9.683925680289347e-07, | |
| "loss": 0.9415, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.1356758793892471, | |
| "learning_rate": 9.67997551211203e-07, | |
| "loss": 0.9607, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.11905589158103425, | |
| "learning_rate": 9.676001629038894e-07, | |
| "loss": 0.9703, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.11587648523721791, | |
| "learning_rate": 9.672004051206847e-07, | |
| "loss": 0.9688, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.14376516716077894, | |
| "learning_rate": 9.66798279887286e-07, | |
| "loss": 0.981, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.129776505672388, | |
| "learning_rate": 9.663937892413877e-07, | |
| "loss": 1.0056, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.12384072073184683, | |
| "learning_rate": 9.659869352326695e-07, | |
| "loss": 0.9893, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.12119125322212589, | |
| "learning_rate": 9.65577719922788e-07, | |
| "loss": 0.9841, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.12646358628409698, | |
| "learning_rate": 9.651661453853648e-07, | |
| "loss": 0.9734, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.1475852617467925, | |
| "learning_rate": 9.647522137059762e-07, | |
| "loss": 0.9689, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.11856392949123994, | |
| "learning_rate": 9.643359269821435e-07, | |
| "loss": 0.983, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.1367081155073447, | |
| "learning_rate": 9.639172873233213e-07, | |
| "loss": 0.9809, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.11040674904523864, | |
| "learning_rate": 9.63496296850887e-07, | |
| "loss": 0.9737, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.11767440815015452, | |
| "learning_rate": 9.630729576981311e-07, | |
| "loss": 0.9426, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.1293468383720689, | |
| "learning_rate": 9.62647272010245e-07, | |
| "loss": 0.9726, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.13291735985036215, | |
| "learning_rate": 9.622192419443108e-07, | |
| "loss": 0.98, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.1076782094194722, | |
| "learning_rate": 9.617888696692905e-07, | |
| "loss": 1.0099, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.12587437191905246, | |
| "learning_rate": 9.613561573660143e-07, | |
| "loss": 0.9509, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.1304868748703427, | |
| "learning_rate": 9.609211072271708e-07, | |
| "loss": 0.9498, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.12375523788413598, | |
| "learning_rate": 9.604837214572948e-07, | |
| "loss": 0.974, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12108928838694019, | |
| "learning_rate": 9.600440022727563e-07, | |
| "loss": 0.9805, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.11987477249423575, | |
| "learning_rate": 9.596019519017494e-07, | |
| "loss": 0.979, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.122213780465657, | |
| "learning_rate": 9.591575725842815e-07, | |
| "loss": 0.9458, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.11337442942828732, | |
| "learning_rate": 9.58710866572161e-07, | |
| "loss": 0.9901, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.1157208756675931, | |
| "learning_rate": 9.582618361289869e-07, | |
| "loss": 0.9729, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.11427905380667161, | |
| "learning_rate": 9.578104835301363e-07, | |
| "loss": 0.9816, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.13096930408065172, | |
| "learning_rate": 9.573568110627538e-07, | |
| "loss": 0.978, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12486479832605693, | |
| "learning_rate": 9.56900821025739e-07, | |
| "loss": 0.9586, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12386202803994883, | |
| "learning_rate": 9.56442515729736e-07, | |
| "loss": 1.005, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.14065409142553154, | |
| "learning_rate": 9.559818974971206e-07, | |
| "loss": 0.9776, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.11322432292616115, | |
| "learning_rate": 9.555189686619888e-07, | |
| "loss": 0.9788, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12634031248565974, | |
| "learning_rate": 9.550537315701459e-07, | |
| "loss": 0.9969, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12309381631580273, | |
| "learning_rate": 9.54586188579093e-07, | |
| "loss": 0.9319, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.121835402954551, | |
| "learning_rate": 9.541163420580163e-07, | |
| "loss": 0.977, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.12935419984057203, | |
| "learning_rate": 9.536441943877749e-07, | |
| "loss": 0.9639, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.12129980464103775, | |
| "learning_rate": 9.531697479608883e-07, | |
| "loss": 0.9373, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.1326651035511269, | |
| "learning_rate": 9.526930051815244e-07, | |
| "loss": 0.9632, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.12297750287210125, | |
| "learning_rate": 9.522139684654876e-07, | |
| "loss": 0.9559, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.12067188452461271, | |
| "learning_rate": 9.517326402402065e-07, | |
| "loss": 0.9313, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.1315894118442904, | |
| "learning_rate": 9.512490229447212e-07, | |
| "loss": 0.9697, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.11332588803910468, | |
| "learning_rate": 9.507631190296716e-07, | |
| "loss": 0.9568, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.1227083750915719, | |
| "learning_rate": 9.502749309572842e-07, | |
| "loss": 0.9719, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.12814161346575262, | |
| "learning_rate": 9.497844612013603e-07, | |
| "loss": 0.9548, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.11751451859714467, | |
| "learning_rate": 9.492917122472634e-07, | |
| "loss": 0.9838, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.11587622441404007, | |
| "learning_rate": 9.487966865919057e-07, | |
| "loss": 0.9628, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.12134140859929958, | |
| "learning_rate": 9.482993867437372e-07, | |
| "loss": 0.9523, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.12849338023068144, | |
| "learning_rate": 9.477998152227308e-07, | |
| "loss": 0.9588, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.12625891069355497, | |
| "learning_rate": 9.472979745603716e-07, | |
| "loss": 0.9798, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.12253962694756051, | |
| "learning_rate": 9.467938672996425e-07, | |
| "loss": 0.9787, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.12260035298804736, | |
| "learning_rate": 9.462874959950126e-07, | |
| "loss": 0.9528, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.11736154982661531, | |
| "learning_rate": 9.457788632124228e-07, | |
| "loss": 0.9762, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.1205989412299247, | |
| "learning_rate": 9.452679715292746e-07, | |
| "loss": 0.9818, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.13241922588449712, | |
| "learning_rate": 9.447548235344152e-07, | |
| "loss": 0.9767, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.11642078256778576, | |
| "learning_rate": 9.442394218281256e-07, | |
| "loss": 1.0041, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.11870531221632347, | |
| "learning_rate": 9.437217690221071e-07, | |
| "loss": 0.961, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.11726042345167338, | |
| "learning_rate": 9.432018677394679e-07, | |
| "loss": 0.9765, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.12613937220055743, | |
| "learning_rate": 9.4267972061471e-07, | |
| "loss": 0.9826, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.1284851302569357, | |
| "learning_rate": 9.421553302937158e-07, | |
| "loss": 0.9433, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.11615001043895708, | |
| "learning_rate": 9.416286994337345e-07, | |
| "loss": 0.9665, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.11875489889051563, | |
| "learning_rate": 9.410998307033691e-07, | |
| "loss": 0.9592, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.11177135430794444, | |
| "learning_rate": 9.405687267825622e-07, | |
| "loss": 0.9468, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.12101369757303639, | |
| "learning_rate": 9.400353903625833e-07, | |
| "loss": 0.9604, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.10224191697554577, | |
| "learning_rate": 9.394998241460144e-07, | |
| "loss": 0.9651, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.11954311476860209, | |
| "learning_rate": 9.389620308467365e-07, | |
| "loss": 0.9927, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.11827360297873002, | |
| "learning_rate": 9.384220131899159e-07, | |
| "loss": 0.9861, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.12528598562533394, | |
| "learning_rate": 9.378797739119908e-07, | |
| "loss": 0.9539, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.12077838103796736, | |
| "learning_rate": 9.373353157606564e-07, | |
| "loss": 1.008, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.12157572608793726, | |
| "learning_rate": 9.367886414948525e-07, | |
| "loss": 0.9644, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.11679023789316648, | |
| "learning_rate": 9.362397538847476e-07, | |
| "loss": 0.9727, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.11779342566697402, | |
| "learning_rate": 9.356886557117268e-07, | |
| "loss": 0.9468, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.11278724950455456, | |
| "learning_rate": 9.351353497683763e-07, | |
| "loss": 0.9698, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.13113081100313076, | |
| "learning_rate": 9.3457983885847e-07, | |
| "loss": 0.9529, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.12885728475683297, | |
| "learning_rate": 9.34022125796955e-07, | |
| "loss": 0.9792, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.11775755061403537, | |
| "learning_rate": 9.33462213409937e-07, | |
| "loss": 0.9632, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.12295005090776762, | |
| "learning_rate": 9.329001045346673e-07, | |
| "loss": 0.9725, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.12535914174879317, | |
| "learning_rate": 9.323358020195266e-07, | |
| "loss": 0.9564, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.12914283532793955, | |
| "learning_rate": 9.317693087240118e-07, | |
| "loss": 0.9876, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.12911790555139133, | |
| "learning_rate": 9.31200627518721e-07, | |
| "loss": 0.9644, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.12341612797287908, | |
| "learning_rate": 9.306297612853396e-07, | |
| "loss": 0.968, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.1278443847633763, | |
| "learning_rate": 9.300567129166245e-07, | |
| "loss": 0.9782, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.11985544926407674, | |
| "learning_rate": 9.294814853163911e-07, | |
| "loss": 0.9717, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.13572222140252924, | |
| "learning_rate": 9.289040813994964e-07, | |
| "loss": 0.9346, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.11611937435652277, | |
| "learning_rate": 9.283245040918267e-07, | |
| "loss": 0.9177, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.11132255535564403, | |
| "learning_rate": 9.277427563302806e-07, | |
| "loss": 0.998, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.12419662446899254, | |
| "learning_rate": 9.271588410627559e-07, | |
| "loss": 0.9611, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.12038591990741773, | |
| "learning_rate": 9.265727612481331e-07, | |
| "loss": 0.957, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.12480335025403838, | |
| "learning_rate": 9.259845198562615e-07, | |
| "loss": 0.9968, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.12200287552574611, | |
| "learning_rate": 9.25394119867944e-07, | |
| "loss": 0.9979, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.12350690343547352, | |
| "learning_rate": 9.248015642749211e-07, | |
| "loss": 0.9703, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.12141019504963686, | |
| "learning_rate": 9.242068560798572e-07, | |
| "loss": 0.9635, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.11905567730302113, | |
| "learning_rate": 9.236099982963239e-07, | |
| "loss": 0.9419, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.13032217117158715, | |
| "learning_rate": 9.23010993948786e-07, | |
| "loss": 0.9931, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.12635482914205362, | |
| "learning_rate": 9.224098460725855e-07, | |
| "loss": 0.9651, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.1215769182297846, | |
| "learning_rate": 9.218065577139259e-07, | |
| "loss": 0.966, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.13068384626096122, | |
| "learning_rate": 9.212011319298577e-07, | |
| "loss": 0.9436, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.12482024493118403, | |
| "learning_rate": 9.205935717882621e-07, | |
| "loss": 0.9498, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.11702857739266968, | |
| "learning_rate": 9.199838803678361e-07, | |
| "loss": 0.9983, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.11916950337238004, | |
| "learning_rate": 9.19372060758076e-07, | |
| "loss": 0.9628, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.12996497328936654, | |
| "learning_rate": 9.187581160592628e-07, | |
| "loss": 0.9523, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.11495390283812988, | |
| "learning_rate": 9.181420493824457e-07, | |
| "loss": 0.9909, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.1296523350381107, | |
| "learning_rate": 9.175238638494269e-07, | |
| "loss": 0.9797, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.13197855332382968, | |
| "learning_rate": 9.169035625927451e-07, | |
| "loss": 0.9677, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.11844146484544314, | |
| "learning_rate": 9.162811487556606e-07, | |
| "loss": 0.9712, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.11914757859089617, | |
| "learning_rate": 9.156566254921382e-07, | |
| "loss": 0.9695, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.12621452494766983, | |
| "learning_rate": 9.150299959668322e-07, | |
| "loss": 0.9574, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.12317065777299938, | |
| "learning_rate": 9.144012633550698e-07, | |
| "loss": 0.9606, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.12010581474012526, | |
| "learning_rate": 9.137704308428353e-07, | |
| "loss": 0.9566, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.12447883448147107, | |
| "learning_rate": 9.131375016267538e-07, | |
| "loss": 0.9476, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.12274591175424188, | |
| "learning_rate": 9.125024789140753e-07, | |
| "loss": 0.9638, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.12252334173704718, | |
| "learning_rate": 9.118653659226576e-07, | |
| "loss": 0.9798, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.1222767957152178, | |
| "learning_rate": 9.112261658809513e-07, | |
| "loss": 0.9685, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.12268185431367663, | |
| "learning_rate": 9.105848820279824e-07, | |
| "loss": 0.9575, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.12300764959353264, | |
| "learning_rate": 9.099415176133358e-07, | |
| "loss": 0.9893, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.1316049657846485, | |
| "learning_rate": 9.092960758971402e-07, | |
| "loss": 0.9494, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12593613376659166, | |
| "learning_rate": 9.0864856015005e-07, | |
| "loss": 0.9803, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12491280405268614, | |
| "learning_rate": 9.079989736532292e-07, | |
| "loss": 0.9526, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.13667972400904602, | |
| "learning_rate": 9.073473196983355e-07, | |
| "loss": 1.001, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.120396037304972, | |
| "learning_rate": 9.066936015875026e-07, | |
| "loss": 0.9469, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12023662183951149, | |
| "learning_rate": 9.060378226333243e-07, | |
| "loss": 0.9851, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12187472737970531, | |
| "learning_rate": 9.05379986158837e-07, | |
| "loss": 0.9354, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12800207521977724, | |
| "learning_rate": 9.047200954975032e-07, | |
| "loss": 0.9381, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12166314579262971, | |
| "learning_rate": 9.040581539931949e-07, | |
| "loss": 0.9586, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12434303113647774, | |
| "learning_rate": 9.033941650001762e-07, | |
| "loss": 0.9365, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12516979145004994, | |
| "learning_rate": 9.027281318830864e-07, | |
| "loss": 0.9635, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.1293824685918648, | |
| "learning_rate": 9.02060058016923e-07, | |
| "loss": 1.0137, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.1298085174968314, | |
| "learning_rate": 9.013899467870248e-07, | |
| "loss": 0.9423, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12429239024861925, | |
| "learning_rate": 9.007178015890545e-07, | |
| "loss": 0.9597, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.12397378241772136, | |
| "learning_rate": 9.000436258289812e-07, | |
| "loss": 0.9755, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.12605131650079643, | |
| "learning_rate": 8.993674229230641e-07, | |
| "loss": 0.9811, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.11566383698614861, | |
| "learning_rate": 8.98689196297834e-07, | |
| "loss": 0.9424, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.11892600295495828, | |
| "learning_rate": 8.980089493900771e-07, | |
| "loss": 0.9574, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.12113537776351631, | |
| "learning_rate": 8.973266856468164e-07, | |
| "loss": 0.9656, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.1222139608324094, | |
| "learning_rate": 8.966424085252952e-07, | |
| "loss": 0.9775, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.1297970669680985, | |
| "learning_rate": 8.959561214929591e-07, | |
| "loss": 0.9507, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.1338252988966343, | |
| "learning_rate": 8.952678280274387e-07, | |
| "loss": 0.9547, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.13517688877359477, | |
| "learning_rate": 8.945775316165316e-07, | |
| "loss": 0.9504, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.12500641957192377, | |
| "learning_rate": 8.938852357581851e-07, | |
| "loss": 0.9434, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.1177837105657456, | |
| "learning_rate": 8.931909439604781e-07, | |
| "loss": 0.9252, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.1179877539798463, | |
| "learning_rate": 8.924946597416041e-07, | |
| "loss": 0.9721, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.12723591406312473, | |
| "learning_rate": 8.91796386629852e-07, | |
| "loss": 0.9515, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.12044456538597373, | |
| "learning_rate": 8.910961281635898e-07, | |
| "loss": 0.963, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.13552937162823855, | |
| "learning_rate": 8.903938878912454e-07, | |
| "loss": 0.9638, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.12676999906732542, | |
| "learning_rate": 8.896896693712894e-07, | |
| "loss": 0.9461, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.12632053440927568, | |
| "learning_rate": 8.889834761722168e-07, | |
| "loss": 0.9541, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.12896734155124848, | |
| "learning_rate": 8.882753118725286e-07, | |
| "loss": 0.9518, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.11150352419412583, | |
| "learning_rate": 8.875651800607145e-07, | |
| "loss": 0.9158, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.13166934919759735, | |
| "learning_rate": 8.868530843352336e-07, | |
| "loss": 1.0062, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.1319973844885429, | |
| "learning_rate": 8.861390283044974e-07, | |
| "loss": 0.9711, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.12441621558722263, | |
| "learning_rate": 8.854230155868504e-07, | |
| "loss": 0.9597, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.12890914904233772, | |
| "learning_rate": 8.847050498105524e-07, | |
| "loss": 0.9656, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.1273617283902276, | |
| "learning_rate": 8.839851346137599e-07, | |
| "loss": 0.9934, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.11757718989612276, | |
| "learning_rate": 8.832632736445078e-07, | |
| "loss": 0.9601, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.13076595044539988, | |
| "learning_rate": 8.82539470560691e-07, | |
| "loss": 0.9576, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.12206246271024937, | |
| "learning_rate": 8.818137290300452e-07, | |
| "loss": 0.9298, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.13535937307748616, | |
| "learning_rate": 8.810860527301294e-07, | |
| "loss": 0.9733, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.13713712744899167, | |
| "learning_rate": 8.803564453483062e-07, | |
| "loss": 0.9654, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.12512145189174623, | |
| "learning_rate": 8.79624910581724e-07, | |
| "loss": 0.9699, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.1260724469087313, | |
| "learning_rate": 8.788914521372975e-07, | |
| "loss": 0.9549, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.12980048824126203, | |
| "learning_rate": 8.781560737316895e-07, | |
| "loss": 0.9772, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.12049218660958246, | |
| "learning_rate": 8.774187790912917e-07, | |
| "loss": 0.9738, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.13906663291546636, | |
| "learning_rate": 8.766795719522062e-07, | |
| "loss": 0.9535, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.1149767822696225, | |
| "learning_rate": 8.759384560602261e-07, | |
| "loss": 0.9633, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.12039678951317301, | |
| "learning_rate": 8.751954351708168e-07, | |
| "loss": 0.9586, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.11913613862640543, | |
| "learning_rate": 8.744505130490969e-07, | |
| "loss": 0.9669, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.13007720862986635, | |
| "learning_rate": 8.737036934698189e-07, | |
| "loss": 0.9569, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.11959766565309056, | |
| "learning_rate": 8.729549802173513e-07, | |
| "loss": 0.9863, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.12705965089741275, | |
| "learning_rate": 8.72204377085657e-07, | |
| "loss": 0.9456, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.12279006581200576, | |
| "learning_rate": 8.714518878782766e-07, | |
| "loss": 0.9778, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.119533444273622, | |
| "learning_rate": 8.706975164083074e-07, | |
| "loss": 0.9421, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.12268234161105362, | |
| "learning_rate": 8.699412664983854e-07, | |
| "loss": 0.967, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.13566599274266372, | |
| "learning_rate": 8.691831419806643e-07, | |
| "loss": 0.956, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.1253320784302625, | |
| "learning_rate": 8.684231466967977e-07, | |
| "loss": 0.9463, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.12196615182740232, | |
| "learning_rate": 8.676612844979187e-07, | |
| "loss": 0.954, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.1252029993708072, | |
| "learning_rate": 8.66897559244621e-07, | |
| "loss": 0.9953, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.11997054377450589, | |
| "learning_rate": 8.661319748069384e-07, | |
| "loss": 0.9468, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.12208675750883287, | |
| "learning_rate": 8.653645350643264e-07, | |
| "loss": 0.9733, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.12070074886663928, | |
| "learning_rate": 8.645952439056412e-07, | |
| "loss": 0.9693, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.13227346913782864, | |
| "learning_rate": 8.638241052291212e-07, | |
| "loss": 0.9535, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.1274427599313127, | |
| "learning_rate": 8.630511229423667e-07, | |
| "loss": 0.9424, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.13336060715091919, | |
| "learning_rate": 8.622763009623202e-07, | |
| "loss": 0.9608, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.1388725575082033, | |
| "learning_rate": 8.61499643215246e-07, | |
| "loss": 0.9822, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.12759910426866902, | |
| "learning_rate": 8.607211536367116e-07, | |
| "loss": 0.9519, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.1186229590229591, | |
| "learning_rate": 8.599408361715661e-07, | |
| "loss": 0.9467, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.13149744238453148, | |
| "learning_rate": 8.59158694773922e-07, | |
| "loss": 0.9587, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.12895156644202038, | |
| "learning_rate": 8.583747334071334e-07, | |
| "loss": 0.9562, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.12857345006475474, | |
| "learning_rate": 8.575889560437772e-07, | |
| "loss": 0.9172, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.1232075425270835, | |
| "learning_rate": 8.568013666656325e-07, | |
| "loss": 0.9681, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.11636336633891423, | |
| "learning_rate": 8.5601196926366e-07, | |
| "loss": 0.9291, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.12439182003994874, | |
| "learning_rate": 8.552207678379832e-07, | |
| "loss": 0.973, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.12538810205254744, | |
| "learning_rate": 8.54427766397866e-07, | |
| "loss": 0.9877, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.12147536548689451, | |
| "learning_rate": 8.536329689616943e-07, | |
| "loss": 0.9593, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.1335403459002424, | |
| "learning_rate": 8.528363795569548e-07, | |
| "loss": 0.9643, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.12789604459057055, | |
| "learning_rate": 8.520380022202141e-07, | |
| "loss": 0.9694, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.13179360034868276, | |
| "learning_rate": 8.512378409970995e-07, | |
| "loss": 0.9408, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.1324972270894786, | |
| "learning_rate": 8.504358999422776e-07, | |
| "loss": 0.9589, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.11994295282967923, | |
| "learning_rate": 8.496321831194336e-07, | |
| "loss": 0.9402, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.12029593183235637, | |
| "learning_rate": 8.488266946012516e-07, | |
| "loss": 0.9529, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.11917481891064877, | |
| "learning_rate": 8.48019438469393e-07, | |
| "loss": 0.9085, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.1274216769254125, | |
| "learning_rate": 8.472104188144766e-07, | |
| "loss": 0.9611, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.12866807928843538, | |
| "learning_rate": 8.463996397360574e-07, | |
| "loss": 0.9444, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.13044453446529503, | |
| "learning_rate": 8.455871053426056e-07, | |
| "loss": 0.9491, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.12233813334906042, | |
| "learning_rate": 8.447728197514867e-07, | |
| "loss": 0.9673, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.1275771155355058, | |
| "learning_rate": 8.439567870889399e-07, | |
| "loss": 0.9635, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.12313878069336046, | |
| "learning_rate": 8.431390114900569e-07, | |
| "loss": 0.97, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.1327981257411731, | |
| "learning_rate": 8.423194970987622e-07, | |
| "loss": 0.9467, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.13514695117532505, | |
| "learning_rate": 8.414982480677905e-07, | |
| "loss": 0.9176, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.12163202912591402, | |
| "learning_rate": 8.40675268558667e-07, | |
| "loss": 0.9762, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.12286220242126533, | |
| "learning_rate": 8.398505627416855e-07, | |
| "loss": 0.9527, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1259083134108581, | |
| "learning_rate": 8.390241347958877e-07, | |
| "loss": 0.9645, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.11792059246211607, | |
| "learning_rate": 8.381959889090417e-07, | |
| "loss": 0.9534, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.13136289068169052, | |
| "learning_rate": 8.373661292776214e-07, | |
| "loss": 0.9653, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1354661197279732, | |
| "learning_rate": 8.365345601067841e-07, | |
| "loss": 0.9683, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.12852555122549478, | |
| "learning_rate": 8.357012856103501e-07, | |
| "loss": 0.9594, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.12849992064342664, | |
| "learning_rate": 8.348663100107816e-07, | |
| "loss": 0.9981, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1279689300198508, | |
| "learning_rate": 8.3402963753916e-07, | |
| "loss": 0.9934, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.11816408569787522, | |
| "learning_rate": 8.33191272435166e-07, | |
| "loss": 0.9689, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1142131609144541, | |
| "learning_rate": 8.32351218947057e-07, | |
| "loss": 0.9989, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.12216288478603315, | |
| "learning_rate": 8.31509481331646e-07, | |
| "loss": 0.9756, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.11589937923595327, | |
| "learning_rate": 8.306660638542802e-07, | |
| "loss": 0.9442, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.13166599879526164, | |
| "learning_rate": 8.29820970788819e-07, | |
| "loss": 0.9661, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1268144052164066, | |
| "learning_rate": 8.289742064176128e-07, | |
| "loss": 0.9548, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.12788882934785634, | |
| "learning_rate": 8.281257750314805e-07, | |
| "loss": 0.9266, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.13229414625103106, | |
| "learning_rate": 8.272756809296887e-07, | |
| "loss": 0.928, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.11747212647242553, | |
| "learning_rate": 8.264239284199295e-07, | |
| "loss": 0.95, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.13379273157137722, | |
| "learning_rate": 8.255705218182983e-07, | |
| "loss": 0.9565, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.1396695834143499, | |
| "learning_rate": 8.24715465449273e-07, | |
| "loss": 0.9602, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.12245905752091622, | |
| "learning_rate": 8.238587636456904e-07, | |
| "loss": 0.9776, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.12457129265827753, | |
| "learning_rate": 8.230004207487263e-07, | |
| "loss": 0.9404, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.12650803624149431, | |
| "learning_rate": 8.221404411078716e-07, | |
| "loss": 0.9567, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.1369001591120179, | |
| "learning_rate": 8.212788290809116e-07, | |
| "loss": 0.9613, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.12932221492384852, | |
| "learning_rate": 8.204155890339032e-07, | |
| "loss": 0.9874, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.12323953290234287, | |
| "learning_rate": 8.195507253411527e-07, | |
| "loss": 0.9607, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.1226432701531176, | |
| "learning_rate": 8.186842423851946e-07, | |
| "loss": 0.9652, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.13131615770228897, | |
| "learning_rate": 8.178161445567681e-07, | |
| "loss": 0.9461, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.12776292090024383, | |
| "learning_rate": 8.169464362547959e-07, | |
| "loss": 0.9918, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.12733009344534835, | |
| "learning_rate": 8.160751218863611e-07, | |
| "loss": 0.9095, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.12344217388603404, | |
| "learning_rate": 8.152022058666854e-07, | |
| "loss": 0.9653, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12036219918993828, | |
| "learning_rate": 8.143276926191067e-07, | |
| "loss": 0.9745, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12474505981797819, | |
| "learning_rate": 8.134515865750563e-07, | |
| "loss": 0.9253, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.13110547921964624, | |
| "learning_rate": 8.125738921740368e-07, | |
| "loss": 0.9121, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.13168309709339523, | |
| "learning_rate": 8.116946138635997e-07, | |
| "loss": 0.9259, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.1379149989908605, | |
| "learning_rate": 8.108137560993224e-07, | |
| "loss": 0.941, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.1264243641219311, | |
| "learning_rate": 8.09931323344786e-07, | |
| "loss": 0.9383, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.13604437500700384, | |
| "learning_rate": 8.090473200715524e-07, | |
| "loss": 0.9706, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12011404997230099, | |
| "learning_rate": 8.081617507591421e-07, | |
| "loss": 0.9628, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.13429788442946078, | |
| "learning_rate": 8.072746198950109e-07, | |
| "loss": 0.9821, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.13518027656863413, | |
| "learning_rate": 8.063859319745278e-07, | |
| "loss": 0.9483, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.1209960307443581, | |
| "learning_rate": 8.054956915009517e-07, | |
| "loss": 0.9403, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12171245590852015, | |
| "learning_rate": 8.046039029854085e-07, | |
| "loss": 0.9747, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12699857176550366, | |
| "learning_rate": 8.037105709468693e-07, | |
| "loss": 0.9108, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.12368251260434174, | |
| "learning_rate": 8.028156999121258e-07, | |
| "loss": 0.9431, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.14111865299159115, | |
| "learning_rate": 8.019192944157688e-07, | |
| "loss": 0.9376, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.13068319360232591, | |
| "learning_rate": 8.010213590001647e-07, | |
| "loss": 0.9498, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.13434787759306582, | |
| "learning_rate": 8.001218982154319e-07, | |
| "loss": 0.9722, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.1233812847154311, | |
| "learning_rate": 7.992209166194196e-07, | |
| "loss": 0.9544, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.12483817861211521, | |
| "learning_rate": 7.98318418777682e-07, | |
| "loss": 0.9401, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.13009026512758384, | |
| "learning_rate": 7.974144092634572e-07, | |
| "loss": 0.951, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.13697450210988552, | |
| "learning_rate": 7.965088926576436e-07, | |
| "loss": 0.973, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.12585670143765343, | |
| "learning_rate": 7.956018735487762e-07, | |
| "loss": 0.9644, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.11488518133175933, | |
| "learning_rate": 7.946933565330039e-07, | |
| "loss": 0.9579, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.1314584613462125, | |
| "learning_rate": 7.937833462140657e-07, | |
| "loss": 0.9384, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.13574344595441162, | |
| "learning_rate": 7.928718472032678e-07, | |
| "loss": 0.9899, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.13080842686925537, | |
| "learning_rate": 7.919588641194601e-07, | |
| "loss": 0.914, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.13034085175340068, | |
| "learning_rate": 7.910444015890128e-07, | |
| "loss": 0.9403, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.13809170816721889, | |
| "learning_rate": 7.901284642457921e-07, | |
| "loss": 0.9408, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.12173600823417502, | |
| "learning_rate": 7.892110567311392e-07, | |
| "loss": 0.9285, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.1464444063361684, | |
| "learning_rate": 7.882921836938436e-07, | |
| "loss": 0.9463, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.13147064300694333, | |
| "learning_rate": 7.873718497901218e-07, | |
| "loss": 0.9513, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.1210225120610158, | |
| "learning_rate": 7.864500596835925e-07, | |
| "loss": 0.9688, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.1326634527524828, | |
| "learning_rate": 7.855268180452542e-07, | |
| "loss": 0.9177, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.13542168248570954, | |
| "learning_rate": 7.8460212955346e-07, | |
| "loss": 0.9521, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.1323389287600922, | |
| "learning_rate": 7.836759988938949e-07, | |
| "loss": 0.9637, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.13060800687982715, | |
| "learning_rate": 7.82748430759552e-07, | |
| "loss": 0.9786, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.12657134041895668, | |
| "learning_rate": 7.818194298507082e-07, | |
| "loss": 0.9671, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.1330575716919685, | |
| "learning_rate": 7.80889000874901e-07, | |
| "loss": 0.9912, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.12059217256694675, | |
| "learning_rate": 7.799571485469043e-07, | |
| "loss": 0.9403, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.13233889397056475, | |
| "learning_rate": 7.790238775887046e-07, | |
| "loss": 0.9688, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.1316622948052838, | |
| "learning_rate": 7.780891927294768e-07, | |
| "loss": 0.9379, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.1272488711325029, | |
| "learning_rate": 7.771530987055608e-07, | |
| "loss": 0.9584, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.13293517325189286, | |
| "learning_rate": 7.762156002604369e-07, | |
| "loss": 0.9665, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.13100693264694405, | |
| "learning_rate": 7.752767021447022e-07, | |
| "loss": 0.9581, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.12423910087713855, | |
| "learning_rate": 7.743364091160465e-07, | |
| "loss": 0.9608, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.12921295985843698, | |
| "learning_rate": 7.733947259392277e-07, | |
| "loss": 0.9578, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.12495255994471571, | |
| "learning_rate": 7.724516573860483e-07, | |
| "loss": 0.9726, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.13114636136234115, | |
| "learning_rate": 7.715072082353308e-07, | |
| "loss": 0.9833, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.14363179538499532, | |
| "learning_rate": 7.705613832728937e-07, | |
| "loss": 0.9844, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.137970930067913, | |
| "learning_rate": 7.696141872915269e-07, | |
| "loss": 0.941, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.13639060865228242, | |
| "learning_rate": 7.686656250909686e-07, | |
| "loss": 0.9404, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.12106145306222679, | |
| "learning_rate": 7.677157014778786e-07, | |
| "loss": 0.9467, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.13221511649231485, | |
| "learning_rate": 7.667644212658164e-07, | |
| "loss": 0.9253, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.1248192690504065, | |
| "learning_rate": 7.658117892752159e-07, | |
| "loss": 1.0083, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.13567821488062623, | |
| "learning_rate": 7.648578103333602e-07, | |
| "loss": 0.9582, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.12559276597971622, | |
| "learning_rate": 7.639024892743581e-07, | |
| "loss": 0.9397, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.1260127186466067, | |
| "learning_rate": 7.629458309391199e-07, | |
| "loss": 0.9418, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.1263444037067101, | |
| "learning_rate": 7.619878401753315e-07, | |
| "loss": 0.9634, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.1295773150815806, | |
| "learning_rate": 7.61028521837431e-07, | |
| "loss": 0.9602, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.13812984343744542, | |
| "learning_rate": 7.600678807865835e-07, | |
| "loss": 0.9721, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.13263439713363698, | |
| "learning_rate": 7.591059218906571e-07, | |
| "loss": 0.9688, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.13148062912356961, | |
| "learning_rate": 7.581426500241975e-07, | |
| "loss": 0.9436, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.12869119312285332, | |
| "learning_rate": 7.571780700684038e-07, | |
| "loss": 0.9726, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.13378214633892332, | |
| "learning_rate": 7.562121869111036e-07, | |
| "loss": 0.9402, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.13530973447558917, | |
| "learning_rate": 7.552450054467279e-07, | |
| "loss": 0.9666, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.1343285161158426, | |
| "learning_rate": 7.54276530576287e-07, | |
| "loss": 0.9215, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.1289485361084503, | |
| "learning_rate": 7.533067672073453e-07, | |
| "loss": 0.9439, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.12630366893375639, | |
| "learning_rate": 7.523357202539961e-07, | |
| "loss": 0.9863, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.13397743413171725, | |
| "learning_rate": 7.513633946368376e-07, | |
| "loss": 0.9368, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.13567942165764624, | |
| "learning_rate": 7.503897952829467e-07, | |
| "loss": 0.9436, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.12755114849987834, | |
| "learning_rate": 7.494149271258549e-07, | |
| "loss": 0.9478, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.12994334889464337, | |
| "learning_rate": 7.484387951055237e-07, | |
| "loss": 0.9283, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.12412019789679693, | |
| "learning_rate": 7.474614041683182e-07, | |
| "loss": 0.9619, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.13799461076049485, | |
| "learning_rate": 7.464827592669832e-07, | |
| "loss": 0.9652, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.11947852095618566, | |
| "learning_rate": 7.45502865360618e-07, | |
| "loss": 0.9479, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.12585173226324806, | |
| "learning_rate": 7.445217274146502e-07, | |
| "loss": 0.9649, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.14980148075275915, | |
| "learning_rate": 7.435393504008124e-07, | |
| "loss": 0.9252, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.12980724753796014, | |
| "learning_rate": 7.425557392971149e-07, | |
| "loss": 0.941, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.14040255281074032, | |
| "learning_rate": 7.415708990878222e-07, | |
| "loss": 0.9467, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.13306755370627207, | |
| "learning_rate": 7.405848347634268e-07, | |
| "loss": 0.9398, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.13650987173279677, | |
| "learning_rate": 7.395975513206244e-07, | |
| "loss": 0.9591, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.13113039131383386, | |
| "learning_rate": 7.38609053762288e-07, | |
| "loss": 0.9392, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.13325765862509942, | |
| "learning_rate": 7.376193470974432e-07, | |
| "loss": 0.9837, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.14225587837837686, | |
| "learning_rate": 7.366284363412422e-07, | |
| "loss": 0.9737, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.1357989069941775, | |
| "learning_rate": 7.356363265149391e-07, | |
| "loss": 0.949, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.13682740794381917, | |
| "learning_rate": 7.346430226458639e-07, | |
| "loss": 0.926, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.12373039131723906, | |
| "learning_rate": 7.33648529767397e-07, | |
| "loss": 0.9533, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.13583459356225527, | |
| "learning_rate": 7.326528529189442e-07, | |
| "loss": 0.9703, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.13269131982818066, | |
| "learning_rate": 7.316559971459106e-07, | |
| "loss": 0.9491, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.13561739013339438, | |
| "learning_rate": 7.306579674996754e-07, | |
| "loss": 0.9401, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.12689039560629126, | |
| "learning_rate": 7.296587690375661e-07, | |
| "loss": 0.9339, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.1509279629269088, | |
| "learning_rate": 7.286584068228332e-07, | |
| "loss": 0.9862, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.13215306021832438, | |
| "learning_rate": 7.276568859246237e-07, | |
| "loss": 0.9484, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.13612738238898625, | |
| "learning_rate": 7.266542114179567e-07, | |
| "loss": 0.976, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.12100484525886428, | |
| "learning_rate": 7.256503883836968e-07, | |
| "loss": 0.9328, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.11829929573438083, | |
| "learning_rate": 7.246454219085283e-07, | |
| "loss": 0.9515, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.1372109053553825, | |
| "learning_rate": 7.236393170849297e-07, | |
| "loss": 0.9747, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.13636098232877802, | |
| "learning_rate": 7.226320790111482e-07, | |
| "loss": 0.9619, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.14263069218636176, | |
| "learning_rate": 7.216237127911733e-07, | |
| "loss": 0.9645, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.1267116547244488, | |
| "learning_rate": 7.206142235347111e-07, | |
| "loss": 0.9625, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.1721735725134802, | |
| "learning_rate": 7.196036163571586e-07, | |
| "loss": 0.942, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.13662632560462493, | |
| "learning_rate": 7.185918963795776e-07, | |
| "loss": 0.9254, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.13813446535464022, | |
| "learning_rate": 7.175790687286689e-07, | |
| "loss": 0.9292, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.13234427891092346, | |
| "learning_rate": 7.165651385367462e-07, | |
| "loss": 0.9449, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.13966175855812854, | |
| "learning_rate": 7.155501109417098e-07, | |
| "loss": 0.9226, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.14131851420104063, | |
| "learning_rate": 7.145339910870214e-07, | |
| "loss": 0.9407, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.13669120694546202, | |
| "learning_rate": 7.135167841216774e-07, | |
| "loss": 0.9336, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.12658907757361437, | |
| "learning_rate": 7.124984952001825e-07, | |
| "loss": 0.9172, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.13387465379432154, | |
| "learning_rate": 7.114791294825244e-07, | |
| "loss": 0.9397, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13945877492400122, | |
| "learning_rate": 7.104586921341472e-07, | |
| "loss": 0.9448, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13167897739756673, | |
| "learning_rate": 7.094371883259255e-07, | |
| "loss": 0.9664, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13069413861865914, | |
| "learning_rate": 7.084146232341373e-07, | |
| "loss": 0.9702, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.12013350872490329, | |
| "learning_rate": 7.073910020404393e-07, | |
| "loss": 0.9594, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13130889020177322, | |
| "learning_rate": 7.063663299318392e-07, | |
| "loss": 0.9658, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13647631612496072, | |
| "learning_rate": 7.053406121006703e-07, | |
| "loss": 0.9563, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13013799660423364, | |
| "learning_rate": 7.043138537445648e-07, | |
| "loss": 0.9571, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.12822953513626817, | |
| "learning_rate": 7.032860600664274e-07, | |
| "loss": 0.9371, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13950345796181055, | |
| "learning_rate": 7.022572362744096e-07, | |
| "loss": 0.9106, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13268238587388465, | |
| "learning_rate": 7.012273875818823e-07, | |
| "loss": 0.9589, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.1381359099890364, | |
| "learning_rate": 7.001965192074102e-07, | |
| "loss": 0.9429, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.12641967093193185, | |
| "learning_rate": 6.991646363747248e-07, | |
| "loss": 0.9503, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.12427125424661205, | |
| "learning_rate": 6.981317443126983e-07, | |
| "loss": 0.9256, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13059208215502052, | |
| "learning_rate": 6.97097848255317e-07, | |
| "loss": 0.9506, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.13764370334445172, | |
| "learning_rate": 6.960629534416549e-07, | |
| "loss": 0.9341, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.13143989175588544, | |
| "learning_rate": 6.950270651158466e-07, | |
| "loss": 0.9043, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.13670511139307948, | |
| "learning_rate": 6.939901885270616e-07, | |
| "loss": 0.9263, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.13974854656434085, | |
| "learning_rate": 6.929523289294769e-07, | |
| "loss": 0.9289, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.12755375697965024, | |
| "learning_rate": 6.919134915822511e-07, | |
| "loss": 0.9527, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.11921526210954565, | |
| "learning_rate": 6.908736817494966e-07, | |
| "loss": 0.9599, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.14308942393005877, | |
| "learning_rate": 6.898329047002547e-07, | |
| "loss": 0.9508, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.1451110197685494, | |
| "learning_rate": 6.887911657084669e-07, | |
| "loss": 0.9394, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.1389288903877239, | |
| "learning_rate": 6.8774847005295e-07, | |
| "loss": 0.9415, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.13821507736267624, | |
| "learning_rate": 6.867048230173681e-07, | |
| "loss": 0.9386, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.13322887601669162, | |
| "learning_rate": 6.856602298902061e-07, | |
| "loss": 0.9436, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.12556294877285898, | |
| "learning_rate": 6.846146959647434e-07, | |
| "loss": 0.9373, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.12770041296260315, | |
| "learning_rate": 6.835682265390266e-07, | |
| "loss": 0.9401, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.13258742299068157, | |
| "learning_rate": 6.825208269158425e-07, | |
| "loss": 0.9441, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.13476450384346994, | |
| "learning_rate": 6.814725024026918e-07, | |
| "loss": 0.9513, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.13084876370035464, | |
| "learning_rate": 6.80423258311762e-07, | |
| "loss": 0.9318, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.13482812789178292, | |
| "learning_rate": 6.793730999599e-07, | |
| "loss": 0.9408, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13731488104864878, | |
| "learning_rate": 6.783220326685859e-07, | |
| "loss": 0.9387, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13343809673146842, | |
| "learning_rate": 6.772700617639054e-07, | |
| "loss": 0.9822, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13242290029347972, | |
| "learning_rate": 6.762171925765234e-07, | |
| "loss": 0.9354, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.1253689199838533, | |
| "learning_rate": 6.751634304416566e-07, | |
| "loss": 0.9646, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.1342988575647191, | |
| "learning_rate": 6.741087806990462e-07, | |
| "loss": 0.9253, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13424606309812645, | |
| "learning_rate": 6.730532486929314e-07, | |
| "loss": 0.9276, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.12874324455997171, | |
| "learning_rate": 6.719968397720223e-07, | |
| "loss": 0.9262, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13603689734290478, | |
| "learning_rate": 6.709395592894724e-07, | |
| "loss": 0.9196, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13836561829500088, | |
| "learning_rate": 6.698814126028518e-07, | |
| "loss": 0.9899, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.14114382755478022, | |
| "learning_rate": 6.688224050741198e-07, | |
| "loss": 0.9428, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.1282470657903545, | |
| "learning_rate": 6.677625420695978e-07, | |
| "loss": 0.9579, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.12887683347152237, | |
| "learning_rate": 6.667018289599424e-07, | |
| "loss": 0.9389, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13626620843340756, | |
| "learning_rate": 6.656402711201177e-07, | |
| "loss": 0.9694, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13894117846209475, | |
| "learning_rate": 6.645778739293686e-07, | |
| "loss": 0.946, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.13432405155856159, | |
| "learning_rate": 6.635146427711928e-07, | |
| "loss": 0.9929, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.15040709672573466, | |
| "learning_rate": 6.624505830333144e-07, | |
| "loss": 0.93, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.13932183398240652, | |
| "learning_rate": 6.613857001076561e-07, | |
| "loss": 0.9759, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.12796432636317873, | |
| "learning_rate": 6.603199993903119e-07, | |
| "loss": 0.9559, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.13237601573240831, | |
| "learning_rate": 6.592534862815196e-07, | |
| "loss": 0.9536, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.13698037216563516, | |
| "learning_rate": 6.581861661856338e-07, | |
| "loss": 0.9378, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.12335498745818481, | |
| "learning_rate": 6.571180445110986e-07, | |
| "loss": 0.9594, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.13531056198332997, | |
| "learning_rate": 6.560491266704194e-07, | |
| "loss": 0.9522, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.14284854112075682, | |
| "learning_rate": 6.549794180801365e-07, | |
| "loss": 0.9388, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.12488046273890678, | |
| "learning_rate": 6.539089241607972e-07, | |
| "loss": 0.9682, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.1375231463166149, | |
| "learning_rate": 6.528376503369279e-07, | |
| "loss": 0.9333, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.135362237831506, | |
| "learning_rate": 6.517656020370074e-07, | |
| "loss": 0.9299, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.13529273905961453, | |
| "learning_rate": 6.506927846934386e-07, | |
| "loss": 0.9454, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.13620178013016204, | |
| "learning_rate": 6.49619203742522e-07, | |
| "loss": 0.9214, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.1289367370767514, | |
| "learning_rate": 6.485448646244268e-07, | |
| "loss": 0.9702, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.13151145282054438, | |
| "learning_rate": 6.474697727831647e-07, | |
| "loss": 0.9594, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.1354149074627231, | |
| "learning_rate": 6.463939336665612e-07, | |
| "loss": 0.9345, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.1275620944261948, | |
| "learning_rate": 6.453173527262291e-07, | |
| "loss": 0.9384, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.13732127946781197, | |
| "learning_rate": 6.442400354175396e-07, | |
| "loss": 0.9621, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.14254969349347904, | |
| "learning_rate": 6.431619871995955e-07, | |
| "loss": 0.9645, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.1271792290680745, | |
| "learning_rate": 6.420832135352035e-07, | |
| "loss": 1.0083, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.13634710315164617, | |
| "learning_rate": 6.410037198908465e-07, | |
| "loss": 0.9328, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.12793099886724055, | |
| "learning_rate": 6.399235117366551e-07, | |
| "loss": 0.9372, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.12399023297130307, | |
| "learning_rate": 6.388425945463811e-07, | |
| "loss": 0.9099, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.13368900108332116, | |
| "learning_rate": 6.377609737973693e-07, | |
| "loss": 0.9279, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.12779154144482824, | |
| "learning_rate": 6.366786549705296e-07, | |
| "loss": 0.9569, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.13468037542978326, | |
| "learning_rate": 6.355956435503086e-07, | |
| "loss": 0.9492, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.13850631596265417, | |
| "learning_rate": 6.345119450246632e-07, | |
| "loss": 0.9903, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.1340417045457032, | |
| "learning_rate": 6.33427564885032e-07, | |
| "loss": 0.9405, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.13571904191102993, | |
| "learning_rate": 6.323425086263077e-07, | |
| "loss": 0.943, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.1397683934682841, | |
| "learning_rate": 6.312567817468081e-07, | |
| "loss": 0.9519, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.13257268547547574, | |
| "learning_rate": 6.301703897482506e-07, | |
| "loss": 0.9541, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.12908145084066225, | |
| "learning_rate": 6.29083338135722e-07, | |
| "loss": 0.9517, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.12815959139643793, | |
| "learning_rate": 6.279956324176522e-07, | |
| "loss": 0.9295, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.1327573413234747, | |
| "learning_rate": 6.269072781057854e-07, | |
| "loss": 0.9604, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.13518149044456693, | |
| "learning_rate": 6.258182807151522e-07, | |
| "loss": 0.9381, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.14047426063629007, | |
| "learning_rate": 6.24728645764042e-07, | |
| "loss": 0.9433, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.13312121535562066, | |
| "learning_rate": 6.236383787739754e-07, | |
| "loss": 0.9502, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.13492442787811681, | |
| "learning_rate": 6.225474852696749e-07, | |
| "loss": 0.9872, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.1407600667641802, | |
| "learning_rate": 6.214559707790385e-07, | |
| "loss": 0.9577, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.14458729672487486, | |
| "learning_rate": 6.203638408331104e-07, | |
| "loss": 0.9067, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.1342835496564921, | |
| "learning_rate": 6.192711009660539e-07, | |
| "loss": 0.9408, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.13664873761412177, | |
| "learning_rate": 6.181777567151228e-07, | |
| "loss": 0.9383, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.15296020596616552, | |
| "learning_rate": 6.170838136206332e-07, | |
| "loss": 0.9482, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.13159404228487726, | |
| "learning_rate": 6.159892772259363e-07, | |
| "loss": 0.9607, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.12984642148178688, | |
| "learning_rate": 6.148941530773894e-07, | |
| "loss": 0.9224, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.1316104262011331, | |
| "learning_rate": 6.13798446724328e-07, | |
| "loss": 0.9676, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.13107396614566502, | |
| "learning_rate": 6.127021637190383e-07, | |
| "loss": 0.9467, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.14577195732936218, | |
| "learning_rate": 6.11605309616728e-07, | |
| "loss": 0.9699, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.13464014992920087, | |
| "learning_rate": 6.105078899754991e-07, | |
| "loss": 0.9277, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.12964735203321268, | |
| "learning_rate": 6.094099103563191e-07, | |
| "loss": 0.9125, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.13567814037631482, | |
| "learning_rate": 6.083113763229936e-07, | |
| "loss": 0.9334, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.12985783697563005, | |
| "learning_rate": 6.072122934421369e-07, | |
| "loss": 0.9417, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.1433244163139185, | |
| "learning_rate": 6.061126672831449e-07, | |
| "loss": 0.9522, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.13388217668861677, | |
| "learning_rate": 6.050125034181664e-07, | |
| "loss": 0.9458, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.13962762155324338, | |
| "learning_rate": 6.039118074220749e-07, | |
| "loss": 0.9306, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.13775535745056688, | |
| "learning_rate": 6.028105848724404e-07, | |
| "loss": 0.943, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.1348344511038057, | |
| "learning_rate": 6.017088413495009e-07, | |
| "loss": 0.9383, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.14339659440983926, | |
| "learning_rate": 6.006065824361349e-07, | |
| "loss": 0.9373, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.1336733837299364, | |
| "learning_rate": 5.995038137178318e-07, | |
| "loss": 0.9357, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.1396344951106276, | |
| "learning_rate": 5.984005407826649e-07, | |
| "loss": 0.9233, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.14178631935559058, | |
| "learning_rate": 5.972967692212621e-07, | |
| "loss": 0.9202, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.14078795292605772, | |
| "learning_rate": 5.961925046267784e-07, | |
| "loss": 0.9593, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.133807513361193, | |
| "learning_rate": 5.950877525948669e-07, | |
| "loss": 0.9705, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.1441077869585748, | |
| "learning_rate": 5.939825187236508e-07, | |
| "loss": 0.9525, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.1376659675460509, | |
| "learning_rate": 5.928768086136949e-07, | |
| "loss": 0.9681, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.13087524389317895, | |
| "learning_rate": 5.917706278679773e-07, | |
| "loss": 0.9497, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.1445351941638308, | |
| "learning_rate": 5.906639820918607e-07, | |
| "loss": 0.9475, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.13563713054228066, | |
| "learning_rate": 5.895568768930647e-07, | |
| "loss": 0.9355, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.12392608402478489, | |
| "learning_rate": 5.884493178816366e-07, | |
| "loss": 0.9579, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.14758308387309926, | |
| "learning_rate": 5.873413106699236e-07, | |
| "loss": 0.9215, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.1443124044135253, | |
| "learning_rate": 5.862328608725434e-07, | |
| "loss": 0.9596, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.14429982548565487, | |
| "learning_rate": 5.851239741063574e-07, | |
| "loss": 0.9757, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.13931310141494072, | |
| "learning_rate": 5.840146559904404e-07, | |
| "loss": 0.9264, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.13883439197158579, | |
| "learning_rate": 5.829049121460537e-07, | |
| "loss": 0.9516, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.12907862124909195, | |
| "learning_rate": 5.817947481966152e-07, | |
| "loss": 0.918, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.15574290919549133, | |
| "learning_rate": 5.806841697676721e-07, | |
| "loss": 0.9588, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.14166372520356102, | |
| "learning_rate": 5.795731824868715e-07, | |
| "loss": 0.922, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.1398585038868848, | |
| "learning_rate": 5.78461791983933e-07, | |
| "loss": 0.9183, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.13715309799760672, | |
| "learning_rate": 5.773500038906186e-07, | |
| "loss": 0.9695, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.1314419624457136, | |
| "learning_rate": 5.762378238407055e-07, | |
| "loss": 0.9336, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.13742705154600574, | |
| "learning_rate": 5.75125257469957e-07, | |
| "loss": 0.9617, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.1404427920437888, | |
| "learning_rate": 5.74012310416094e-07, | |
| "loss": 0.9317, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.13437786429067455, | |
| "learning_rate": 5.728989883187661e-07, | |
| "loss": 0.9297, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.14135609824728507, | |
| "learning_rate": 5.71785296819524e-07, | |
| "loss": 0.9236, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.15196009953822173, | |
| "learning_rate": 5.706712415617896e-07, | |
| "loss": 0.9524, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.13063431800367908, | |
| "learning_rate": 5.695568281908289e-07, | |
| "loss": 0.9226, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.13219294595838113, | |
| "learning_rate": 5.684420623537217e-07, | |
| "loss": 0.9325, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.14257086537369668, | |
| "learning_rate": 5.673269496993342e-07, | |
| "loss": 0.9601, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.1315676021445299, | |
| "learning_rate": 5.662114958782904e-07, | |
| "loss": 0.9287, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.13103011334739176, | |
| "learning_rate": 5.650957065429427e-07, | |
| "loss": 0.9437, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.14320766682312397, | |
| "learning_rate": 5.639795873473434e-07, | |
| "loss": 0.949, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.1361028352104983, | |
| "learning_rate": 5.628631439472169e-07, | |
| "loss": 0.9244, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.13799372110579064, | |
| "learning_rate": 5.617463819999302e-07, | |
| "loss": 0.9623, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.15190521516266728, | |
| "learning_rate": 5.606293071644646e-07, | |
| "loss": 0.9407, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.14601355573577898, | |
| "learning_rate": 5.595119251013862e-07, | |
| "loss": 0.9591, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.14983243939590704, | |
| "learning_rate": 5.58394241472819e-07, | |
| "loss": 0.9783, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.1328863525735647, | |
| "learning_rate": 5.572762619424144e-07, | |
| "loss": 0.9357, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.1363263559470564, | |
| "learning_rate": 5.561579921753235e-07, | |
| "loss": 0.923, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.13036100443793086, | |
| "learning_rate": 5.550394378381679e-07, | |
| "loss": 0.9199, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.12970260477191972, | |
| "learning_rate": 5.539206045990114e-07, | |
| "loss": 0.9389, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.14124743236054874, | |
| "learning_rate": 5.528014981273312e-07, | |
| "loss": 0.9401, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.13632340511779245, | |
| "learning_rate": 5.51682124093989e-07, | |
| "loss": 0.9222, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.13751946089563966, | |
| "learning_rate": 5.505624881712017e-07, | |
| "loss": 0.9422, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.13566609380787936, | |
| "learning_rate": 5.494425960325143e-07, | |
| "loss": 0.9262, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.1371124339134709, | |
| "learning_rate": 5.483224533527692e-07, | |
| "loss": 0.9365, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.14508754073949348, | |
| "learning_rate": 5.472020658080792e-07, | |
| "loss": 0.9373, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.13791380947091894, | |
| "learning_rate": 5.460814390757972e-07, | |
| "loss": 0.9459, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.13134916192663565, | |
| "learning_rate": 5.449605788344884e-07, | |
| "loss": 0.9457, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.1285721209041786, | |
| "learning_rate": 5.438394907639014e-07, | |
| "loss": 0.9706, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.14090764371110798, | |
| "learning_rate": 5.427181805449394e-07, | |
| "loss": 0.9244, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.13733261206100944, | |
| "learning_rate": 5.415966538596306e-07, | |
| "loss": 0.9404, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.14006797053834766, | |
| "learning_rate": 5.404749163911009e-07, | |
| "loss": 0.9558, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.13446255780633895, | |
| "learning_rate": 5.393529738235437e-07, | |
| "loss": 0.9585, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.13311649674371925, | |
| "learning_rate": 5.382308318421923e-07, | |
| "loss": 0.9476, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.1347618737418472, | |
| "learning_rate": 5.3710849613329e-07, | |
| "loss": 0.9354, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.12961560012932238, | |
| "learning_rate": 5.35985972384062e-07, | |
| "loss": 0.9388, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.14424819900607866, | |
| "learning_rate": 5.348632662826862e-07, | |
| "loss": 0.976, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.14449135043738937, | |
| "learning_rate": 5.337403835182648e-07, | |
| "loss": 0.9547, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.14449217241803017, | |
| "learning_rate": 5.326173297807947e-07, | |
| "loss": 0.9827, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.13901470053756623, | |
| "learning_rate": 5.3149411076114e-07, | |
| "loss": 0.9574, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.13419923786788326, | |
| "learning_rate": 5.303707321510016e-07, | |
| "loss": 0.9576, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.14069250877034248, | |
| "learning_rate": 5.292471996428893e-07, | |
| "loss": 0.9654, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.13874172749757024, | |
| "learning_rate": 5.281235189300928e-07, | |
| "loss": 0.935, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.13769044617234658, | |
| "learning_rate": 5.269996957066531e-07, | |
| "loss": 0.934, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.1401544191964316, | |
| "learning_rate": 5.258757356673327e-07, | |
| "loss": 0.966, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.1545905419405542, | |
| "learning_rate": 5.24751644507588e-07, | |
| "loss": 0.9535, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.14202184318177583, | |
| "learning_rate": 5.236274279235391e-07, | |
| "loss": 0.9649, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.1386812529388826, | |
| "learning_rate": 5.225030916119426e-07, | |
| "loss": 0.9618, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.14921224711344191, | |
| "learning_rate": 5.213786412701612e-07, | |
| "loss": 0.9514, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.13917821745751763, | |
| "learning_rate": 5.202540825961354e-07, | |
| "loss": 0.9602, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.1359045923337555, | |
| "learning_rate": 5.19129421288355e-07, | |
| "loss": 0.9564, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.13701563166264225, | |
| "learning_rate": 5.180046630458296e-07, | |
| "loss": 0.9423, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.13063447716648116, | |
| "learning_rate": 5.1687981356806e-07, | |
| "loss": 0.9484, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.14364732423031132, | |
| "learning_rate": 5.157548785550097e-07, | |
| "loss": 0.9374, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.13887408742862523, | |
| "learning_rate": 5.146298637070749e-07, | |
| "loss": 0.9143, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.14506429292209078, | |
| "learning_rate": 5.135047747250568e-07, | |
| "loss": 0.9415, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.14039111836690363, | |
| "learning_rate": 5.123796173101327e-07, | |
| "loss": 0.9772, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.14139428433060355, | |
| "learning_rate": 5.112543971638257e-07, | |
| "loss": 0.9074, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.13359420720687015, | |
| "learning_rate": 5.101291199879777e-07, | |
| "loss": 0.9288, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.12956818923822536, | |
| "learning_rate": 5.09003791484719e-07, | |
| "loss": 0.9593, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.13440406469968824, | |
| "learning_rate": 5.0787841735644e-07, | |
| "loss": 0.9244, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.14024326967442205, | |
| "learning_rate": 5.067530033057627e-07, | |
| "loss": 0.9216, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.1453797060582809, | |
| "learning_rate": 5.056275550355111e-07, | |
| "loss": 0.959, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.1344477563243494, | |
| "learning_rate": 5.045020782486826e-07, | |
| "loss": 0.9938, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.135306833491894, | |
| "learning_rate": 5.03376578648419e-07, | |
| "loss": 0.9635, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.1313707819187669, | |
| "learning_rate": 5.022510619379785e-07, | |
| "loss": 0.9133, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.15531740853981216, | |
| "learning_rate": 5.011255338207048e-07, | |
| "loss": 0.9608, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.14872241048619764, | |
| "learning_rate": 5e-07, | |
| "loss": 0.9516, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.14395371169475257, | |
| "learning_rate": 4.988744661792954e-07, | |
| "loss": 0.9611, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.14383641938913058, | |
| "learning_rate": 4.977489380620215e-07, | |
| "loss": 0.9562, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.13676169288298823, | |
| "learning_rate": 4.966234213515809e-07, | |
| "loss": 0.9517, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.13082849026044158, | |
| "learning_rate": 4.954979217513174e-07, | |
| "loss": 0.9385, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.145634899221159, | |
| "learning_rate": 4.94372444964489e-07, | |
| "loss": 0.931, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.14989098040292567, | |
| "learning_rate": 4.932469966942373e-07, | |
| "loss": 0.9612, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.137226302131918, | |
| "learning_rate": 4.921215826435599e-07, | |
| "loss": 0.9095, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.1461893206296984, | |
| "learning_rate": 4.909962085152811e-07, | |
| "loss": 0.9302, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.14353479153734497, | |
| "learning_rate": 4.898708800120225e-07, | |
| "loss": 0.9145, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.13562696311014116, | |
| "learning_rate": 4.887456028361743e-07, | |
| "loss": 0.9315, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.1439960756887905, | |
| "learning_rate": 4.876203826898674e-07, | |
| "loss": 0.9528, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.1441504289820402, | |
| "learning_rate": 4.864952252749431e-07, | |
| "loss": 0.9416, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.14771137094183798, | |
| "learning_rate": 4.853701362929252e-07, | |
| "loss": 0.9475, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.13322515728443313, | |
| "learning_rate": 4.842451214449905e-07, | |
| "loss": 0.9622, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.1375484952573135, | |
| "learning_rate": 4.831201864319399e-07, | |
| "loss": 0.9184, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.14887710613210275, | |
| "learning_rate": 4.819953369541705e-07, | |
| "loss": 0.9479, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.1352345903750029, | |
| "learning_rate": 4.808705787116451e-07, | |
| "loss": 0.9223, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.12955627618554144, | |
| "learning_rate": 4.797459174038646e-07, | |
| "loss": 0.93, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.13838552160506265, | |
| "learning_rate": 4.786213587298389e-07, | |
| "loss": 0.9632, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.14706771152988074, | |
| "learning_rate": 4.774969083880574e-07, | |
| "loss": 0.9807, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.14197009629833574, | |
| "learning_rate": 4.7637257207646085e-07, | |
| "loss": 0.9242, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.14281319185569147, | |
| "learning_rate": 4.7524835549241227e-07, | |
| "loss": 0.9357, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.14142000093076595, | |
| "learning_rate": 4.741242643326673e-07, | |
| "loss": 0.947, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.14335727669952367, | |
| "learning_rate": 4.73000304293347e-07, | |
| "loss": 0.9265, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.13851165933828438, | |
| "learning_rate": 4.718764810699072e-07, | |
| "loss": 0.9675, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.14444348222595427, | |
| "learning_rate": 4.7075280035711073e-07, | |
| "loss": 0.9791, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.12368782508157358, | |
| "learning_rate": 4.696292678489984e-07, | |
| "loss": 0.8974, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.13488729071130998, | |
| "learning_rate": 4.6850588923886e-07, | |
| "loss": 0.9621, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.1409059482513919, | |
| "learning_rate": 4.673826702192052e-07, | |
| "loss": 0.9539, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.14758733921836875, | |
| "learning_rate": 4.662596164817354e-07, | |
| "loss": 0.9581, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.14468429706703823, | |
| "learning_rate": 4.6513673371731377e-07, | |
| "loss": 0.9413, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.14755643891513737, | |
| "learning_rate": 4.6401402761593804e-07, | |
| "loss": 0.9208, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.13981241430039737, | |
| "learning_rate": 4.6289150386671e-07, | |
| "loss": 0.9632, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.1494122587951464, | |
| "learning_rate": 4.617691681578077e-07, | |
| "loss": 0.9412, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.14530208469592773, | |
| "learning_rate": 4.6064702617645623e-07, | |
| "loss": 0.9314, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.13355547335156492, | |
| "learning_rate": 4.595250836088991e-07, | |
| "loss": 0.9365, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.1463801310470242, | |
| "learning_rate": 4.584033461403694e-07, | |
| "loss": 0.9445, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.13410275920436177, | |
| "learning_rate": 4.572818194550608e-07, | |
| "loss": 0.9429, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.13655297950241482, | |
| "learning_rate": 4.5616050923609844e-07, | |
| "loss": 0.9208, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.13858841718077888, | |
| "learning_rate": 4.5503942116551166e-07, | |
| "loss": 0.9761, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.14893020947383356, | |
| "learning_rate": 4.539185609242029e-07, | |
| "loss": 0.9587, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.15200754780433523, | |
| "learning_rate": 4.527979341919208e-07, | |
| "loss": 0.938, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.14238609293971333, | |
| "learning_rate": 4.516775466472307e-07, | |
| "loss": 0.9343, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.1391204297774506, | |
| "learning_rate": 4.505574039674856e-07, | |
| "loss": 0.9538, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.14496994840666477, | |
| "learning_rate": 4.4943751182879824e-07, | |
| "loss": 0.9458, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.15021111127846792, | |
| "learning_rate": 4.483178759060111e-07, | |
| "loss": 0.912, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.15610398732035918, | |
| "learning_rate": 4.471985018726686e-07, | |
| "loss": 0.9615, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.1361888595904314, | |
| "learning_rate": 4.4607939540098853e-07, | |
| "loss": 0.9327, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.13762049558245606, | |
| "learning_rate": 4.4496056216183217e-07, | |
| "loss": 0.9413, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.1344487868542401, | |
| "learning_rate": 4.4384200782467663e-07, | |
| "loss": 0.949, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.13683998349280319, | |
| "learning_rate": 4.427237380575857e-07, | |
| "loss": 0.9399, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.1513776321717849, | |
| "learning_rate": 4.4160575852718093e-07, | |
| "loss": 0.9467, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.13814759985520336, | |
| "learning_rate": 4.4048807489861376e-07, | |
| "loss": 0.9405, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.13704792504089905, | |
| "learning_rate": 4.393706928355356e-07, | |
| "loss": 0.9416, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.17484503869404533, | |
| "learning_rate": 4.3825361800006966e-07, | |
| "loss": 0.9397, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.13022806064129525, | |
| "learning_rate": 4.3713685605278306e-07, | |
| "loss": 0.9378, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.1348576989284782, | |
| "learning_rate": 4.360204126526566e-07, | |
| "loss": 0.9313, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.14234032836867147, | |
| "learning_rate": 4.3490429345705725e-07, | |
| "loss": 0.956, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.14376320461696313, | |
| "learning_rate": 4.337885041217095e-07, | |
| "loss": 0.949, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.14802533206059484, | |
| "learning_rate": 4.326730503006656e-07, | |
| "loss": 0.9599, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.14390340243709662, | |
| "learning_rate": 4.3155793764627837e-07, | |
| "loss": 0.9738, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.13777145999732973, | |
| "learning_rate": 4.304431718091712e-07, | |
| "loss": 0.928, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.14294635047404755, | |
| "learning_rate": 4.2932875843821026e-07, | |
| "loss": 0.9369, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.13563822521920618, | |
| "learning_rate": 4.2821470318047615e-07, | |
| "loss": 0.928, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.1373813746120795, | |
| "learning_rate": 4.2710101168123394e-07, | |
| "loss": 0.9196, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.14877724321113303, | |
| "learning_rate": 4.25987689583906e-07, | |
| "loss": 0.9347, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.14455194567541574, | |
| "learning_rate": 4.2487474253004295e-07, | |
| "loss": 0.9383, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.14891273651674156, | |
| "learning_rate": 4.237621761592943e-07, | |
| "loss": 0.9362, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.15143942839340951, | |
| "learning_rate": 4.2264999610938136e-07, | |
| "loss": 0.9339, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.1409389182270421, | |
| "learning_rate": 4.215382080160671e-07, | |
| "loss": 0.9637, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.14095542475122794, | |
| "learning_rate": 4.2042681751312844e-07, | |
| "loss": 0.9458, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.12644982225748203, | |
| "learning_rate": 4.19315830232328e-07, | |
| "loss": 0.9083, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.14079396599753213, | |
| "learning_rate": 4.1820525180338493e-07, | |
| "loss": 0.9316, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.13274124330641743, | |
| "learning_rate": 4.1709508785394634e-07, | |
| "loss": 0.9553, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.14243695518154492, | |
| "learning_rate": 4.1598534400955957e-07, | |
| "loss": 0.9406, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.13474497571879107, | |
| "learning_rate": 4.148760258936426e-07, | |
| "loss": 0.9012, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.15105241270076128, | |
| "learning_rate": 4.1376713912745657e-07, | |
| "loss": 0.9044, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.1494320118851251, | |
| "learning_rate": 4.126586893300766e-07, | |
| "loss": 0.9595, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.13718789871080017, | |
| "learning_rate": 4.115506821183633e-07, | |
| "loss": 0.9625, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.1463266585177864, | |
| "learning_rate": 4.104431231069352e-07, | |
| "loss": 0.9816, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.14415807919200307, | |
| "learning_rate": 4.093360179081393e-07, | |
| "loss": 0.9231, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.14960626251189366, | |
| "learning_rate": 4.082293721320227e-07, | |
| "loss": 0.9289, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.1336138052121237, | |
| "learning_rate": 4.0712319138630514e-07, | |
| "loss": 0.9369, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.1345966886455586, | |
| "learning_rate": 4.0601748127634916e-07, | |
| "loss": 0.9376, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.15047743823981036, | |
| "learning_rate": 4.049122474051332e-07, | |
| "loss": 0.9538, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.14223183881617826, | |
| "learning_rate": 4.038074953732218e-07, | |
| "loss": 0.9351, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.14077365247559628, | |
| "learning_rate": 4.02703230778738e-07, | |
| "loss": 0.9833, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.14469553955657283, | |
| "learning_rate": 4.015994592173352e-07, | |
| "loss": 0.9424, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.13689605748742337, | |
| "learning_rate": 4.0049618628216833e-07, | |
| "loss": 0.9909, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.1473975521854963, | |
| "learning_rate": 3.9939341756386505e-07, | |
| "loss": 0.9412, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.14133881222005687, | |
| "learning_rate": 3.98291158650499e-07, | |
| "loss": 0.9435, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.14157942615468969, | |
| "learning_rate": 3.9718941512755953e-07, | |
| "loss": 0.9116, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.13823645427368084, | |
| "learning_rate": 3.960881925779251e-07, | |
| "loss": 0.9433, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.1380429178122508, | |
| "learning_rate": 3.949874965818336e-07, | |
| "loss": 0.9597, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.14745997022515944, | |
| "learning_rate": 3.9388733271685515e-07, | |
| "loss": 0.9374, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.13640740031612808, | |
| "learning_rate": 3.9278770655786315e-07, | |
| "loss": 0.9134, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.15331927389055094, | |
| "learning_rate": 3.9168862367700635e-07, | |
| "loss": 0.967, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.14455802258132033, | |
| "learning_rate": 3.9059008964368083e-07, | |
| "loss": 0.9352, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.1357021725087507, | |
| "learning_rate": 3.8949211002450107e-07, | |
| "loss": 0.9592, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.1380279312806291, | |
| "learning_rate": 3.88394690383272e-07, | |
| "loss": 0.9233, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.14867486573811337, | |
| "learning_rate": 3.872978362809618e-07, | |
| "loss": 0.9812, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1485961679801426, | |
| "learning_rate": 3.8620155327567193e-07, | |
| "loss": 0.9379, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.14200231172960304, | |
| "learning_rate": 3.8510584692261063e-07, | |
| "loss": 0.9241, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1336342654106056, | |
| "learning_rate": 3.8401072277406363e-07, | |
| "loss": 0.9285, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1418105975053479, | |
| "learning_rate": 3.829161863793666e-07, | |
| "loss": 0.9363, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.14719004987049533, | |
| "learning_rate": 3.8182224328487724e-07, | |
| "loss": 0.9303, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.14483228210557986, | |
| "learning_rate": 3.8072889903394614e-07, | |
| "loss": 0.9323, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.14153232541162572, | |
| "learning_rate": 3.796361591668895e-07, | |
| "loss": 0.9345, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.15373941821304266, | |
| "learning_rate": 3.7854402922096157e-07, | |
| "loss": 0.934, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1577553993524366, | |
| "learning_rate": 3.7745251473032514e-07, | |
| "loss": 0.9446, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.15009190987248588, | |
| "learning_rate": 3.7636162122602457e-07, | |
| "loss": 0.9691, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1392858358107291, | |
| "learning_rate": 3.752713542359579e-07, | |
| "loss": 0.9473, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.12872704651413325, | |
| "learning_rate": 3.741817192848478e-07, | |
| "loss": 0.9236, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1415907950891354, | |
| "learning_rate": 3.7309272189421457e-07, | |
| "loss": 0.9274, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1597059790363494, | |
| "learning_rate": 3.7200436758234776e-07, | |
| "loss": 0.9327, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.14195112592474582, | |
| "learning_rate": 3.7091666186427785e-07, | |
| "loss": 0.9477, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.13841665997838887, | |
| "learning_rate": 3.698296102517495e-07, | |
| "loss": 0.9091, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.14658674466631877, | |
| "learning_rate": 3.68743218253192e-07, | |
| "loss": 0.9542, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.1374221383597684, | |
| "learning_rate": 3.676574913736924e-07, | |
| "loss": 0.8939, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.12789663128231268, | |
| "learning_rate": 3.665724351149679e-07, | |
| "loss": 0.9446, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.17249517082439667, | |
| "learning_rate": 3.6548805497533664e-07, | |
| "loss": 0.9579, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.13735251666219012, | |
| "learning_rate": 3.6440435644969147e-07, | |
| "loss": 0.9561, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.1303994841502591, | |
| "learning_rate": 3.633213450294706e-07, | |
| "loss": 0.9514, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.143225557897971, | |
| "learning_rate": 3.6223902620263056e-07, | |
| "loss": 0.928, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.1592095177645772, | |
| "learning_rate": 3.611574054536189e-07, | |
| "loss": 0.946, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.14908204927455143, | |
| "learning_rate": 3.6007648826334503e-07, | |
| "loss": 0.9139, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.13952277034485105, | |
| "learning_rate": 3.5899628010915357e-07, | |
| "loss": 0.9084, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.14474751163923796, | |
| "learning_rate": 3.579167864647965e-07, | |
| "loss": 0.942, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.14873589370815438, | |
| "learning_rate": 3.5683801280040437e-07, | |
| "loss": 0.9065, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.14219047553770567, | |
| "learning_rate": 3.5575996458246044e-07, | |
| "loss": 0.9544, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.14536914120761013, | |
| "learning_rate": 3.5468264727377097e-07, | |
| "loss": 0.9596, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.15351684813578242, | |
| "learning_rate": 3.536060663334387e-07, | |
| "loss": 1.0067, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.13706606560071907, | |
| "learning_rate": 3.525302272168353e-07, | |
| "loss": 0.939, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.14824834885535257, | |
| "learning_rate": 3.5145513537557333e-07, | |
| "loss": 0.9165, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.13999285925462907, | |
| "learning_rate": 3.503807962574781e-07, | |
| "loss": 0.9418, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.14112367259850458, | |
| "learning_rate": 3.4930721530656145e-07, | |
| "loss": 0.9318, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.14385250272201497, | |
| "learning_rate": 3.482343979629926e-07, | |
| "loss": 0.9345, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.14545016646947584, | |
| "learning_rate": 3.471623496630721e-07, | |
| "loss": 0.9457, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.13018750794909917, | |
| "learning_rate": 3.460910758392029e-07, | |
| "loss": 0.9207, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.14437018907158786, | |
| "learning_rate": 3.4502058191986337e-07, | |
| "loss": 0.9544, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.1404857495433008, | |
| "learning_rate": 3.439508733295806e-07, | |
| "loss": 0.9392, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.13277736587760902, | |
| "learning_rate": 3.4288195548890155e-07, | |
| "loss": 0.9242, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.13801682472321009, | |
| "learning_rate": 3.418138338143661e-07, | |
| "loss": 0.9459, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.1417857033242969, | |
| "learning_rate": 3.407465137184805e-07, | |
| "loss": 0.9477, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.14114057544363073, | |
| "learning_rate": 3.3968000060968805e-07, | |
| "loss": 0.9399, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.1454108037427916, | |
| "learning_rate": 3.3861429989234383e-07, | |
| "loss": 0.9335, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.1330886715685197, | |
| "learning_rate": 3.375494169666856e-07, | |
| "loss": 0.9631, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.14449411879854596, | |
| "learning_rate": 3.3648535722880717e-07, | |
| "loss": 0.9546, | |
| "step": 5005 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.15695941733269012, | |
| "learning_rate": 3.3542212607063144e-07, | |
| "loss": 0.948, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.143769115506836, | |
| "learning_rate": 3.343597288798823e-07, | |
| "loss": 0.9197, | |
| "step": 5015 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.13276417580403352, | |
| "learning_rate": 3.3329817104005755e-07, | |
| "loss": 0.9446, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.1359923615274355, | |
| "learning_rate": 3.3223745793040227e-07, | |
| "loss": 0.9438, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.13705906977748641, | |
| "learning_rate": 3.3117759492588016e-07, | |
| "loss": 0.9305, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.13985453928339647, | |
| "learning_rate": 3.301185873971482e-07, | |
| "loss": 0.9312, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.13517797780792692, | |
| "learning_rate": 3.2906044071052757e-07, | |
| "loss": 0.9352, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.13207188344414794, | |
| "learning_rate": 3.280031602279777e-07, | |
| "loss": 0.919, | |
| "step": 5045 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.14644444340430735, | |
| "learning_rate": 3.2694675130706863e-07, | |
| "loss": 0.9631, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.1402621328131883, | |
| "learning_rate": 3.2589121930095397e-07, | |
| "loss": 0.9268, | |
| "step": 5055 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.14725521781507542, | |
| "learning_rate": 3.2483656955834335e-07, | |
| "loss": 0.9366, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.16879467258873443, | |
| "learning_rate": 3.2378280742347653e-07, | |
| "loss": 0.9608, | |
| "step": 5065 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.15098337048101163, | |
| "learning_rate": 3.227299382360944e-07, | |
| "loss": 0.967, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.143100261895118, | |
| "learning_rate": 3.216779673314141e-07, | |
| "loss": 0.9242, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1362708122904339, | |
| "learning_rate": 3.206269000401e-07, | |
| "loss": 0.9396, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1342951938616958, | |
| "learning_rate": 3.1957674168823803e-07, | |
| "loss": 0.9304, | |
| "step": 5085 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1398639952404413, | |
| "learning_rate": 3.185274975973081e-07, | |
| "loss": 0.9431, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1515309189011652, | |
| "learning_rate": 3.174791730841576e-07, | |
| "loss": 0.9523, | |
| "step": 5095 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1356078148032466, | |
| "learning_rate": 3.1643177346097344e-07, | |
| "loss": 0.9312, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.15368894096185542, | |
| "learning_rate": 3.1538530403525667e-07, | |
| "loss": 0.9465, | |
| "step": 5105 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.13520557169586825, | |
| "learning_rate": 3.1433977010979385e-07, | |
| "loss": 0.9425, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.13640548619825407, | |
| "learning_rate": 3.1329517698263197e-07, | |
| "loss": 0.9639, | |
| "step": 5115 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1427251972516278, | |
| "learning_rate": 3.1225152994704996e-07, | |
| "loss": 0.9532, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.15010846643161704, | |
| "learning_rate": 3.11208834291533e-07, | |
| "loss": 0.9381, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.14012989532534192, | |
| "learning_rate": 3.101670952997454e-07, | |
| "loss": 0.9241, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1481045171757905, | |
| "learning_rate": 3.0912631825050343e-07, | |
| "loss": 0.9485, | |
| "step": 5135 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.13465165801277915, | |
| "learning_rate": 3.0808650841774896e-07, | |
| "loss": 0.9055, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.1380149348947248, | |
| "learning_rate": 3.0704767107052307e-07, | |
| "loss": 0.8961, | |
| "step": 5145 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.15035284770429122, | |
| "learning_rate": 3.0600981147293833e-07, | |
| "loss": 0.9113, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.15262884748665467, | |
| "learning_rate": 3.0497293488415344e-07, | |
| "loss": 0.9358, | |
| "step": 5155 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.1468915627762529, | |
| "learning_rate": 3.0393704655834515e-07, | |
| "loss": 0.9504, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.13131077678912606, | |
| "learning_rate": 3.029021517446829e-07, | |
| "loss": 0.8981, | |
| "step": 5165 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.13507770132496325, | |
| "learning_rate": 3.0186825568730176e-07, | |
| "loss": 0.9386, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.13682348828043034, | |
| "learning_rate": 3.008353636252754e-07, | |
| "loss": 0.9421, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.1493448757363097, | |
| "learning_rate": 2.998034807925899e-07, | |
| "loss": 0.9801, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.14101649343908923, | |
| "learning_rate": 2.987726124181178e-07, | |
| "loss": 0.9279, | |
| "step": 5185 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.5353487699925709, | |
| "learning_rate": 2.977427637255904e-07, | |
| "loss": 0.9263, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.1319298976109941, | |
| "learning_rate": 2.967139399335726e-07, | |
| "loss": 0.9051, | |
| "step": 5195 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.15420951337334074, | |
| "learning_rate": 2.956861462554353e-07, | |
| "loss": 0.9396, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.14070639257331896, | |
| "learning_rate": 2.9465938789932963e-07, | |
| "loss": 0.9422, | |
| "step": 5205 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.1503847011446319, | |
| "learning_rate": 2.9363367006816084e-07, | |
| "loss": 0.9091, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.15131990596060924, | |
| "learning_rate": 2.926089979595606e-07, | |
| "loss": 0.9328, | |
| "step": 5215 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.14525077268847594, | |
| "learning_rate": 2.9158537676586267e-07, | |
| "loss": 0.9219, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.14467729251248032, | |
| "learning_rate": 2.9056281167407455e-07, | |
| "loss": 0.9246, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.13856536700506328, | |
| "learning_rate": 2.8954130786585266e-07, | |
| "loss": 0.9428, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.13809798052984443, | |
| "learning_rate": 2.8852087051747553e-07, | |
| "loss": 0.9232, | |
| "step": 5235 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.13922354642320361, | |
| "learning_rate": 2.875015047998177e-07, | |
| "loss": 0.9757, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.1434265794323591, | |
| "learning_rate": 2.864832158783226e-07, | |
| "loss": 0.925, | |
| "step": 5245 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.14982498701052552, | |
| "learning_rate": 2.854660089129787e-07, | |
| "loss": 0.9581, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.1370163162797794, | |
| "learning_rate": 2.844498890582901e-07, | |
| "loss": 0.9331, | |
| "step": 5255 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.15588729555811562, | |
| "learning_rate": 2.834348614632538e-07, | |
| "loss": 0.9123, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.14527542736875546, | |
| "learning_rate": 2.824209312713312e-07, | |
| "loss": 0.9432, | |
| "step": 5265 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.1435553706240711, | |
| "learning_rate": 2.814081036204223e-07, | |
| "loss": 0.9279, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.1452131557480785, | |
| "learning_rate": 2.8039638364284147e-07, | |
| "loss": 0.9666, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.15832823861548598, | |
| "learning_rate": 2.79385776465289e-07, | |
| "loss": 0.964, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.14196480638934295, | |
| "learning_rate": 2.783762872088268e-07, | |
| "loss": 0.9438, | |
| "step": 5285 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.14295847328763944, | |
| "learning_rate": 2.773679209888518e-07, | |
| "loss": 0.9235, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.12994812967281538, | |
| "learning_rate": 2.763606829150703e-07, | |
| "loss": 0.9296, | |
| "step": 5295 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.14888814798698385, | |
| "learning_rate": 2.753545780914718e-07, | |
| "loss": 0.9473, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.14780952889906895, | |
| "learning_rate": 2.743496116163032e-07, | |
| "loss": 0.9261, | |
| "step": 5305 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.1474839231655141, | |
| "learning_rate": 2.733457885820432e-07, | |
| "loss": 0.9377, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.1411566401398317, | |
| "learning_rate": 2.7234311407537623e-07, | |
| "loss": 0.95, | |
| "step": 5315 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.15190340946596964, | |
| "learning_rate": 2.713415931771671e-07, | |
| "loss": 0.937, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.1487943014848495, | |
| "learning_rate": 2.703412309624338e-07, | |
| "loss": 0.949, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.15265482067955816, | |
| "learning_rate": 2.6934203250032454e-07, | |
| "loss": 0.959, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.14493278321438574, | |
| "learning_rate": 2.683440028540893e-07, | |
| "loss": 0.9412, | |
| "step": 5335 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.1533526696374475, | |
| "learning_rate": 2.6734714708105575e-07, | |
| "loss": 0.9556, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.14464538185393558, | |
| "learning_rate": 2.6635147023260307e-07, | |
| "loss": 0.9218, | |
| "step": 5345 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.13986665563585593, | |
| "learning_rate": 2.6535697735413604e-07, | |
| "loss": 0.9418, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.1487921121642326, | |
| "learning_rate": 2.6436367348506094e-07, | |
| "loss": 0.948, | |
| "step": 5355 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.14914752970700781, | |
| "learning_rate": 2.633715636587579e-07, | |
| "loss": 0.9788, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.14859357811270174, | |
| "learning_rate": 2.6238065290255694e-07, | |
| "loss": 0.9523, | |
| "step": 5365 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.13911386614831792, | |
| "learning_rate": 2.613909462377121e-07, | |
| "loss": 0.9356, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.15981724700918887, | |
| "learning_rate": 2.6040244867937544e-07, | |
| "loss": 0.9672, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.1354529366555852, | |
| "learning_rate": 2.5941516523657314e-07, | |
| "loss": 0.946, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.14444109377970338, | |
| "learning_rate": 2.5842910091217786e-07, | |
| "loss": 0.9557, | |
| "step": 5385 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.1330565699513302, | |
| "learning_rate": 2.5744426070288515e-07, | |
| "loss": 0.9289, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.1469298738190375, | |
| "learning_rate": 2.564606495991877e-07, | |
| "loss": 0.9125, | |
| "step": 5395 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.163048910652909, | |
| "learning_rate": 2.5547827258534973e-07, | |
| "loss": 0.94, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.15241582908323992, | |
| "learning_rate": 2.5449713463938207e-07, | |
| "loss": 0.9626, | |
| "step": 5405 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.1442720216165108, | |
| "learning_rate": 2.535172407330167e-07, | |
| "loss": 0.9546, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.14731902368379265, | |
| "learning_rate": 2.525385958316818e-07, | |
| "loss": 0.9383, | |
| "step": 5415 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.14499075426412514, | |
| "learning_rate": 2.515612048944763e-07, | |
| "loss": 0.9379, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.13939663592336132, | |
| "learning_rate": 2.5058507287414514e-07, | |
| "loss": 0.9609, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.146174099748054, | |
| "learning_rate": 2.496102047170533e-07, | |
| "loss": 0.9384, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.15142936177854155, | |
| "learning_rate": 2.486366053631625e-07, | |
| "loss": 0.9135, | |
| "step": 5435 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.2659056539312913, | |
| "learning_rate": 2.4766427974600383e-07, | |
| "loss": 0.937, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.13177417581127296, | |
| "learning_rate": 2.466932327926548e-07, | |
| "loss": 0.9598, | |
| "step": 5445 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.15771363352906884, | |
| "learning_rate": 2.4572346942371303e-07, | |
| "loss": 0.9479, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.14818700516626399, | |
| "learning_rate": 2.4475499455327205e-07, | |
| "loss": 0.9133, | |
| "step": 5455 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.14516785838102692, | |
| "learning_rate": 2.4378781308889653e-07, | |
| "loss": 0.8932, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.1581359764786372, | |
| "learning_rate": 2.4282192993159617e-07, | |
| "loss": 0.9611, | |
| "step": 5465 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.1486376418861218, | |
| "learning_rate": 2.418573499758025e-07, | |
| "loss": 0.9384, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.13325206770565617, | |
| "learning_rate": 2.4089407810934285e-07, | |
| "loss": 0.9449, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.14038249032744746, | |
| "learning_rate": 2.399321192134164e-07, | |
| "loss": 0.9201, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.14976357592011533, | |
| "learning_rate": 2.38971478162569e-07, | |
| "loss": 0.9667, | |
| "step": 5485 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.14040289159862654, | |
| "learning_rate": 2.3801215982466844e-07, | |
| "loss": 0.9401, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.14519110278289096, | |
| "learning_rate": 2.3705416906088e-07, | |
| "loss": 0.9348, | |
| "step": 5495 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.14918246211599007, | |
| "learning_rate": 2.3609751072564171e-07, | |
| "loss": 0.9001, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.14657168942267051, | |
| "learning_rate": 2.3514218966664002e-07, | |
| "loss": 0.9596, | |
| "step": 5505 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.13835626549781735, | |
| "learning_rate": 2.3418821072478407e-07, | |
| "loss": 0.9642, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.14920804750214364, | |
| "learning_rate": 2.3323557873418364e-07, | |
| "loss": 0.9582, | |
| "step": 5515 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.13759171797657285, | |
| "learning_rate": 2.3228429852212155e-07, | |
| "loss": 0.9626, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.13727533451162782, | |
| "learning_rate": 2.313343749090314e-07, | |
| "loss": 0.9554, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.15274281760998423, | |
| "learning_rate": 2.30385812708473e-07, | |
| "loss": 0.9818, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.12728594843230276, | |
| "learning_rate": 2.2943861672710624e-07, | |
| "loss": 0.8967, | |
| "step": 5535 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.15525803427639978, | |
| "learning_rate": 2.2849279176466928e-07, | |
| "loss": 0.9487, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.1430716661073758, | |
| "learning_rate": 2.2754834261395178e-07, | |
| "loss": 0.944, | |
| "step": 5545 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.14431962364082201, | |
| "learning_rate": 2.2660527406077234e-07, | |
| "loss": 0.9392, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.14924640015197188, | |
| "learning_rate": 2.2566359088395355e-07, | |
| "loss": 0.9434, | |
| "step": 5555 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.16316262310468632, | |
| "learning_rate": 2.2472329785529775e-07, | |
| "loss": 0.9032, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.14635993393275185, | |
| "learning_rate": 2.2378439973956308e-07, | |
| "loss": 0.9523, | |
| "step": 5565 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.1352181903294165, | |
| "learning_rate": 2.2284690129443924e-07, | |
| "loss": 0.9656, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.14698125449483862, | |
| "learning_rate": 2.2191080727052313e-07, | |
| "loss": 0.9431, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.15337865103341397, | |
| "learning_rate": 2.2097612241129538e-07, | |
| "loss": 0.9543, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.1459808386520981, | |
| "learning_rate": 2.2004285145309576e-07, | |
| "loss": 0.9442, | |
| "step": 5585 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.14888783003458975, | |
| "learning_rate": 2.1911099912509888e-07, | |
| "loss": 0.902, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.13921484596613157, | |
| "learning_rate": 2.1818057014929174e-07, | |
| "loss": 0.9685, | |
| "step": 5595 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.14361928327104742, | |
| "learning_rate": 2.1725156924044813e-07, | |
| "loss": 0.9714, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.15223851515605843, | |
| "learning_rate": 2.16324001106105e-07, | |
| "loss": 0.9608, | |
| "step": 5605 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.1512486655585766, | |
| "learning_rate": 2.1539787044654006e-07, | |
| "loss": 0.9499, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.1588495451012446, | |
| "learning_rate": 2.144731819547456e-07, | |
| "loss": 0.9549, | |
| "step": 5615 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.14085073052726388, | |
| "learning_rate": 2.1354994031640738e-07, | |
| "loss": 0.9231, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.1406469602158469, | |
| "learning_rate": 2.1262815020987828e-07, | |
| "loss": 0.9579, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.14061668827299642, | |
| "learning_rate": 2.117078163061564e-07, | |
| "loss": 0.9589, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.14825637611955333, | |
| "learning_rate": 2.1078894326886083e-07, | |
| "loss": 0.9424, | |
| "step": 5635 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.15354522700007248, | |
| "learning_rate": 2.098715357542078e-07, | |
| "loss": 0.9465, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.14413749580427002, | |
| "learning_rate": 2.0895559841098735e-07, | |
| "loss": 0.9419, | |
| "step": 5645 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.14930908448614985, | |
| "learning_rate": 2.0804113588053984e-07, | |
| "loss": 0.9693, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.13826550345246552, | |
| "learning_rate": 2.0712815279673213e-07, | |
| "loss": 0.9473, | |
| "step": 5655 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.14246126528477193, | |
| "learning_rate": 2.0621665378593428e-07, | |
| "loss": 0.9362, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.17915124753582518, | |
| "learning_rate": 2.0530664346699627e-07, | |
| "loss": 0.9608, | |
| "step": 5665 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.14134623412007333, | |
| "learning_rate": 2.0439812645122372e-07, | |
| "loss": 0.9386, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.1419819206839618, | |
| "learning_rate": 2.0349110734235642e-07, | |
| "loss": 0.9386, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.15503035746338864, | |
| "learning_rate": 2.025855907365428e-07, | |
| "loss": 0.9311, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.14037104599670938, | |
| "learning_rate": 2.0168158122231805e-07, | |
| "loss": 0.9685, | |
| "step": 5685 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.14685629652964266, | |
| "learning_rate": 2.007790833805806e-07, | |
| "loss": 0.9079, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.15774423481324942, | |
| "learning_rate": 1.9987810178456787e-07, | |
| "loss": 0.9114, | |
| "step": 5695 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.15647646513643051, | |
| "learning_rate": 1.9897864099983554e-07, | |
| "loss": 0.9447, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.14678883153665453, | |
| "learning_rate": 1.9808070558423134e-07, | |
| "loss": 0.9361, | |
| "step": 5705 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.14320575942565272, | |
| "learning_rate": 1.9718430008787435e-07, | |
| "loss": 0.9507, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.15211145174335655, | |
| "learning_rate": 1.9628942905313084e-07, | |
| "loss": 0.8995, | |
| "step": 5715 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.14423770092393695, | |
| "learning_rate": 1.953960970145913e-07, | |
| "loss": 0.9518, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.14398550822926307, | |
| "learning_rate": 1.9450430849904842e-07, | |
| "loss": 0.9547, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.15383995676469528, | |
| "learning_rate": 1.9361406802547225e-07, | |
| "loss": 0.9345, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.1514155541338021, | |
| "learning_rate": 1.9272538010498913e-07, | |
| "loss": 0.959, | |
| "step": 5735 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.15583882912334796, | |
| "learning_rate": 1.9183824924085795e-07, | |
| "loss": 0.9632, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.15499070363194284, | |
| "learning_rate": 1.909526799284476e-07, | |
| "loss": 0.9366, | |
| "step": 5745 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.14579783570871807, | |
| "learning_rate": 1.9006867665521402e-07, | |
| "loss": 0.9303, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.13751377865780262, | |
| "learning_rate": 1.8918624390067755e-07, | |
| "loss": 0.9769, | |
| "step": 5755 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.14559126333176414, | |
| "learning_rate": 1.8830538613640025e-07, | |
| "loss": 0.974, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.14032785626384164, | |
| "learning_rate": 1.8742610782596307e-07, | |
| "loss": 0.9452, | |
| "step": 5765 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.14576887746784367, | |
| "learning_rate": 1.8654841342494383e-07, | |
| "loss": 0.9579, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.14408440121522134, | |
| "learning_rate": 1.856723073808933e-07, | |
| "loss": 0.9636, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.1466373510776226, | |
| "learning_rate": 1.847977941333147e-07, | |
| "loss": 0.9909, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.1433141800305017, | |
| "learning_rate": 1.8392487811363898e-07, | |
| "loss": 0.9212, | |
| "step": 5785 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.15047949362188842, | |
| "learning_rate": 1.8305356374520397e-07, | |
| "loss": 0.95, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.15571730506640438, | |
| "learning_rate": 1.821838554432319e-07, | |
| "loss": 0.9106, | |
| "step": 5795 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.1376305378573877, | |
| "learning_rate": 1.8131575761480528e-07, | |
| "loss": 0.9138, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.14524800820104464, | |
| "learning_rate": 1.8044927465884728e-07, | |
| "loss": 0.9288, | |
| "step": 5805 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.14224815693112722, | |
| "learning_rate": 1.7958441096609688e-07, | |
| "loss": 0.9558, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.14858183062607463, | |
| "learning_rate": 1.7872117091908838e-07, | |
| "loss": 0.9275, | |
| "step": 5815 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.13820390321197273, | |
| "learning_rate": 1.7785955889212834e-07, | |
| "loss": 0.9456, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.14955775703093505, | |
| "learning_rate": 1.7699957925127367e-07, | |
| "loss": 0.9081, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.14796694392618723, | |
| "learning_rate": 1.7614123635430949e-07, | |
| "loss": 0.951, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.14095402079682437, | |
| "learning_rate": 1.7528453455072706e-07, | |
| "loss": 0.9431, | |
| "step": 5835 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.14844431345946524, | |
| "learning_rate": 1.744294781817016e-07, | |
| "loss": 0.921, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.1562469956288134, | |
| "learning_rate": 1.7357607158007054e-07, | |
| "loss": 0.9448, | |
| "step": 5845 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.13516727773011417, | |
| "learning_rate": 1.7272431907031144e-07, | |
| "loss": 0.9541, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.1551154204634177, | |
| "learning_rate": 1.7187422496851945e-07, | |
| "loss": 0.9467, | |
| "step": 5855 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.14284664847460612, | |
| "learning_rate": 1.7102579358238727e-07, | |
| "loss": 0.9089, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.14316784172746014, | |
| "learning_rate": 1.7017902921118093e-07, | |
| "loss": 0.9531, | |
| "step": 5865 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.14840597368256137, | |
| "learning_rate": 1.6933393614571966e-07, | |
| "loss": 0.9343, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.15999202542066532, | |
| "learning_rate": 1.6849051866835407e-07, | |
| "loss": 0.9367, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.15453002806662577, | |
| "learning_rate": 1.6764878105294294e-07, | |
| "loss": 0.9388, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.1449559351909655, | |
| "learning_rate": 1.668087275648341e-07, | |
| "loss": 0.9632, | |
| "step": 5885 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.1429923355440533, | |
| "learning_rate": 1.6597036246084007e-07, | |
| "loss": 0.9137, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.15390095697756095, | |
| "learning_rate": 1.651336899892185e-07, | |
| "loss": 0.9156, | |
| "step": 5895 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.2929484244245197, | |
| "learning_rate": 1.6429871438964988e-07, | |
| "loss": 0.9367, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.15835323281514943, | |
| "learning_rate": 1.6346543989321593e-07, | |
| "loss": 0.9518, | |
| "step": 5905 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.1544935535850286, | |
| "learning_rate": 1.6263387072237855e-07, | |
| "loss": 0.9408, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.16069535501518972, | |
| "learning_rate": 1.6180401109095815e-07, | |
| "loss": 0.9375, | |
| "step": 5915 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.13795507520885678, | |
| "learning_rate": 1.6097586520411227e-07, | |
| "loss": 0.9344, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.14197746116097018, | |
| "learning_rate": 1.601494372583145e-07, | |
| "loss": 0.9612, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.15959293310402556, | |
| "learning_rate": 1.5932473144133313e-07, | |
| "loss": 0.9817, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.14277361438268601, | |
| "learning_rate": 1.5850175193220944e-07, | |
| "loss": 0.9232, | |
| "step": 5935 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.13121174462080104, | |
| "learning_rate": 1.5768050290123775e-07, | |
| "loss": 0.9336, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.1482878687428246, | |
| "learning_rate": 1.568609885099431e-07, | |
| "loss": 0.9452, | |
| "step": 5945 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.15183205837507238, | |
| "learning_rate": 1.5604321291106005e-07, | |
| "loss": 0.9264, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.14721301792138466, | |
| "learning_rate": 1.5522718024851328e-07, | |
| "loss": 0.9477, | |
| "step": 5955 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.15522328498415922, | |
| "learning_rate": 1.5441289465739427e-07, | |
| "loss": 0.9522, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.1416299665189105, | |
| "learning_rate": 1.5360036026394275e-07, | |
| "loss": 0.9103, | |
| "step": 5965 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.1416788856503464, | |
| "learning_rate": 1.5278958118552337e-07, | |
| "loss": 0.9326, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.14849152816916514, | |
| "learning_rate": 1.5198056153060702e-07, | |
| "loss": 0.9383, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.1564108020459229, | |
| "learning_rate": 1.5117330539874846e-07, | |
| "loss": 0.9382, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.14574262582008277, | |
| "learning_rate": 1.5036781688056638e-07, | |
| "loss": 0.9625, | |
| "step": 5985 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.15291946687335647, | |
| "learning_rate": 1.495641000577224e-07, | |
| "loss": 0.8933, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.1492672754438516, | |
| "learning_rate": 1.487621590029004e-07, | |
| "loss": 0.9364, | |
| "step": 5995 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.13670124099244704, | |
| "learning_rate": 1.4796199777978586e-07, | |
| "loss": 0.9339, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.1462187335815558, | |
| "learning_rate": 1.471636204430452e-07, | |
| "loss": 0.9445, | |
| "step": 6005 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.14936900265463246, | |
| "learning_rate": 1.4636703103830557e-07, | |
| "loss": 0.9337, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.13732505168809617, | |
| "learning_rate": 1.4557223360213394e-07, | |
| "loss": 0.8995, | |
| "step": 6015 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.15646750136284834, | |
| "learning_rate": 1.4477923216201675e-07, | |
| "loss": 0.9213, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.15130771262701795, | |
| "learning_rate": 1.4398803073634002e-07, | |
| "loss": 0.9921, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.14728019116040417, | |
| "learning_rate": 1.4319863333436756e-07, | |
| "loss": 0.9312, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.1438177846352029, | |
| "learning_rate": 1.424110439562229e-07, | |
| "loss": 0.9297, | |
| "step": 6035 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.13878474453369102, | |
| "learning_rate": 1.4162526659286656e-07, | |
| "loss": 0.9228, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.15123036493608685, | |
| "learning_rate": 1.4084130522607807e-07, | |
| "loss": 0.9248, | |
| "step": 6045 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.1400641525036828, | |
| "learning_rate": 1.4005916382843386e-07, | |
| "loss": 0.9508, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.13769050883650436, | |
| "learning_rate": 1.3927884636328852e-07, | |
| "loss": 0.9137, | |
| "step": 6055 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.15750716657347058, | |
| "learning_rate": 1.3850035678475403e-07, | |
| "loss": 0.9496, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.14593052434192175, | |
| "learning_rate": 1.3772369903767988e-07, | |
| "loss": 0.911, | |
| "step": 6065 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.13744423962970861, | |
| "learning_rate": 1.3694887705763325e-07, | |
| "loss": 0.9227, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.13703879467574198, | |
| "learning_rate": 1.361758947708788e-07, | |
| "loss": 0.9288, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.14566552186767442, | |
| "learning_rate": 1.3540475609435886e-07, | |
| "loss": 0.9384, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.14783289527795426, | |
| "learning_rate": 1.3463546493567368e-07, | |
| "loss": 0.9343, | |
| "step": 6085 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.1468037592323871, | |
| "learning_rate": 1.338680251930615e-07, | |
| "loss": 0.9321, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.1434293335226695, | |
| "learning_rate": 1.3310244075537896e-07, | |
| "loss": 0.977, | |
| "step": 6095 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.141833042835304, | |
| "learning_rate": 1.323387155020812e-07, | |
| "loss": 0.9396, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.14014624762452657, | |
| "learning_rate": 1.3157685330320244e-07, | |
| "loss": 0.9118, | |
| "step": 6105 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.15303098125445588, | |
| "learning_rate": 1.3081685801933574e-07, | |
| "loss": 0.9406, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.14226158715966636, | |
| "learning_rate": 1.300587335016148e-07, | |
| "loss": 0.9586, | |
| "step": 6115 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.14071667749428488, | |
| "learning_rate": 1.2930248359169238e-07, | |
| "loss": 0.9518, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.15492332032970332, | |
| "learning_rate": 1.2854811212172346e-07, | |
| "loss": 0.9023, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.13966173330836318, | |
| "learning_rate": 1.2779562291434297e-07, | |
| "loss": 0.9662, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.2875304493022803, | |
| "learning_rate": 1.2704501978264865e-07, | |
| "loss": 0.925, | |
| "step": 6135 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.1473755464184472, | |
| "learning_rate": 1.2629630653018098e-07, | |
| "loss": 0.9181, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.15749095692574885, | |
| "learning_rate": 1.2554948695090322e-07, | |
| "loss": 0.9383, | |
| "step": 6145 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.14534864166849096, | |
| "learning_rate": 1.2480456482918328e-07, | |
| "loss": 0.9606, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.14564271918886731, | |
| "learning_rate": 1.2406154393977392e-07, | |
| "loss": 0.9151, | |
| "step": 6155 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.14693769369349916, | |
| "learning_rate": 1.2332042804779374e-07, | |
| "loss": 0.9558, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.15348170071129194, | |
| "learning_rate": 1.2258122090870826e-07, | |
| "loss": 0.9478, | |
| "step": 6165 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.1379688405407708, | |
| "learning_rate": 1.2184392626831054e-07, | |
| "loss": 0.9432, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.13834654741254748, | |
| "learning_rate": 1.2110854786270248e-07, | |
| "loss": 0.9805, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.14958310021779303, | |
| "learning_rate": 1.20375089418276e-07, | |
| "loss": 0.914, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.14924105463228343, | |
| "learning_rate": 1.1964355465169374e-07, | |
| "loss": 0.9328, | |
| "step": 6185 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.14770097973850022, | |
| "learning_rate": 1.1891394726987058e-07, | |
| "loss": 0.9088, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.14285912967198972, | |
| "learning_rate": 1.1818627096995487e-07, | |
| "loss": 0.9317, | |
| "step": 6195 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.1448926331764474, | |
| "learning_rate": 1.1746052943930895e-07, | |
| "loss": 0.9387, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.15554674436452814, | |
| "learning_rate": 1.1673672635549209e-07, | |
| "loss": 0.9302, | |
| "step": 6205 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.1485465558734535, | |
| "learning_rate": 1.1601486538624017e-07, | |
| "loss": 0.9283, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.14987055955863104, | |
| "learning_rate": 1.1529495018944757e-07, | |
| "loss": 0.9086, | |
| "step": 6215 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.16222432632497197, | |
| "learning_rate": 1.1457698441314967e-07, | |
| "loss": 0.9292, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.14819700750848447, | |
| "learning_rate": 1.1386097169550246e-07, | |
| "loss": 0.9697, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.14511350187116975, | |
| "learning_rate": 1.1314691566476636e-07, | |
| "loss": 0.9219, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.14808665186029626, | |
| "learning_rate": 1.1243481993928555e-07, | |
| "loss": 0.9309, | |
| "step": 6235 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.15564170166578836, | |
| "learning_rate": 1.1172468812747137e-07, | |
| "loss": 0.928, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.14721649203709825, | |
| "learning_rate": 1.1101652382778326e-07, | |
| "loss": 0.9556, | |
| "step": 6245 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.14250501930747192, | |
| "learning_rate": 1.103103306287106e-07, | |
| "loss": 0.9498, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.15075114497263598, | |
| "learning_rate": 1.0960611210875459e-07, | |
| "loss": 0.9514, | |
| "step": 6255 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.14712645790665124, | |
| "learning_rate": 1.089038718364102e-07, | |
| "loss": 0.9168, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.13675732744709934, | |
| "learning_rate": 1.0820361337014794e-07, | |
| "loss": 0.9261, | |
| "step": 6265 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.1514903468649154, | |
| "learning_rate": 1.0750534025839592e-07, | |
| "loss": 0.9112, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.16424702577189915, | |
| "learning_rate": 1.0680905603952178e-07, | |
| "loss": 0.9592, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.14554388820710962, | |
| "learning_rate": 1.0611476424181487e-07, | |
| "loss": 0.9478, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.14149588796524945, | |
| "learning_rate": 1.0542246838346835e-07, | |
| "loss": 0.956, | |
| "step": 6285 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.14763901967532567, | |
| "learning_rate": 1.0473217197256135e-07, | |
| "loss": 0.942, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.16807876526032808, | |
| "learning_rate": 1.0404387850704077e-07, | |
| "loss": 0.9429, | |
| "step": 6295 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.1531588371037586, | |
| "learning_rate": 1.0335759147470485e-07, | |
| "loss": 0.8944, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.1479278434562303, | |
| "learning_rate": 1.0267331435318355e-07, | |
| "loss": 0.9065, | |
| "step": 6305 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.13988008260694076, | |
| "learning_rate": 1.0199105060992297e-07, | |
| "loss": 0.9049, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.14273683164353781, | |
| "learning_rate": 1.0131080370216593e-07, | |
| "loss": 0.9609, | |
| "step": 6315 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.15260327356915607, | |
| "learning_rate": 1.0063257707693595e-07, | |
| "loss": 0.972, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.15136301027255647, | |
| "learning_rate": 9.995637417101876e-08, | |
| "loss": 0.9455, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.1448565678398313, | |
| "learning_rate": 9.928219841094554e-08, | |
| "loss": 0.9625, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.14892518095633353, | |
| "learning_rate": 9.861005321297516e-08, | |
| "loss": 0.9485, | |
| "step": 6335 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.14540904327814727, | |
| "learning_rate": 9.793994198307692e-08, | |
| "loss": 0.9162, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.15134547829889822, | |
| "learning_rate": 9.727186811691357e-08, | |
| "loss": 0.925, | |
| "step": 6345 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.15276733257345612, | |
| "learning_rate": 9.660583499982372e-08, | |
| "loss": 0.9292, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.15561812371164221, | |
| "learning_rate": 9.5941846006805e-08, | |
| "loss": 0.9537, | |
| "step": 6355 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.15076463881064173, | |
| "learning_rate": 9.527990450249674e-08, | |
| "loss": 0.9579, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.14626561570792276, | |
| "learning_rate": 9.462001384116297e-08, | |
| "loss": 0.9507, | |
| "step": 6365 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.1429871425499177, | |
| "learning_rate": 9.396217736667572e-08, | |
| "loss": 0.9465, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.15691587706423527, | |
| "learning_rate": 9.330639841249727e-08, | |
| "loss": 0.9513, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.14169085108611337, | |
| "learning_rate": 9.26526803016645e-08, | |
| "loss": 0.9551, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.14354922978038434, | |
| "learning_rate": 9.20010263467707e-08, | |
| "loss": 0.9308, | |
| "step": 6385 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.1496004700267322, | |
| "learning_rate": 9.135143984995009e-08, | |
| "loss": 0.9733, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.15591297184300548, | |
| "learning_rate": 9.070392410285977e-08, | |
| "loss": 0.956, | |
| "step": 6395 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.1530411974995182, | |
| "learning_rate": 9.005848238666403e-08, | |
| "loss": 0.9372, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.15005095146745312, | |
| "learning_rate": 8.941511797201767e-08, | |
| "loss": 0.9269, | |
| "step": 6405 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.14209655586369008, | |
| "learning_rate": 8.877383411904865e-08, | |
| "loss": 0.9271, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.13938562848526928, | |
| "learning_rate": 8.813463407734234e-08, | |
| "loss": 0.946, | |
| "step": 6415 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.13742946300577213, | |
| "learning_rate": 8.749752108592473e-08, | |
| "loss": 0.9239, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.14799278887362524, | |
| "learning_rate": 8.686249837324611e-08, | |
| "loss": 0.9354, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.14449635705426453, | |
| "learning_rate": 8.622956915716472e-08, | |
| "loss": 0.9178, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.14573556226186718, | |
| "learning_rate": 8.559873664493023e-08, | |
| "loss": 0.9145, | |
| "step": 6435 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.14601478428609946, | |
| "learning_rate": 8.497000403316784e-08, | |
| "loss": 0.941, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.13309524069134993, | |
| "learning_rate": 8.434337450786177e-08, | |
| "loss": 0.9176, | |
| "step": 6445 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.14334005883614906, | |
| "learning_rate": 8.371885124433948e-08, | |
| "loss": 0.9555, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.14490356209828278, | |
| "learning_rate": 8.309643740725475e-08, | |
| "loss": 0.9352, | |
| "step": 6455 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.1481792459959185, | |
| "learning_rate": 8.247613615057319e-08, | |
| "loss": 0.9208, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.14915919203000308, | |
| "learning_rate": 8.185795061755418e-08, | |
| "loss": 0.9294, | |
| "step": 6465 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.1419906942967439, | |
| "learning_rate": 8.124188394073728e-08, | |
| "loss": 0.9253, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14141336857407205, | |
| "learning_rate": 8.062793924192407e-08, | |
| "loss": 0.9378, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14824992332348141, | |
| "learning_rate": 8.001611963216386e-08, | |
| "loss": 0.9204, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14643896598578376, | |
| "learning_rate": 7.940642821173788e-08, | |
| "loss": 0.96, | |
| "step": 6485 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14433637548920009, | |
| "learning_rate": 7.87988680701423e-08, | |
| "loss": 0.9336, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.13705874464500314, | |
| "learning_rate": 7.819344228607411e-08, | |
| "loss": 0.9545, | |
| "step": 6495 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14978616507380743, | |
| "learning_rate": 7.759015392741453e-08, | |
| "loss": 0.8976, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.1556316332003196, | |
| "learning_rate": 7.698900605121389e-08, | |
| "loss": 0.9356, | |
| "step": 6505 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.16005341278555965, | |
| "learning_rate": 7.639000170367604e-08, | |
| "loss": 0.9402, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.1421370350768468, | |
| "learning_rate": 7.57931439201428e-08, | |
| "loss": 0.9354, | |
| "step": 6515 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14859386159076712, | |
| "learning_rate": 7.519843572507884e-08, | |
| "loss": 0.9273, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14663123744767753, | |
| "learning_rate": 7.460588013205598e-08, | |
| "loss": 0.9545, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14695116492562266, | |
| "learning_rate": 7.401548014373849e-08, | |
| "loss": 0.9608, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.15020068266098566, | |
| "learning_rate": 7.342723875186685e-08, | |
| "loss": 0.9089, | |
| "step": 6535 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14508787018359748, | |
| "learning_rate": 7.284115893724418e-08, | |
| "loss": 0.9338, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.15388773915800702, | |
| "learning_rate": 7.225724366971931e-08, | |
| "loss": 0.9215, | |
| "step": 6545 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.14539527518424947, | |
| "learning_rate": 7.167549590817334e-08, | |
| "loss": 0.9383, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.1497313263273385, | |
| "learning_rate": 7.109591860050367e-08, | |
| "loss": 0.9801, | |
| "step": 6555 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.14347260175134707, | |
| "learning_rate": 7.051851468360897e-08, | |
| "loss": 0.9268, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15459751132159824, | |
| "learning_rate": 6.994328708337544e-08, | |
| "loss": 0.9403, | |
| "step": 6565 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.1477090001161445, | |
| "learning_rate": 6.937023871466047e-08, | |
| "loss": 0.9484, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.14556900121938973, | |
| "learning_rate": 6.879937248127898e-08, | |
| "loss": 0.9413, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15140699807268207, | |
| "learning_rate": 6.82306912759883e-08, | |
| "loss": 0.941, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15703069505911108, | |
| "learning_rate": 6.766419798047346e-08, | |
| "loss": 0.9309, | |
| "step": 6585 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.13917722670578686, | |
| "learning_rate": 6.709989546533268e-08, | |
| "loss": 0.9297, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.14828126113931187, | |
| "learning_rate": 6.653778659006293e-08, | |
| "loss": 0.943, | |
| "step": 6595 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15466694674121959, | |
| "learning_rate": 6.597787420304506e-08, | |
| "loss": 0.9629, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15133062353205806, | |
| "learning_rate": 6.542016114152998e-08, | |
| "loss": 0.9344, | |
| "step": 6605 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15658226729272964, | |
| "learning_rate": 6.48646502316238e-08, | |
| "loss": 0.9327, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.14060715935195342, | |
| "learning_rate": 6.431134428827317e-08, | |
| "loss": 0.9491, | |
| "step": 6615 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15038725461623328, | |
| "learning_rate": 6.376024611525232e-08, | |
| "loss": 0.9089, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.14519563980791136, | |
| "learning_rate": 6.321135850514752e-08, | |
| "loss": 0.9511, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14477249355138036, | |
| "learning_rate": 6.266468423934346e-08, | |
| "loss": 0.9528, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.1502829009510528, | |
| "learning_rate": 6.212022608800932e-08, | |
| "loss": 0.9737, | |
| "step": 6635 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14574985095527662, | |
| "learning_rate": 6.157798681008402e-08, | |
| "loss": 0.9495, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14872466096663917, | |
| "learning_rate": 6.103796915326358e-08, | |
| "loss": 0.926, | |
| "step": 6645 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14362370889716344, | |
| "learning_rate": 6.050017585398553e-08, | |
| "loss": 0.9412, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14596267490965656, | |
| "learning_rate": 5.996460963741668e-08, | |
| "loss": 0.9529, | |
| "step": 6655 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.1478188334948812, | |
| "learning_rate": 5.9431273217437794e-08, | |
| "loss": 0.9425, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14351580251878562, | |
| "learning_rate": 5.8900169296631e-08, | |
| "loss": 0.9495, | |
| "step": 6665 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.1388055416701122, | |
| "learning_rate": 5.837130056626555e-08, | |
| "loss": 0.9562, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14113833234422388, | |
| "learning_rate": 5.7844669706284265e-08, | |
| "loss": 0.9378, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14907144609927325, | |
| "learning_rate": 5.7320279385289995e-08, | |
| "loss": 0.9966, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.15052805532546973, | |
| "learning_rate": 5.679813226053204e-08, | |
| "loss": 0.9107, | |
| "step": 6685 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14025278889376477, | |
| "learning_rate": 5.6278230977892804e-08, | |
| "loss": 0.9805, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14041980282569524, | |
| "learning_rate": 5.57605781718743e-08, | |
| "loss": 0.9791, | |
| "step": 6695 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.14154522895253088, | |
| "learning_rate": 5.524517646558474e-08, | |
| "loss": 0.9055, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.1435054556881103, | |
| "learning_rate": 5.473202847072533e-08, | |
| "loss": 0.9314, | |
| "step": 6705 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.14401115871443515, | |
| "learning_rate": 5.4221136787577e-08, | |
| "loss": 0.9203, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.14117097888779312, | |
| "learning_rate": 5.37125040049875e-08, | |
| "loss": 0.9232, | |
| "step": 6715 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.15180425528736383, | |
| "learning_rate": 5.3206132700357396e-08, | |
| "loss": 0.9414, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.16134287442193163, | |
| "learning_rate": 5.270202543962854e-08, | |
| "loss": 0.9208, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.14765650374075312, | |
| "learning_rate": 5.220018477726917e-08, | |
| "loss": 0.9525, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.15176487048568363, | |
| "learning_rate": 5.17006132562629e-08, | |
| "loss": 0.9139, | |
| "step": 6735 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.14291952917443312, | |
| "learning_rate": 5.120331340809425e-08, | |
| "loss": 0.9573, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.13862797874942046, | |
| "learning_rate": 5.0708287752736556e-08, | |
| "loss": 0.9435, | |
| "step": 6745 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.1586911290767296, | |
| "learning_rate": 5.0215538798639655e-08, | |
| "loss": 0.9595, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.15419805702600275, | |
| "learning_rate": 4.972506904271584e-08, | |
| "loss": 0.9405, | |
| "step": 6755 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.1451750560642017, | |
| "learning_rate": 4.923688097032841e-08, | |
| "loss": 0.9267, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.14212278869309322, | |
| "learning_rate": 4.8750977055278753e-08, | |
| "loss": 0.9231, | |
| "step": 6765 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.16376169710394883, | |
| "learning_rate": 4.8267359759793513e-08, | |
| "loss": 0.9252, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.16088542695532626, | |
| "learning_rate": 4.778603153451233e-08, | |
| "loss": 0.9466, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.14485477261849478, | |
| "learning_rate": 4.7306994818475555e-08, | |
| "loss": 0.9721, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.15045594890803865, | |
| "learning_rate": 4.683025203911167e-08, | |
| "loss": 0.9229, | |
| "step": 6785 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.14642940230023818, | |
| "learning_rate": 4.635580561222496e-08, | |
| "loss": 0.939, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.14208825000598843, | |
| "learning_rate": 4.588365794198362e-08, | |
| "loss": 0.9431, | |
| "step": 6795 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.14670521863074298, | |
| "learning_rate": 4.5413811420906945e-08, | |
| "loss": 0.9647, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.15656846772154634, | |
| "learning_rate": 4.494626842985416e-08, | |
| "loss": 0.9135, | |
| "step": 6805 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.14407135385186193, | |
| "learning_rate": 4.448103133801101e-08, | |
| "loss": 0.9251, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.1516797797487741, | |
| "learning_rate": 4.401810250287935e-08, | |
| "loss": 0.9429, | |
| "step": 6815 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.16442999164686467, | |
| "learning_rate": 4.3557484270263954e-08, | |
| "loss": 0.9093, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.14500358655031642, | |
| "learning_rate": 4.3099178974260795e-08, | |
| "loss": 0.9033, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.14177799284958195, | |
| "learning_rate": 4.2643188937246165e-08, | |
| "loss": 0.9528, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.1541158964382166, | |
| "learning_rate": 4.2189516469863576e-08, | |
| "loss": 0.9552, | |
| "step": 6835 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.14114621137283356, | |
| "learning_rate": 4.1738163871013034e-08, | |
| "loss": 0.917, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.16156195005267762, | |
| "learning_rate": 4.128913342783885e-08, | |
| "loss": 0.9131, | |
| "step": 6845 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.14932706316025446, | |
| "learning_rate": 4.084242741571847e-08, | |
| "loss": 0.9404, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.15102473096191327, | |
| "learning_rate": 4.039804809825054e-08, | |
| "loss": 0.9206, | |
| "step": 6855 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.1379254786483874, | |
| "learning_rate": 3.995599772724373e-08, | |
| "loss": 0.949, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1453156781480565, | |
| "learning_rate": 3.951627854270517e-08, | |
| "loss": 0.9292, | |
| "step": 6865 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.14095594847966553, | |
| "learning_rate": 3.907889277282905e-08, | |
| "loss": 0.895, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1548469459290545, | |
| "learning_rate": 3.864384263398573e-08, | |
| "loss": 0.9294, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.13961139300851014, | |
| "learning_rate": 3.821113033070961e-08, | |
| "loss": 0.9385, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.13866650476140935, | |
| "learning_rate": 3.778075805568914e-08, | |
| "loss": 0.9435, | |
| "step": 6885 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1428594362868762, | |
| "learning_rate": 3.7352727989754974e-08, | |
| "loss": 0.8997, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.14514646927832345, | |
| "learning_rate": 3.692704230186877e-08, | |
| "loss": 0.8933, | |
| "step": 6895 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.15592365206172723, | |
| "learning_rate": 3.650370314911294e-08, | |
| "loss": 0.9314, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1485979116033507, | |
| "learning_rate": 3.608271267667873e-08, | |
| "loss": 0.9478, | |
| "step": 6905 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.14186995089350088, | |
| "learning_rate": 3.566407301785651e-08, | |
| "loss": 0.9457, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1602585547940211, | |
| "learning_rate": 3.5247786294023754e-08, | |
| "loss": 0.9341, | |
| "step": 6915 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1476117822606847, | |
| "learning_rate": 3.483385461463528e-08, | |
| "loss": 0.9268, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1617691162675761, | |
| "learning_rate": 3.442228007721198e-08, | |
| "loss": 0.9251, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1535926461605713, | |
| "learning_rate": 3.401306476733051e-08, | |
| "loss": 0.9373, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.14605892070363205, | |
| "learning_rate": 3.360621075861242e-08, | |
| "loss": 0.9124, | |
| "step": 6935 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.15410746680806106, | |
| "learning_rate": 3.3201720112713885e-08, | |
| "loss": 0.9821, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.16008110182542223, | |
| "learning_rate": 3.279959487931527e-08, | |
| "loss": 0.9468, | |
| "step": 6945 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.14459203174613822, | |
| "learning_rate": 3.2399837096110496e-08, | |
| "loss": 0.9397, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.14740638732942146, | |
| "learning_rate": 3.2002448788797045e-08, | |
| "loss": 0.9305, | |
| "step": 6955 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.14477527865257664, | |
| "learning_rate": 3.160743197106519e-08, | |
| "loss": 0.945, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.14154958018345654, | |
| "learning_rate": 3.121478864458865e-08, | |
| "loss": 0.946, | |
| "step": 6965 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.15389201547810336, | |
| "learning_rate": 3.082452079901354e-08, | |
| "loss": 0.977, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.16096467949477414, | |
| "learning_rate": 3.0436630411948774e-08, | |
| "loss": 0.9533, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.1488973964826823, | |
| "learning_rate": 3.0051119448956e-08, | |
| "loss": 0.9458, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.13595041143319034, | |
| "learning_rate": 2.96679898635393e-08, | |
| "loss": 0.9191, | |
| "step": 6985 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.13771958237832188, | |
| "learning_rate": 2.928724359713619e-08, | |
| "loss": 0.9221, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.14925799977264773, | |
| "learning_rate": 2.8908882579106397e-08, | |
| "loss": 0.9441, | |
| "step": 6995 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.14579008834856663, | |
| "learning_rate": 2.8532908726723427e-08, | |
| "loss": 0.8936, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.14755857160085628, | |
| "learning_rate": 2.8159323945164015e-08, | |
| "loss": 0.9368, | |
| "step": 7005 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.14931861035152827, | |
| "learning_rate": 2.7788130127498753e-08, | |
| "loss": 0.9357, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.1422469899840142, | |
| "learning_rate": 2.7419329154682703e-08, | |
| "loss": 0.9228, | |
| "step": 7015 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.16036637195866657, | |
| "learning_rate": 2.7052922895545226e-08, | |
| "loss": 0.9516, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.15360788103708464, | |
| "learning_rate": 2.6688913206781184e-08, | |
| "loss": 0.9427, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.15209386368160918, | |
| "learning_rate": 2.6327301932941194e-08, | |
| "loss": 0.9616, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.14940332262984665, | |
| "learning_rate": 2.596809090642249e-08, | |
| "loss": 0.9377, | |
| "step": 7035 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.14680650958916713, | |
| "learning_rate": 2.5611281947459318e-08, | |
| "loss": 0.9132, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.14430427737323326, | |
| "learning_rate": 2.525687686411404e-08, | |
| "loss": 0.9267, | |
| "step": 7045 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1464791194560844, | |
| "learning_rate": 2.4904877452267658e-08, | |
| "loss": 0.9343, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1458450110613775, | |
| "learning_rate": 2.455528549561109e-08, | |
| "loss": 0.9385, | |
| "step": 7055 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.14580397045338558, | |
| "learning_rate": 2.4208102765635897e-08, | |
| "loss": 0.9164, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1453341116160097, | |
| "learning_rate": 2.3863331021625022e-08, | |
| "loss": 0.9436, | |
| "step": 7065 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1453772432105652, | |
| "learning_rate": 2.352097201064479e-08, | |
| "loss": 0.945, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1475735243211823, | |
| "learning_rate": 2.3181027467534807e-08, | |
| "loss": 0.9426, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.1537065689493565, | |
| "learning_rate": 2.284349911490019e-08, | |
| "loss": 0.9571, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.14857164596238134, | |
| "learning_rate": 2.2508388663102562e-08, | |
| "loss": 0.9547, | |
| "step": 7085 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.13601486658656098, | |
| "learning_rate": 2.2175697810250805e-08, | |
| "loss": 0.9761, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.1541408749793138, | |
| "learning_rate": 2.184542824219365e-08, | |
| "loss": 0.9371, | |
| "step": 7095 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.14994347755395715, | |
| "learning_rate": 2.1517581632509717e-08, | |
| "loss": 0.9403, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.14898778065724533, | |
| "learning_rate": 2.1192159642500153e-08, | |
| "loss": 0.9302, | |
| "step": 7105 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.14109422429935103, | |
| "learning_rate": 2.0869163921179656e-08, | |
| "loss": 0.9535, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.15342117015714668, | |
| "learning_rate": 2.054859610526838e-08, | |
| "loss": 0.9213, | |
| "step": 7115 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.13455135140020671, | |
| "learning_rate": 2.0230457819183367e-08, | |
| "loss": 0.9069, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.1421116860217116, | |
| "learning_rate": 1.991475067503057e-08, | |
| "loss": 0.9343, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.15067170420364728, | |
| "learning_rate": 1.9601476272596617e-08, | |
| "loss": 0.9166, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.1498555961927461, | |
| "learning_rate": 1.9290636199340625e-08, | |
| "loss": 0.9217, | |
| "step": 7135 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.14144813336872367, | |
| "learning_rate": 1.8982232030386237e-08, | |
| "loss": 0.935, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.15362836020907553, | |
| "learning_rate": 1.867626532851335e-08, | |
| "loss": 0.9342, | |
| "step": 7145 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.1593688707382894, | |
| "learning_rate": 1.8372737644151094e-08, | |
| "loss": 0.9469, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.15826169338318843, | |
| "learning_rate": 1.807165051536852e-08, | |
| "loss": 0.951, | |
| "step": 7155 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.15529080960970387, | |
| "learning_rate": 1.7773005467868308e-08, | |
| "loss": 0.934, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.14808986389455056, | |
| "learning_rate": 1.747680401497803e-08, | |
| "loss": 0.9645, | |
| "step": 7165 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.1398305917908475, | |
| "learning_rate": 1.7183047657642668e-08, | |
| "loss": 0.9191, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.14912454905006825, | |
| "learning_rate": 1.6891737884417612e-08, | |
| "loss": 0.9425, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.13947656404275413, | |
| "learning_rate": 1.6602876171460112e-08, | |
| "loss": 0.888, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1580943870386505, | |
| "learning_rate": 1.6316463982522677e-08, | |
| "loss": 0.9141, | |
| "step": 7185 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.14277902950319307, | |
| "learning_rate": 1.6032502768945187e-08, | |
| "loss": 0.9617, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.15423089132360732, | |
| "learning_rate": 1.5750993969647684e-08, | |
| "loss": 0.9764, | |
| "step": 7195 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1563954411271587, | |
| "learning_rate": 1.547193901112315e-08, | |
| "loss": 0.9307, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1376852483457104, | |
| "learning_rate": 1.519533930743e-08, | |
| "loss": 0.918, | |
| "step": 7205 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1399902887724196, | |
| "learning_rate": 1.4921196260185286e-08, | |
| "loss": 0.9197, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.14325213646636392, | |
| "learning_rate": 1.464951125855729e-08, | |
| "loss": 0.96, | |
| "step": 7215 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.14495122048010833, | |
| "learning_rate": 1.4380285679258807e-08, | |
| "loss": 0.9236, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.13850527791914688, | |
| "learning_rate": 1.411352088653961e-08, | |
| "loss": 0.9163, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1516574090520955, | |
| "learning_rate": 1.3849218232180271e-08, | |
| "loss": 0.9173, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.14850370564098128, | |
| "learning_rate": 1.3587379055484794e-08, | |
| "loss": 0.9657, | |
| "step": 7235 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.14781037598904162, | |
| "learning_rate": 1.3328004683273885e-08, | |
| "loss": 0.952, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.1482715651557921, | |
| "learning_rate": 1.307109642987847e-08, | |
| "loss": 0.9507, | |
| "step": 7245 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.14117868089463456, | |
| "learning_rate": 1.2816655597132741e-08, | |
| "loss": 0.9977, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.15259420530695983, | |
| "learning_rate": 1.2564683474367898e-08, | |
| "loss": 0.9365, | |
| "step": 7255 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.14690109737766083, | |
| "learning_rate": 1.2315181338405089e-08, | |
| "loss": 0.9269, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1442520456136398, | |
| "learning_rate": 1.2068150453549642e-08, | |
| "loss": 0.9267, | |
| "step": 7265 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.15614889958789588, | |
| "learning_rate": 1.182359207158401e-08, | |
| "loss": 0.9063, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.14155349041673665, | |
| "learning_rate": 1.1581507431761839e-08, | |
| "loss": 0.9052, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.15331957056564893, | |
| "learning_rate": 1.1341897760801577e-08, | |
| "loss": 0.9478, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1449080566245621, | |
| "learning_rate": 1.110476427288004e-08, | |
| "loss": 0.961, | |
| "step": 7285 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.15363661791040062, | |
| "learning_rate": 1.0870108169626691e-08, | |
| "loss": 0.9474, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1482497331098839, | |
| "learning_rate": 1.06379306401172e-08, | |
| "loss": 0.9071, | |
| "step": 7295 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.15718376657557753, | |
| "learning_rate": 1.040823286086745e-08, | |
| "loss": 0.9379, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.15751569816070118, | |
| "learning_rate": 1.0181015995827824e-08, | |
| "loss": 0.9708, | |
| "step": 7305 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.15107845744459764, | |
| "learning_rate": 9.956281196377037e-09, | |
| "loss": 0.9187, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.13823530270431622, | |
| "learning_rate": 9.734029601316363e-09, | |
| "loss": 0.9538, | |
| "step": 7315 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1379236877233237, | |
| "learning_rate": 9.514262336864087e-09, | |
| "loss": 0.9271, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.14118759001503478, | |
| "learning_rate": 9.296980516649456e-09, | |
| "loss": 0.9312, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.13930705947755528, | |
| "learning_rate": 9.082185241707063e-09, | |
| "loss": 0.9003, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.140127918712579, | |
| "learning_rate": 8.869877600471865e-09, | |
| "loss": 0.9382, | |
| "step": 7335 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.14938811801669172, | |
| "learning_rate": 8.660058668772675e-09, | |
| "loss": 0.9601, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.14408204104128175, | |
| "learning_rate": 8.45272950982756e-09, | |
| "loss": 0.9064, | |
| "step": 7345 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.15047086155150724, | |
| "learning_rate": 8.24789117423802e-09, | |
| "loss": 0.9471, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.14584734687802067, | |
| "learning_rate": 8.045544699983753e-09, | |
| "loss": 0.9313, | |
| "step": 7355 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.1446048773437771, | |
| "learning_rate": 7.84569111241762e-09, | |
| "loss": 0.9249, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.14942869129542674, | |
| "learning_rate": 7.648331424259968e-09, | |
| "loss": 0.9465, | |
| "step": 7365 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.13719069475176607, | |
| "learning_rate": 7.45346663559393e-09, | |
| "loss": 0.8949, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.15653544055409904, | |
| "learning_rate": 7.2610977338601886e-09, | |
| "loss": 0.936, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.17291892169116618, | |
| "learning_rate": 7.07122569385199e-09, | |
| "loss": 0.9537, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.136655901132649, | |
| "learning_rate": 6.883851477710146e-09, | |
| "loss": 0.9414, | |
| "step": 7385 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.1455088529773193, | |
| "learning_rate": 6.698976034918258e-09, | |
| "loss": 0.9137, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.1463970210162346, | |
| "learning_rate": 6.516600302297948e-09, | |
| "loss": 0.9401, | |
| "step": 7395 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.14642661142513488, | |
| "learning_rate": 6.336725204003857e-09, | |
| "loss": 0.9146, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.1526574840462531, | |
| "learning_rate": 6.159351651519262e-09, | |
| "loss": 0.9122, | |
| "step": 7405 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15126511554520636, | |
| "learning_rate": 5.984480543651249e-09, | |
| "loss": 0.9308, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15422937195320308, | |
| "learning_rate": 5.812112766526322e-09, | |
| "loss": 0.9489, | |
| "step": 7415 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15273241831668485, | |
| "learning_rate": 5.6422491935857464e-09, | |
| "loss": 0.9333, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15290915195544652, | |
| "learning_rate": 5.474890685581157e-09, | |
| "loss": 0.9598, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.13926317777592223, | |
| "learning_rate": 5.310038090570512e-09, | |
| "loss": 0.9239, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.14427428408626766, | |
| "learning_rate": 5.147692243913149e-09, | |
| "loss": 0.9199, | |
| "step": 7435 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.1546283344078747, | |
| "learning_rate": 4.9878539682662865e-09, | |
| "loss": 0.9246, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.14921223355979293, | |
| "learning_rate": 4.830524073580144e-09, | |
| "loss": 0.9113, | |
| "step": 7445 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15069094141152864, | |
| "learning_rate": 4.675703357094496e-09, | |
| "loss": 0.9551, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.1392308339727246, | |
| "learning_rate": 4.523392603334175e-09, | |
| "loss": 0.9534, | |
| "step": 7455 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.1478557506150279, | |
| "learning_rate": 4.373592584105301e-09, | |
| "loss": 0.9641, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.14707122573264736, | |
| "learning_rate": 4.226304058491281e-09, | |
| "loss": 0.9473, | |
| "step": 7465 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.1529307039024127, | |
| "learning_rate": 4.081527772849036e-09, | |
| "loss": 0.9308, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.1484757993225338, | |
| "learning_rate": 3.93926446080517e-09, | |
| "loss": 0.9066, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15884901449960445, | |
| "learning_rate": 3.799514843252194e-09, | |
| "loss": 0.9207, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.16322511661932754, | |
| "learning_rate": 3.6622796283451442e-09, | |
| "loss": 0.9598, | |
| "step": 7485 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.1499514473791366, | |
| "learning_rate": 3.5275595114975243e-09, | |
| "loss": 0.9256, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.14447013304340453, | |
| "learning_rate": 3.3953551753783117e-09, | |
| "loss": 0.9288, | |
| "step": 7495 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.15033957728876848, | |
| "learning_rate": 3.2656672899080693e-09, | |
| "loss": 0.9492, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.15156539968975968, | |
| "learning_rate": 3.1384965122557284e-09, | |
| "loss": 0.9497, | |
| "step": 7505 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.15383668461696767, | |
| "learning_rate": 3.013843486835366e-09, | |
| "loss": 0.9355, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.14050741672798409, | |
| "learning_rate": 2.891708845302654e-09, | |
| "loss": 0.9517, | |
| "step": 7515 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.15193093061711, | |
| "learning_rate": 2.772093206551973e-09, | |
| "loss": 0.9506, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.142649475661762, | |
| "learning_rate": 2.654997176713136e-09, | |
| "loss": 0.9623, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.14775132238275115, | |
| "learning_rate": 2.5404213491481696e-09, | |
| "loss": 0.9317, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.14524940131234637, | |
| "learning_rate": 2.428366304448537e-09, | |
| "loss": 0.9199, | |
| "step": 7535 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.1419261556486215, | |
| "learning_rate": 2.318832610432142e-09, | |
| "loss": 0.9469, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.15542135039117955, | |
| "learning_rate": 2.2118208221403868e-09, | |
| "loss": 0.9273, | |
| "step": 7545 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.14884292747415864, | |
| "learning_rate": 2.1073314818353392e-09, | |
| "loss": 0.9158, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.16433309531163842, | |
| "learning_rate": 2.0053651189971265e-09, | |
| "loss": 0.9595, | |
| "step": 7555 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.1608047056562379, | |
| "learning_rate": 1.9059222503211014e-09, | |
| "loss": 0.9071, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.1481062932242135, | |
| "learning_rate": 1.8090033797152905e-09, | |
| "loss": 0.9451, | |
| "step": 7565 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.15977731543366752, | |
| "learning_rate": 1.7146089982978396e-09, | |
| "loss": 0.955, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.14166877924261584, | |
| "learning_rate": 1.6227395843945169e-09, | |
| "loss": 0.9229, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.14816812797725118, | |
| "learning_rate": 1.5333956035363249e-09, | |
| "loss": 0.9338, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.1570920954974337, | |
| "learning_rate": 1.446577508457114e-09, | |
| "loss": 0.8897, | |
| "step": 7585 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.1410974050472185, | |
| "learning_rate": 1.3622857390912512e-09, | |
| "loss": 0.9348, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.15064424041010413, | |
| "learning_rate": 1.2805207225713432e-09, | |
| "loss": 0.9542, | |
| "step": 7595 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.14474532868560921, | |
| "learning_rate": 1.2012828732262947e-09, | |
| "loss": 0.904, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.15156204315283767, | |
| "learning_rate": 1.1245725925789762e-09, | |
| "loss": 0.98, | |
| "step": 7605 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.1341421119803407, | |
| "learning_rate": 1.0503902693443923e-09, | |
| "loss": 0.9225, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.1513902937089699, | |
| "learning_rate": 9.787362794274056e-10, | |
| "loss": 0.8951, | |
| "step": 7615 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.14479590415987184, | |
| "learning_rate": 9.096109859211831e-10, | |
| "loss": 0.9181, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.14267405232958089, | |
| "learning_rate": 8.430147391051967e-10, | |
| "loss": 0.9274, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.15122488038687992, | |
| "learning_rate": 7.789478764432811e-10, | |
| "loss": 0.8939, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.14094944830250608, | |
| "learning_rate": 7.174107225823567e-10, | |
| "loss": 0.9221, | |
| "step": 7635 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.15176791458444605, | |
| "learning_rate": 6.584035893503203e-10, | |
| "loss": 0.9557, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.15278131399009062, | |
| "learning_rate": 6.019267757547131e-10, | |
| "loss": 0.9597, | |
| "step": 7645 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.1525905051128073, | |
| "learning_rate": 5.479805679811101e-10, | |
| "loss": 0.9427, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.15564705276851742, | |
| "learning_rate": 4.965652393918996e-10, | |
| "loss": 0.9121, | |
| "step": 7655 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.14450593104481904, | |
| "learning_rate": 4.4768105052450656e-10, | |
| "loss": 0.9168, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.16352089895487387, | |
| "learning_rate": 4.0132824909039354e-10, | |
| "loss": 0.9412, | |
| "step": 7665 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.13655421313515312, | |
| "learning_rate": 3.575070699736726e-10, | |
| "loss": 0.919, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.14332597532453037, | |
| "learning_rate": 3.1621773522988446e-10, | |
| "loss": 0.9376, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.14351436422074912, | |
| "learning_rate": 2.7746045408499897e-10, | |
| "loss": 0.9682, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.1445493727801075, | |
| "learning_rate": 2.4123542293424947e-10, | |
| "loss": 0.9182, | |
| "step": 7685 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.14172530359376276, | |
| "learning_rate": 2.0754282534113377e-10, | |
| "loss": 0.9331, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.14336488389245616, | |
| "learning_rate": 1.7638283203663673e-10, | |
| "loss": 0.9665, | |
| "step": 7695 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.1580353039492496, | |
| "learning_rate": 1.477556009180647e-10, | |
| "loss": 0.8873, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.1628976225865982, | |
| "learning_rate": 1.216612770486569e-10, | |
| "loss": 0.9339, | |
| "step": 7705 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.14850661402040227, | |
| "learning_rate": 9.809999265636416e-11, | |
| "loss": 0.9293, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.14544412310554528, | |
| "learning_rate": 7.707186713357127e-11, | |
| "loss": 0.9969, | |
| "step": 7715 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.14763772393490937, | |
| "learning_rate": 5.857700703643109e-11, | |
| "loss": 0.9527, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.13590000625498125, | |
| "learning_rate": 4.261550608414266e-11, | |
| "loss": 0.9408, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.15631513020595628, | |
| "learning_rate": 2.9187445158618264e-11, | |
| "loss": 0.9406, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.16641878770004168, | |
| "learning_rate": 1.8292892303983787e-11, | |
| "loss": 0.9383, | |
| "step": 7735 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.15451260400151193, | |
| "learning_rate": 9.93190272635669e-12, | |
| "loss": 0.8986, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.1537998952423965, | |
| "learning_rate": 4.104518793512923e-12, | |
| "loss": 0.9428, | |
| "step": 7745 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.1502803362427983, | |
| "learning_rate": 8.107700345538759e-13, | |
| "loss": 0.9321, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.9774965643882751, | |
| "eval_runtime": 10236.3981, | |
| "eval_samples_per_second": 3.028, | |
| "eval_steps_per_second": 0.095, | |
| "step": 7754 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 7754, | |
| "total_flos": 1.3600184667734016e+16, | |
| "train_loss": 0.9098342092251821, | |
| "train_runtime": 184655.0174, | |
| "train_samples_per_second": 1.344, | |
| "train_steps_per_second": 0.042 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 7754, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 1.3600184667734016e+16, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |