| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 14266, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 9.326686626828339, | |
| "learning_rate": 3.757943925233645e-07, | |
| "loss": 0.4039, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 7.728208113985814, | |
| "learning_rate": 5.608411214953272e-07, | |
| "loss": 0.3994, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.700397296102845, | |
| "learning_rate": 7.458878504672898e-07, | |
| "loss": 0.39, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.700676061826897, | |
| "learning_rate": 9.309345794392525e-07, | |
| "loss": 0.3783, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 9.464699461085486, | |
| "learning_rate": 1.115981308411215e-06, | |
| "loss": 0.3765, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.415621915844531, | |
| "learning_rate": 1.3010280373831777e-06, | |
| "loss": 0.3618, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.642220142135915, | |
| "learning_rate": 1.4860747663551404e-06, | |
| "loss": 0.3458, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.258611593592227, | |
| "learning_rate": 1.6711214953271029e-06, | |
| "loss": 0.3166, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.262358877867667, | |
| "learning_rate": 1.8561682242990656e-06, | |
| "loss": 0.3329, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.572931858885786, | |
| "learning_rate": 2.041214953271028e-06, | |
| "loss": 0.3024, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.203318765137546, | |
| "learning_rate": 2.2262616822429908e-06, | |
| "loss": 0.3111, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 12.300229847318912, | |
| "learning_rate": 2.4113084112149535e-06, | |
| "loss": 0.2849, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.9064573919554753, | |
| "learning_rate": 2.5963551401869158e-06, | |
| "loss": 0.2824, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.020422062898716, | |
| "learning_rate": 2.781401869158879e-06, | |
| "loss": 0.2731, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 6.213285105658618, | |
| "learning_rate": 2.9664485981308416e-06, | |
| "loss": 0.2796, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 5.076365380233461, | |
| "learning_rate": 3.1514953271028043e-06, | |
| "loss": 0.252, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.492522278625916, | |
| "learning_rate": 3.336542056074767e-06, | |
| "loss": 0.2696, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.940312667678465, | |
| "learning_rate": 3.5215887850467297e-06, | |
| "loss": 0.2872, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 8.728447228208749, | |
| "learning_rate": 3.7066355140186916e-06, | |
| "loss": 0.2658, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.023556013121062, | |
| "learning_rate": 3.891682242990654e-06, | |
| "loss": 0.2674, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.313801223596667, | |
| "learning_rate": 4.076728971962617e-06, | |
| "loss": 0.2704, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.158184547794928, | |
| "learning_rate": 4.26177570093458e-06, | |
| "loss": 0.2532, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.298747150745207, | |
| "learning_rate": 4.446822429906542e-06, | |
| "loss": 0.2538, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.265066480576854, | |
| "learning_rate": 4.631869158878505e-06, | |
| "loss": 0.2386, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.553015688367492, | |
| "learning_rate": 4.816915887850468e-06, | |
| "loss": 0.2336, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 6.468109836322844, | |
| "learning_rate": 5.00196261682243e-06, | |
| "loss": 0.2412, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.900116603787392, | |
| "learning_rate": 5.187009345794394e-06, | |
| "loss": 0.2588, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.9237745327895026, | |
| "learning_rate": 5.372056074766357e-06, | |
| "loss": 0.2432, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.4008079242076454, | |
| "learning_rate": 5.557102803738319e-06, | |
| "loss": 0.2406, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.173130031399122, | |
| "learning_rate": 5.742149532710281e-06, | |
| "loss": 0.2313, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.517780779339123, | |
| "learning_rate": 5.927196261682244e-06, | |
| "loss": 0.2166, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.148419108951701, | |
| "learning_rate": 6.112242990654207e-06, | |
| "loss": 0.2578, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.3849149518055888, | |
| "learning_rate": 6.297289719626169e-06, | |
| "loss": 0.243, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.229179094167907, | |
| "learning_rate": 6.482336448598131e-06, | |
| "loss": 0.2442, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.898869302264945, | |
| "learning_rate": 6.667383177570094e-06, | |
| "loss": 0.2375, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.9552510999440815, | |
| "learning_rate": 6.852429906542057e-06, | |
| "loss": 0.2141, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.1613190221404945, | |
| "learning_rate": 7.0374766355140186e-06, | |
| "loss": 0.2369, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.586237211314309, | |
| "learning_rate": 7.222523364485981e-06, | |
| "loss": 0.2382, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.73959536149172, | |
| "learning_rate": 7.407570093457944e-06, | |
| "loss": 0.2211, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.5533342741010134, | |
| "learning_rate": 7.592616822429907e-06, | |
| "loss": 0.2535, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.12413246973587, | |
| "learning_rate": 7.77766355140187e-06, | |
| "loss": 0.2265, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.6092107826295914, | |
| "learning_rate": 7.962710280373831e-06, | |
| "loss": 0.2309, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.9958876398405394, | |
| "learning_rate": 8.147757009345795e-06, | |
| "loss": 0.215, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.7746974192230898, | |
| "learning_rate": 8.332803738317757e-06, | |
| "loss": 0.2367, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.765481515193955, | |
| "learning_rate": 8.51785046728972e-06, | |
| "loss": 0.2282, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.559142287151559, | |
| "learning_rate": 8.702897196261682e-06, | |
| "loss": 0.239, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.6955439876126333, | |
| "learning_rate": 8.887943925233646e-06, | |
| "loss": 0.212, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.2766607252541196, | |
| "learning_rate": 9.072990654205607e-06, | |
| "loss": 0.2189, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.933834004191608, | |
| "learning_rate": 9.258037383177571e-06, | |
| "loss": 0.2208, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.9425795445349525, | |
| "learning_rate": 9.443084112149533e-06, | |
| "loss": 0.2194, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.959168562491463, | |
| "learning_rate": 9.628130841121496e-06, | |
| "loss": 0.2077, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 5.0550970887351, | |
| "learning_rate": 9.813177570093458e-06, | |
| "loss": 0.2133, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.676187652920463, | |
| "learning_rate": 9.998224299065422e-06, | |
| "loss": 0.2252, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.2623851712068057, | |
| "learning_rate": 1.0183271028037385e-05, | |
| "loss": 0.2109, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.790578221936117, | |
| "learning_rate": 1.0368317757009347e-05, | |
| "loss": 0.2184, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.103974065416671, | |
| "learning_rate": 1.055336448598131e-05, | |
| "loss": 0.2236, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 4.190626884306414, | |
| "learning_rate": 1.0738411214953273e-05, | |
| "loss": 0.2124, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.5266419448659083, | |
| "learning_rate": 1.0923457943925235e-05, | |
| "loss": 0.2119, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 4.268237533080129, | |
| "learning_rate": 1.1108504672897196e-05, | |
| "loss": 0.2132, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.0890794428436474, | |
| "learning_rate": 1.1293551401869158e-05, | |
| "loss": 0.2144, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.570523888148055, | |
| "learning_rate": 1.147859813084112e-05, | |
| "loss": 0.2249, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 4.226701716529414, | |
| "learning_rate": 1.1663644859813084e-05, | |
| "loss": 0.2079, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.1007684801088145, | |
| "learning_rate": 1.1848691588785046e-05, | |
| "loss": 0.2231, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.1750343260824376, | |
| "learning_rate": 1.2033738317757009e-05, | |
| "loss": 0.213, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 4.943978224548977, | |
| "learning_rate": 1.2218785046728971e-05, | |
| "loss": 0.2069, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 5.246530930743759, | |
| "learning_rate": 1.2403831775700934e-05, | |
| "loss": 0.23, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 4.212700469456775, | |
| "learning_rate": 1.2588878504672896e-05, | |
| "loss": 0.215, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.901172847944394, | |
| "learning_rate": 1.277392523364486e-05, | |
| "loss": 0.2159, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.863116963811273, | |
| "learning_rate": 1.2958971962616822e-05, | |
| "loss": 0.2187, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 5.173623334058052, | |
| "learning_rate": 1.3144018691588785e-05, | |
| "loss": 0.2327, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.4545670342113586, | |
| "learning_rate": 1.3329065420560747e-05, | |
| "loss": 0.2197, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 12.081302516012023, | |
| "learning_rate": 1.351411214953271e-05, | |
| "loss": 0.2197, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.515705158591374, | |
| "learning_rate": 1.3699158878504673e-05, | |
| "loss": 0.2135, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.5625103063601604, | |
| "learning_rate": 1.3884205607476634e-05, | |
| "loss": 0.2106, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.8166379370343404, | |
| "learning_rate": 1.4069252336448598e-05, | |
| "loss": 0.2022, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.319250749357357, | |
| "learning_rate": 1.425429906542056e-05, | |
| "loss": 0.2215, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 3.8438255488716826, | |
| "learning_rate": 1.4439345794392523e-05, | |
| "loss": 0.2029, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 6.874012546717648, | |
| "learning_rate": 1.4624392523364485e-05, | |
| "loss": 0.2127, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 3.340860134089255, | |
| "learning_rate": 1.4809439252336449e-05, | |
| "loss": 0.2111, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 4.9714764486240535, | |
| "learning_rate": 1.499448598130841e-05, | |
| "loss": 0.1929, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.3322988142574355, | |
| "learning_rate": 1.5179532710280374e-05, | |
| "loss": 0.2115, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.3819070004986793, | |
| "learning_rate": 1.5364579439252338e-05, | |
| "loss": 0.2045, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.5044078319053185, | |
| "learning_rate": 1.55496261682243e-05, | |
| "loss": 0.1939, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.608333024398638, | |
| "learning_rate": 1.573467289719626e-05, | |
| "loss": 0.1879, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.289870210539812, | |
| "learning_rate": 1.5919719626168223e-05, | |
| "loss": 0.1961, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.45841332213879, | |
| "learning_rate": 1.6104766355140185e-05, | |
| "loss": 0.197, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.5031262468374926, | |
| "learning_rate": 1.628981308411215e-05, | |
| "loss": 0.1917, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 4.246786585681142, | |
| "learning_rate": 1.6474859813084112e-05, | |
| "loss": 0.2047, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.250792040047206, | |
| "learning_rate": 1.6659906542056074e-05, | |
| "loss": 0.2029, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.32308980237606, | |
| "learning_rate": 1.6844953271028036e-05, | |
| "loss": 0.2036, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 3.6658799599048697, | |
| "learning_rate": 1.703e-05, | |
| "loss": 0.19, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 4.176278180207415, | |
| "learning_rate": 1.7215046728971963e-05, | |
| "loss": 0.2032, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 3.367015435940533, | |
| "learning_rate": 1.740009345794393e-05, | |
| "loss": 0.2022, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 4.672794315382092, | |
| "learning_rate": 1.758514018691589e-05, | |
| "loss": 0.1919, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.9512188931045236, | |
| "learning_rate": 1.7770186915887852e-05, | |
| "loss": 0.2034, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 4.5492480400723965, | |
| "learning_rate": 1.7955233644859814e-05, | |
| "loss": 0.2027, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 18.40600129819246, | |
| "learning_rate": 1.814028037383178e-05, | |
| "loss": 0.2237, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 4.483521064505469, | |
| "learning_rate": 1.832532710280374e-05, | |
| "loss": 0.206, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 3.1092566079454964, | |
| "learning_rate": 1.8510373831775703e-05, | |
| "loss": 0.1977, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 3.3220600869694614, | |
| "learning_rate": 1.8695420560747665e-05, | |
| "loss": 0.2063, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 3.8907346901502016, | |
| "learning_rate": 1.888046728971963e-05, | |
| "loss": 0.1977, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.662348169297832, | |
| "learning_rate": 1.9065514018691592e-05, | |
| "loss": 0.1987, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 4.059481864151026, | |
| "learning_rate": 1.9250560747663554e-05, | |
| "loss": 0.2048, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 4.636029263710959, | |
| "learning_rate": 1.9435607476635516e-05, | |
| "loss": 0.2035, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.5136376761467996, | |
| "learning_rate": 1.9620654205607477e-05, | |
| "loss": 0.2075, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 4.195609140830694, | |
| "learning_rate": 1.9805700934579443e-05, | |
| "loss": 0.1972, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.9822583106855167, | |
| "learning_rate": 1.9990747663551405e-05, | |
| "loss": 0.1865, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 3.7335704750856973, | |
| "learning_rate": 1.9999988060278414e-05, | |
| "loss": 0.197, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.8405980678578366, | |
| "learning_rate": 1.9999952241142166e-05, | |
| "loss": 0.2068, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 3.8657576566737646, | |
| "learning_rate": 1.9999892542676804e-05, | |
| "loss": 0.2049, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 4.186876620679429, | |
| "learning_rate": 1.9999808965024894e-05, | |
| "loss": 0.2081, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.72774777499626, | |
| "learning_rate": 1.9999701508386035e-05, | |
| "loss": 0.2086, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.751340626875412, | |
| "learning_rate": 1.9999570173016853e-05, | |
| "loss": 0.2006, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 3.208700547114019, | |
| "learning_rate": 1.9999414959231005e-05, | |
| "loss": 0.2008, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 3.113010447366047, | |
| "learning_rate": 1.999923586739917e-05, | |
| "loss": 0.1908, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 4.099631707002062, | |
| "learning_rate": 1.9999032897949043e-05, | |
| "loss": 0.1938, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.543357953918798, | |
| "learning_rate": 1.9998806051365364e-05, | |
| "loss": 0.1925, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 4.294951185097806, | |
| "learning_rate": 1.9998555328189877e-05, | |
| "loss": 0.1917, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.8667409273627604, | |
| "learning_rate": 1.9998280729021356e-05, | |
| "loss": 0.1894, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.7775587239677564, | |
| "learning_rate": 1.9997982254515594e-05, | |
| "loss": 0.2013, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.170937385472613, | |
| "learning_rate": 1.9997659905385407e-05, | |
| "loss": 0.1856, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.2283581777813706, | |
| "learning_rate": 1.9997313682400616e-05, | |
| "loss": 0.1975, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.2855714950573365, | |
| "learning_rate": 1.999694358638807e-05, | |
| "loss": 0.1848, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 3.863058826303762, | |
| "learning_rate": 1.999654961823163e-05, | |
| "loss": 0.1962, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 6.122863085359703, | |
| "learning_rate": 1.9996131778872157e-05, | |
| "loss": 0.1826, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 7.479137650825796, | |
| "learning_rate": 1.999569006930753e-05, | |
| "loss": 0.2059, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 3.3632282248469587, | |
| "learning_rate": 1.999522449059263e-05, | |
| "loss": 0.1766, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 3.5776678734504865, | |
| "learning_rate": 1.999473504383935e-05, | |
| "loss": 0.2058, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 3.7860849538340955, | |
| "learning_rate": 1.9994221730216573e-05, | |
| "loss": 0.201, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 4.81880844615121, | |
| "learning_rate": 1.999368455095019e-05, | |
| "loss": 0.2117, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.9215084396780973, | |
| "learning_rate": 1.9993123507323082e-05, | |
| "loss": 0.206, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 3.9148674477929726, | |
| "learning_rate": 1.999253860067512e-05, | |
| "loss": 0.2024, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 3.2034807705433805, | |
| "learning_rate": 1.9991929832403177e-05, | |
| "loss": 0.1995, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 3.339765795416994, | |
| "learning_rate": 1.9991297203961097e-05, | |
| "loss": 0.1955, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 3.577891512919677, | |
| "learning_rate": 1.9990640716859712e-05, | |
| "loss": 0.1989, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.8960487413677845, | |
| "learning_rate": 1.9989960372666837e-05, | |
| "loss": 0.1893, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.2620031411902137, | |
| "learning_rate": 1.9989256173007253e-05, | |
| "loss": 0.1819, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 3.5388703620408384, | |
| "learning_rate": 1.9988528119562726e-05, | |
| "loss": 0.2136, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.9521351926596697, | |
| "learning_rate": 1.998777621407197e-05, | |
| "loss": 0.1949, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.4898752230284997, | |
| "learning_rate": 1.9987000458330687e-05, | |
| "loss": 0.1819, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 3.3050431585451636, | |
| "learning_rate": 1.998620085419151e-05, | |
| "loss": 0.2115, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.675538613115082, | |
| "learning_rate": 1.9985377403564047e-05, | |
| "loss": 0.1772, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 3.3229381277573196, | |
| "learning_rate": 1.998453010841485e-05, | |
| "loss": 0.2242, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 3.180651019652027, | |
| "learning_rate": 1.998365897076741e-05, | |
| "loss": 0.1806, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 4.247821249396129, | |
| "learning_rate": 1.9982763992702167e-05, | |
| "loss": 0.1755, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 3.8883580723539763, | |
| "learning_rate": 1.9981845176356497e-05, | |
| "loss": 0.2, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 3.0966656749820936, | |
| "learning_rate": 1.998090252392469e-05, | |
| "loss": 0.2007, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 9.083903956790351, | |
| "learning_rate": 1.9979936037657984e-05, | |
| "loss": 0.1886, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.599987422073432, | |
| "learning_rate": 1.997894571986452e-05, | |
| "loss": 0.1774, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.105323029943953, | |
| "learning_rate": 1.9977931572909357e-05, | |
| "loss": 0.1896, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.854148754731217, | |
| "learning_rate": 1.997689359921446e-05, | |
| "loss": 0.2011, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 3.1425993677420627, | |
| "learning_rate": 1.997583180125871e-05, | |
| "loss": 0.1798, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.715875015052114, | |
| "learning_rate": 1.9974746181577876e-05, | |
| "loss": 0.1789, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 3.278262713133406, | |
| "learning_rate": 1.9973636742764604e-05, | |
| "loss": 0.1934, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.634152609388742, | |
| "learning_rate": 1.9972503487468448e-05, | |
| "loss": 0.1779, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.9495097642016876, | |
| "learning_rate": 1.9971346418395823e-05, | |
| "loss": 0.1995, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 3.8346391333501018, | |
| "learning_rate": 1.9970165538310022e-05, | |
| "loss": 0.1742, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2372528380590026, | |
| "learning_rate": 1.996896085003121e-05, | |
| "loss": 0.1715, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.3982539898876865, | |
| "learning_rate": 1.9967732356436397e-05, | |
| "loss": 0.1824, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 3.021270211735749, | |
| "learning_rate": 1.996648006045945e-05, | |
| "loss": 0.1724, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 3.218541555229141, | |
| "learning_rate": 1.9965203965091086e-05, | |
| "loss": 0.1895, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.028124943573044, | |
| "learning_rate": 1.9963904073378852e-05, | |
| "loss": 0.1711, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.1891582887684193, | |
| "learning_rate": 1.996258038842712e-05, | |
| "loss": 0.1856, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.884703147082746, | |
| "learning_rate": 1.9961232913397107e-05, | |
| "loss": 0.1874, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.445509345081033, | |
| "learning_rate": 1.995986165150682e-05, | |
| "loss": 0.1974, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.376178449088288, | |
| "learning_rate": 1.9958466606031087e-05, | |
| "loss": 0.1864, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.3656935809133044, | |
| "learning_rate": 1.9957047780301527e-05, | |
| "loss": 0.1775, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.854832109902861, | |
| "learning_rate": 1.9955605177706563e-05, | |
| "loss": 0.1832, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.747222762079925, | |
| "learning_rate": 1.995413880169139e-05, | |
| "loss": 0.1766, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.4619845836434995, | |
| "learning_rate": 1.9952648655757984e-05, | |
| "loss": 0.1992, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 8.299795897398717, | |
| "learning_rate": 1.9951134743465083e-05, | |
| "loss": 0.1868, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.989784069671869, | |
| "learning_rate": 1.994959706842819e-05, | |
| "loss": 0.1972, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.442836495123392, | |
| "learning_rate": 1.9948035634319554e-05, | |
| "loss": 0.1879, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.8857456575169493, | |
| "learning_rate": 1.9946450444868168e-05, | |
| "loss": 0.177, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.1516856814866063, | |
| "learning_rate": 1.9944841503859752e-05, | |
| "loss": 0.1764, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.648426521497133, | |
| "learning_rate": 1.994320881513675e-05, | |
| "loss": 0.1951, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.119631007945078, | |
| "learning_rate": 1.9941552382598326e-05, | |
| "loss": 0.1879, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.601513836379742, | |
| "learning_rate": 1.993987221020034e-05, | |
| "loss": 0.185, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.6061574623227988, | |
| "learning_rate": 1.9938168301955354e-05, | |
| "loss": 0.1915, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.3502344020995354, | |
| "learning_rate": 1.9936440661932613e-05, | |
| "loss": 0.195, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 3.2199091629578924, | |
| "learning_rate": 1.9934689294258037e-05, | |
| "loss": 0.1923, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 3.525187596949837, | |
| "learning_rate": 1.993291420311421e-05, | |
| "loss": 0.1921, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 3.96466671402784, | |
| "learning_rate": 1.9931115392740383e-05, | |
| "loss": 0.1974, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 3.4114491392210713, | |
| "learning_rate": 1.9929292867432435e-05, | |
| "loss": 0.1814, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.8956428483478396, | |
| "learning_rate": 1.9927446631542894e-05, | |
| "loss": 0.1907, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.004579163807035, | |
| "learning_rate": 1.9925576689480915e-05, | |
| "loss": 0.1773, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.645550259643549, | |
| "learning_rate": 1.992368304571225e-05, | |
| "loss": 0.1824, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.6946320932684875, | |
| "learning_rate": 1.992176570475928e-05, | |
| "loss": 0.2026, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.5657388787635416, | |
| "learning_rate": 1.991982467120096e-05, | |
| "loss": 0.1941, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 4.334836967948886, | |
| "learning_rate": 1.9917859949672828e-05, | |
| "loss": 0.191, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.41391640357102, | |
| "learning_rate": 1.9915871544867012e-05, | |
| "loss": 0.1919, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.1085888045991386, | |
| "learning_rate": 1.9913859461532177e-05, | |
| "loss": 0.1825, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.6245604939232132, | |
| "learning_rate": 1.9911823704473546e-05, | |
| "loss": 0.1778, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 4.041287722306811, | |
| "learning_rate": 1.990976427855289e-05, | |
| "loss": 0.1873, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 3.1845423121948278, | |
| "learning_rate": 1.9907681188688482e-05, | |
| "loss": 0.1835, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 4.132646121045449, | |
| "learning_rate": 1.990557443985513e-05, | |
| "loss": 0.2008, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 3.4519916590548956, | |
| "learning_rate": 1.9903444037084133e-05, | |
| "loss": 0.1899, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.653297309087807, | |
| "learning_rate": 1.9901289985463283e-05, | |
| "loss": 0.1806, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.307457738997048, | |
| "learning_rate": 1.9899112290136855e-05, | |
| "loss": 0.1887, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.6268024567352253, | |
| "learning_rate": 1.9896910956305574e-05, | |
| "loss": 0.1787, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.331815294465332, | |
| "learning_rate": 1.989468598922664e-05, | |
| "loss": 0.1741, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 4.187774421468107, | |
| "learning_rate": 1.9892437394213678e-05, | |
| "loss": 0.1983, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.7206646774588332, | |
| "learning_rate": 1.9890165176636736e-05, | |
| "loss": 0.1874, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.2845949108425105, | |
| "learning_rate": 1.9887869341922296e-05, | |
| "loss": 0.1883, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.580203703741531, | |
| "learning_rate": 1.988554989555323e-05, | |
| "loss": 0.1873, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 3.540337137235391, | |
| "learning_rate": 1.98832068430688e-05, | |
| "loss": 0.167, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 5.842048601334258, | |
| "learning_rate": 1.988084019006464e-05, | |
| "loss": 0.1783, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.5378369939115504, | |
| "learning_rate": 1.9878449942192755e-05, | |
| "loss": 0.1702, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.701425006780818, | |
| "learning_rate": 1.9876036105161498e-05, | |
| "loss": 0.168, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 3.090708923743249, | |
| "learning_rate": 1.9873598684735546e-05, | |
| "loss": 0.169, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 4.53332640329467, | |
| "learning_rate": 1.9871137686735907e-05, | |
| "loss": 0.1866, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.3722892148248733, | |
| "learning_rate": 1.9868653117039902e-05, | |
| "loss": 0.1777, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.7870109129036074, | |
| "learning_rate": 1.9866144981581132e-05, | |
| "loss": 0.1819, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.9397160713475645, | |
| "learning_rate": 1.9863613286349486e-05, | |
| "loss": 0.1714, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 17.31460811848986, | |
| "learning_rate": 1.9861058037391118e-05, | |
| "loss": 0.1813, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 6.045029153934977, | |
| "learning_rate": 1.985847924080842e-05, | |
| "loss": 0.1828, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.6773267306300865, | |
| "learning_rate": 1.9855876902760046e-05, | |
| "loss": 0.1784, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 5.2228019654083235, | |
| "learning_rate": 1.9853251029460844e-05, | |
| "loss": 0.1764, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 3.063926208982017, | |
| "learning_rate": 1.9850601627181885e-05, | |
| "loss": 0.178, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 3.0456294717331187, | |
| "learning_rate": 1.984792870225043e-05, | |
| "loss": 0.1758, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 3.0217671671960664, | |
| "learning_rate": 1.98452322610499e-05, | |
| "loss": 0.1575, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 3.2515513312218083, | |
| "learning_rate": 1.984251231001991e-05, | |
| "loss": 0.1758, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.816509186745791, | |
| "learning_rate": 1.983976885565619e-05, | |
| "loss": 0.1754, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.879544853697043, | |
| "learning_rate": 1.983700190451061e-05, | |
| "loss": 0.1666, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 4.239525621975842, | |
| "learning_rate": 1.983421146319116e-05, | |
| "loss": 0.1638, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 3.4223430435381266, | |
| "learning_rate": 1.983139753836192e-05, | |
| "loss": 0.1884, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.434002249585807, | |
| "learning_rate": 1.9828560136743063e-05, | |
| "loss": 0.1836, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 11.273460848143701, | |
| "learning_rate": 1.9825699265110822e-05, | |
| "loss": 0.1828, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.8411685838962706, | |
| "learning_rate": 1.9822814930297486e-05, | |
| "loss": 0.1722, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 15.676474781412614, | |
| "learning_rate": 1.981990713919137e-05, | |
| "loss": 0.1745, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 3.9204743456434747, | |
| "learning_rate": 1.981697589873681e-05, | |
| "loss": 0.1649, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.5584019712835353, | |
| "learning_rate": 1.9814021215934148e-05, | |
| "loss": 0.1667, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.1414636236143325, | |
| "learning_rate": 1.981104309783971e-05, | |
| "loss": 0.176, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.1512634557095933, | |
| "learning_rate": 1.980804155156578e-05, | |
| "loss": 0.1705, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.654510556813465, | |
| "learning_rate": 1.980501658428061e-05, | |
| "loss": 0.1757, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.9013380975590652, | |
| "learning_rate": 1.980196820320837e-05, | |
| "loss": 0.1759, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.9545228263682044, | |
| "learning_rate": 1.9798896415629157e-05, | |
| "loss": 0.1783, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 3.543349745010547, | |
| "learning_rate": 1.9795801228878952e-05, | |
| "loss": 0.1836, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.2937476217896817, | |
| "learning_rate": 1.979268265034964e-05, | |
| "loss": 0.1821, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 4.062304448042868, | |
| "learning_rate": 1.9789540687488945e-05, | |
| "loss": 0.1597, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 3.4206144894020754, | |
| "learning_rate": 1.9786375347800465e-05, | |
| "loss": 0.1831, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 3.267427375996239, | |
| "learning_rate": 1.9783186638843598e-05, | |
| "loss": 0.1607, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 3.7545232831370434, | |
| "learning_rate": 1.977997456823357e-05, | |
| "loss": 0.1912, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 3.6111110459026103, | |
| "learning_rate": 1.9776739143641392e-05, | |
| "loss": 0.1775, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 3.2964692792694854, | |
| "learning_rate": 1.9773480372793855e-05, | |
| "loss": 0.1705, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.500103090068091, | |
| "learning_rate": 1.977019826347349e-05, | |
| "loss": 0.1947, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 4.150835913612857, | |
| "learning_rate": 1.9766892823518595e-05, | |
| "loss": 0.1885, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.4040456806419126, | |
| "learning_rate": 1.9763564060823145e-05, | |
| "loss": 0.1933, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 7.116540270121414, | |
| "learning_rate": 1.9760211983336846e-05, | |
| "loss": 0.1669, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 3.27540722127951, | |
| "learning_rate": 1.975683659906507e-05, | |
| "loss": 0.18, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 15.517488519447078, | |
| "learning_rate": 1.975343791606885e-05, | |
| "loss": 0.1918, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.897248798109084, | |
| "learning_rate": 1.975001594246487e-05, | |
| "loss": 0.1558, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.834736551359366, | |
| "learning_rate": 1.9746570686425427e-05, | |
| "loss": 0.1627, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 4.173821955789194, | |
| "learning_rate": 1.974310215617842e-05, | |
| "loss": 0.1756, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.992296660102903, | |
| "learning_rate": 1.973961036000734e-05, | |
| "loss": 0.1807, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 3.3528000474169324, | |
| "learning_rate": 1.9736095306251232e-05, | |
| "loss": 0.1874, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 3.334344058979202, | |
| "learning_rate": 1.9732557003304686e-05, | |
| "loss": 0.1899, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.860455585019566, | |
| "learning_rate": 1.9728995459617824e-05, | |
| "loss": 0.1567, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 5.958156271840138, | |
| "learning_rate": 1.972541068369626e-05, | |
| "loss": 0.1733, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.4787961111237973, | |
| "learning_rate": 1.9721802684101095e-05, | |
| "loss": 0.1858, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.3998338443142604, | |
| "learning_rate": 1.9718171469448896e-05, | |
| "loss": 0.178, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 3.197290531124358, | |
| "learning_rate": 1.9714517048411662e-05, | |
| "loss": 0.1638, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.435817724859357, | |
| "learning_rate": 1.971083942971683e-05, | |
| "loss": 0.166, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.2596390143874303, | |
| "learning_rate": 1.9707138622147218e-05, | |
| "loss": 0.1759, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 3.3606753649209007, | |
| "learning_rate": 1.9703414634541038e-05, | |
| "loss": 0.1639, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 3.099118131903914, | |
| "learning_rate": 1.969966747579185e-05, | |
| "loss": 0.1846, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.5845845996591814, | |
| "learning_rate": 1.9695897154848557e-05, | |
| "loss": 0.1854, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 3.2375821784352565, | |
| "learning_rate": 1.9692103680715377e-05, | |
| "loss": 0.1639, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.9657833334457906, | |
| "learning_rate": 1.968828706245182e-05, | |
| "loss": 0.1651, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.753672315252415, | |
| "learning_rate": 1.968444730917267e-05, | |
| "loss": 0.1706, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.721605927474235, | |
| "learning_rate": 1.968058443004796e-05, | |
| "loss": 0.1788, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 3.4558253712068345, | |
| "learning_rate": 1.9676698434302956e-05, | |
| "loss": 0.1763, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.458103095667287, | |
| "learning_rate": 1.967278933121812e-05, | |
| "loss": 0.1685, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.701537619851815, | |
| "learning_rate": 1.9668857130129116e-05, | |
| "loss": 0.1633, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.1088759438741542, | |
| "learning_rate": 1.9664901840426752e-05, | |
| "loss": 0.1637, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.2628272309947888, | |
| "learning_rate": 1.9660923471556984e-05, | |
| "loss": 0.1743, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.2565461769057316, | |
| "learning_rate": 1.9656922033020897e-05, | |
| "loss": 0.1869, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.729887326049785, | |
| "learning_rate": 1.9652897534374643e-05, | |
| "loss": 0.1832, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.4960360559572643, | |
| "learning_rate": 1.964884998522947e-05, | |
| "loss": 0.1698, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.9936482179306132, | |
| "learning_rate": 1.9644779395251673e-05, | |
| "loss": 0.1667, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.9652832670456295, | |
| "learning_rate": 1.9640685774162553e-05, | |
| "loss": 0.1976, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 3.0252002239957063, | |
| "learning_rate": 1.9636569131738438e-05, | |
| "loss": 0.1587, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 3.2950965459684816, | |
| "learning_rate": 1.9632429477810616e-05, | |
| "loss": 0.1698, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.8160632132240964, | |
| "learning_rate": 1.9628266822265345e-05, | |
| "loss": 0.1587, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.3142226736205322, | |
| "learning_rate": 1.9624081175043802e-05, | |
| "loss": 0.18, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.466225600975058, | |
| "learning_rate": 1.961987254614209e-05, | |
| "loss": 0.1715, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.231814644797845, | |
| "learning_rate": 1.9615640945611175e-05, | |
| "loss": 0.1564, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.0486620607523975, | |
| "learning_rate": 1.9611386383556893e-05, | |
| "loss": 0.1654, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 3.336933925213419, | |
| "learning_rate": 1.9607108870139927e-05, | |
| "loss": 0.1629, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.6663360291384848, | |
| "learning_rate": 1.9602808415575757e-05, | |
| "loss": 0.166, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 3.2043231491021738, | |
| "learning_rate": 1.9598485030134652e-05, | |
| "loss": 0.1723, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 3.4363565103586358, | |
| "learning_rate": 1.9594138724141657e-05, | |
| "loss": 0.169, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 4.047561881786324, | |
| "learning_rate": 1.9589769507976543e-05, | |
| "loss": 0.1884, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.586658665343163, | |
| "learning_rate": 1.9585377392073795e-05, | |
| "loss": 0.159, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.8700917681866027, | |
| "learning_rate": 1.958096238692259e-05, | |
| "loss": 0.1589, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 3.0157418500171436, | |
| "learning_rate": 1.957652450306678e-05, | |
| "loss": 0.169, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.624287008912185, | |
| "learning_rate": 1.957206375110483e-05, | |
| "loss": 0.1714, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.6907468300772104, | |
| "learning_rate": 1.956758014168984e-05, | |
| "loss": 0.173, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 3.0837109995997896, | |
| "learning_rate": 1.956307368552949e-05, | |
| "loss": 0.1751, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.466280124207713, | |
| "learning_rate": 1.955854439338602e-05, | |
| "loss": 0.1692, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.6498950109737085, | |
| "learning_rate": 1.955399227607621e-05, | |
| "loss": 0.1825, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.478228757593491, | |
| "learning_rate": 1.954941734447135e-05, | |
| "loss": 0.164, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.6482682525659724, | |
| "learning_rate": 1.954481960949722e-05, | |
| "loss": 0.1647, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.2678907969051356, | |
| "learning_rate": 1.9540199082134044e-05, | |
| "loss": 0.1643, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 12.195551477078768, | |
| "learning_rate": 1.9535555773416494e-05, | |
| "loss": 0.1785, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.9127326774157374, | |
| "learning_rate": 1.9530889694433636e-05, | |
| "loss": 0.1745, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.176968317476819, | |
| "learning_rate": 1.952620085632893e-05, | |
| "loss": 0.1586, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 3.022412818932396, | |
| "learning_rate": 1.952148927030017e-05, | |
| "loss": 0.1704, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 3.59711371855089, | |
| "learning_rate": 1.951675494759949e-05, | |
| "loss": 0.1594, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.140677235655155, | |
| "learning_rate": 1.951199789953332e-05, | |
| "loss": 0.1568, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.202236131499489, | |
| "learning_rate": 1.9507218137462366e-05, | |
| "loss": 0.1737, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.4482766610431894, | |
| "learning_rate": 1.950241567280157e-05, | |
| "loss": 0.1617, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.215775335938973, | |
| "learning_rate": 1.94975905170201e-05, | |
| "loss": 0.1672, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.9637923757547577, | |
| "learning_rate": 1.949274268164131e-05, | |
| "loss": 0.1669, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.631304572257579, | |
| "learning_rate": 1.9487872178242715e-05, | |
| "loss": 0.1668, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 3.844536925607983, | |
| "learning_rate": 1.948297901845598e-05, | |
| "loss": 0.1677, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.227377866057559, | |
| "learning_rate": 1.9478063213966853e-05, | |
| "loss": 0.1708, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.841537621067319, | |
| "learning_rate": 1.9473124776515185e-05, | |
| "loss": 0.1693, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.066597307743588, | |
| "learning_rate": 1.9468163717894866e-05, | |
| "loss": 0.1701, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.7031979413196576, | |
| "learning_rate": 1.9463180049953814e-05, | |
| "loss": 0.1677, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.6315076180879995, | |
| "learning_rate": 1.9458173784593936e-05, | |
| "loss": 0.1691, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.4342973650206408, | |
| "learning_rate": 1.945314493377112e-05, | |
| "loss": 0.16, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 3.261599016561727, | |
| "learning_rate": 1.944809350949517e-05, | |
| "loss": 0.1693, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.9158677288063537, | |
| "learning_rate": 1.9443019523829825e-05, | |
| "loss": 0.178, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.889106805440004, | |
| "learning_rate": 1.9437922988892683e-05, | |
| "loss": 0.1668, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.0931458242023493, | |
| "learning_rate": 1.9432803916855204e-05, | |
| "loss": 0.1699, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.2367781939986693, | |
| "learning_rate": 1.9427662319942674e-05, | |
| "loss": 0.1489, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.7162488635605437, | |
| "learning_rate": 1.9422498210434165e-05, | |
| "loss": 0.1774, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.810866750576386, | |
| "learning_rate": 1.9417311600662516e-05, | |
| "loss": 0.1594, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.689944020933223, | |
| "learning_rate": 1.94121025030143e-05, | |
| "loss": 0.1713, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.5953451559916356, | |
| "learning_rate": 1.94068709299298e-05, | |
| "loss": 0.1642, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.579493026750592, | |
| "learning_rate": 1.9401616893902968e-05, | |
| "loss": 0.1652, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.7325791047172996, | |
| "learning_rate": 1.9396340407481403e-05, | |
| "loss": 0.1501, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.5718650196967277, | |
| "learning_rate": 1.9391041483266323e-05, | |
| "loss": 0.1689, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.7282794257609533, | |
| "learning_rate": 1.938572013391253e-05, | |
| "loss": 0.1603, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.0463500524345153, | |
| "learning_rate": 1.9380376372128377e-05, | |
| "loss": 0.1472, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.370280948195058, | |
| "learning_rate": 1.937501021067575e-05, | |
| "loss": 0.1655, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.0522339534831553, | |
| "learning_rate": 1.9369621662370023e-05, | |
| "loss": 0.1578, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 3.0773650649708473, | |
| "learning_rate": 1.936421074008004e-05, | |
| "loss": 0.1714, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 3.9660532041550423, | |
| "learning_rate": 1.9358777456728072e-05, | |
| "loss": 0.1639, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.9238454121274184, | |
| "learning_rate": 1.935332182528979e-05, | |
| "loss": 0.1696, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.768302957167946, | |
| "learning_rate": 1.9347843858794243e-05, | |
| "loss": 0.1571, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.5457418125064697, | |
| "learning_rate": 1.9342343570323825e-05, | |
| "loss": 0.1479, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.0257799883396093, | |
| "learning_rate": 1.9336820973014227e-05, | |
| "loss": 0.1643, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.0318673002812337, | |
| "learning_rate": 1.9331276080054422e-05, | |
| "loss": 0.1489, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.726328142909849, | |
| "learning_rate": 1.932570890468663e-05, | |
| "loss": 0.1594, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.990966228920672, | |
| "learning_rate": 1.9320119460206285e-05, | |
| "loss": 0.166, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 4.345453820096112, | |
| "learning_rate": 1.9314507759962008e-05, | |
| "loss": 0.1542, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 3.1488677457364194, | |
| "learning_rate": 1.9308873817355563e-05, | |
| "loss": 0.1713, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 3.219538916042044, | |
| "learning_rate": 1.9303217645841838e-05, | |
| "loss": 0.1492, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 3.0131745339076446, | |
| "learning_rate": 1.9297539258928807e-05, | |
| "loss": 0.1612, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.2164410679488933, | |
| "learning_rate": 1.9291838670177497e-05, | |
| "loss": 0.1706, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.242976033389265, | |
| "learning_rate": 1.9286115893201955e-05, | |
| "loss": 0.1536, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.610990560963815, | |
| "learning_rate": 1.928037094166923e-05, | |
| "loss": 0.1676, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.529344760043821, | |
| "learning_rate": 1.9274603829299304e-05, | |
| "loss": 0.1579, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 3.345674905474248, | |
| "learning_rate": 1.926881456986511e-05, | |
| "loss": 0.1676, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.8957948384825247, | |
| "learning_rate": 1.9263003177192455e-05, | |
| "loss": 0.148, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.980092916128174, | |
| "learning_rate": 1.925716966516001e-05, | |
| "loss": 0.1407, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 2.2603755777260495, | |
| "learning_rate": 1.925131404769927e-05, | |
| "loss": 0.1325, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 5.813992216469168, | |
| "learning_rate": 1.9245436338794516e-05, | |
| "loss": 0.1392, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 2.520351069534241, | |
| "learning_rate": 1.9239536552482803e-05, | |
| "loss": 0.1453, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 2.566425201485392, | |
| "learning_rate": 1.9233614702853892e-05, | |
| "loss": 0.1383, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 2.203551555490054, | |
| "learning_rate": 1.9227670804050254e-05, | |
| "loss": 0.1374, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 2.623737213118146, | |
| "learning_rate": 1.9221704870267e-05, | |
| "loss": 0.1291, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 2.3896072315549794, | |
| "learning_rate": 1.9215716915751877e-05, | |
| "loss": 0.1377, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 2.2491299748499, | |
| "learning_rate": 1.9209706954805215e-05, | |
| "loss": 0.1272, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 2.607481857924288, | |
| "learning_rate": 1.92036750017799e-05, | |
| "loss": 0.1459, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 4.047819874159741, | |
| "learning_rate": 1.9197621071081346e-05, | |
| "loss": 0.145, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 2.756311456596326, | |
| "learning_rate": 1.919154517716744e-05, | |
| "loss": 0.1407, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 2.6513725828674386, | |
| "learning_rate": 1.9185447334548534e-05, | |
| "loss": 0.1468, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 4.236416595506007, | |
| "learning_rate": 1.9179327557787396e-05, | |
| "loss": 0.1393, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 3.0990184275893835, | |
| "learning_rate": 1.917318586149917e-05, | |
| "loss": 0.1485, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 2.2486872552215114, | |
| "learning_rate": 1.9167022260351346e-05, | |
| "loss": 0.13, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.9492044390992067, | |
| "learning_rate": 1.9160836769063744e-05, | |
| "loss": 0.1477, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 3.843133023995463, | |
| "learning_rate": 1.9154629402408444e-05, | |
| "loss": 0.1421, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 2.559822544563541, | |
| "learning_rate": 1.9148400175209773e-05, | |
| "loss": 0.1427, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 6.470849032934646, | |
| "learning_rate": 1.9142149102344265e-05, | |
| "loss": 0.1479, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 3.2762712763066717, | |
| "learning_rate": 1.913587619874063e-05, | |
| "loss": 0.1426, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 4.007762291428314, | |
| "learning_rate": 1.9129581479379715e-05, | |
| "loss": 0.1447, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 2.6372928700764637, | |
| "learning_rate": 1.9123264959294457e-05, | |
| "loss": 0.1494, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 2.674816185883692, | |
| "learning_rate": 1.911692665356986e-05, | |
| "loss": 0.1384, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 3.2012117952437658, | |
| "learning_rate": 1.9110566577342963e-05, | |
| "loss": 0.1377, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.8809205993004603, | |
| "learning_rate": 1.9104184745802795e-05, | |
| "loss": 0.1355, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 3.0113113464212646, | |
| "learning_rate": 1.9097781174190333e-05, | |
| "loss": 0.1365, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 3.2630593474424643, | |
| "learning_rate": 1.909135587779848e-05, | |
| "loss": 0.1337, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 11.392702517589797, | |
| "learning_rate": 1.9084908871972026e-05, | |
| "loss": 0.1364, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 2.4903594101575486, | |
| "learning_rate": 1.9078440172107598e-05, | |
| "loss": 0.1324, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 2.9641453419210446, | |
| "learning_rate": 1.907194979365363e-05, | |
| "loss": 0.1344, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 2.768232764848516, | |
| "learning_rate": 1.9065437752110346e-05, | |
| "loss": 0.1434, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 3.111667267346916, | |
| "learning_rate": 1.9058904063029682e-05, | |
| "loss": 0.1434, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 2.2189052688642668, | |
| "learning_rate": 1.905234874201529e-05, | |
| "loss": 0.1346, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 1.938528772222758, | |
| "learning_rate": 1.904577180472248e-05, | |
| "loss": 0.1337, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 3.6914431938462164, | |
| "learning_rate": 1.903917326685818e-05, | |
| "loss": 0.1495, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 2.693596069469479, | |
| "learning_rate": 1.9032553144180904e-05, | |
| "loss": 0.1389, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 2.356678514446313, | |
| "learning_rate": 1.9025911452500718e-05, | |
| "loss": 0.1355, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 2.2416126963229313, | |
| "learning_rate": 1.90192482076792e-05, | |
| "loss": 0.1394, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 2.407782425838049, | |
| "learning_rate": 1.9012563425629404e-05, | |
| "loss": 0.1444, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 2.821450043677631, | |
| "learning_rate": 1.9005857122315802e-05, | |
| "loss": 0.1278, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 3.0792341218888803, | |
| "learning_rate": 1.8999129313754287e-05, | |
| "loss": 0.1416, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 3.3340412977529343, | |
| "learning_rate": 1.8992380016012084e-05, | |
| "loss": 0.1396, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 3.9497092948847667, | |
| "learning_rate": 1.898560924520777e-05, | |
| "loss": 0.1478, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 2.5408274927652887, | |
| "learning_rate": 1.8978817017511165e-05, | |
| "loss": 0.15, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 2.0665884244115627, | |
| "learning_rate": 1.8972003349143368e-05, | |
| "loss": 0.1412, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 3.2381079320231363, | |
| "learning_rate": 1.896516825637666e-05, | |
| "loss": 0.1499, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 3.0442534294751304, | |
| "learning_rate": 1.89583117555345e-05, | |
| "loss": 0.1494, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 3.2379446188306336, | |
| "learning_rate": 1.895143386299146e-05, | |
| "loss": 0.141, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 2.391206059867248, | |
| "learning_rate": 1.8944534595173217e-05, | |
| "loss": 0.1393, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.5492092207299588, | |
| "learning_rate": 1.8937613968556475e-05, | |
| "loss": 0.1261, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 2.7609379594043637, | |
| "learning_rate": 1.893067199966896e-05, | |
| "loss": 0.1318, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 3.1261808071845403, | |
| "learning_rate": 1.8923708705089373e-05, | |
| "loss": 0.1444, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 3.302597792027258, | |
| "learning_rate": 1.891672410144733e-05, | |
| "loss": 0.1365, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 2.642251050152129, | |
| "learning_rate": 1.8909718205423347e-05, | |
| "loss": 0.1354, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 2.789807815768997, | |
| "learning_rate": 1.890269103374878e-05, | |
| "loss": 0.1323, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 2.5724009461605353, | |
| "learning_rate": 1.889564260320581e-05, | |
| "loss": 0.1545, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 3.0712306855541085, | |
| "learning_rate": 1.8888572930627375e-05, | |
| "loss": 0.1434, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 3.0627951966306703, | |
| "learning_rate": 1.8881482032897153e-05, | |
| "loss": 0.1398, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 2.426100950934894, | |
| "learning_rate": 1.88743699269495e-05, | |
| "loss": 0.1453, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 2.724389202013518, | |
| "learning_rate": 1.8867236629769433e-05, | |
| "loss": 0.1308, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.7926183952484913, | |
| "learning_rate": 1.8860082158392566e-05, | |
| "loss": 0.1398, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 2.568057291229617, | |
| "learning_rate": 1.885290652990509e-05, | |
| "loss": 0.1534, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 2.495273891238668, | |
| "learning_rate": 1.8845709761443723e-05, | |
| "loss": 0.1388, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 2.7499667078950703, | |
| "learning_rate": 1.883849187019566e-05, | |
| "loss": 0.1281, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 3.2641865605817806, | |
| "learning_rate": 1.8831252873398554e-05, | |
| "loss": 0.1336, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 2.1042885949591716, | |
| "learning_rate": 1.882399278834045e-05, | |
| "loss": 0.1431, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 2.6052393318985008, | |
| "learning_rate": 1.8816711632359764e-05, | |
| "loss": 0.1386, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 4.3872587393047, | |
| "learning_rate": 1.8809409422845225e-05, | |
| "loss": 0.143, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.7857596023422833, | |
| "learning_rate": 1.8802086177235853e-05, | |
| "loss": 0.1512, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.698442405426744, | |
| "learning_rate": 1.8794741913020897e-05, | |
| "loss": 0.1495, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 6.4120894451220884, | |
| "learning_rate": 1.87873766477398e-05, | |
| "loss": 0.1369, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 6.544595471754997, | |
| "learning_rate": 1.8779990398982174e-05, | |
| "loss": 0.1304, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 2.4341265491634836, | |
| "learning_rate": 1.877258318438772e-05, | |
| "loss": 0.1377, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 2.711913710839012, | |
| "learning_rate": 1.8765155021646237e-05, | |
| "loss": 0.1574, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 2.5531671415514015, | |
| "learning_rate": 1.8757705928497532e-05, | |
| "loss": 0.1362, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 2.762561804308771, | |
| "learning_rate": 1.8750235922731405e-05, | |
| "loss": 0.1251, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 2.584772314230473, | |
| "learning_rate": 1.8742745022187597e-05, | |
| "loss": 0.139, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 2.701585011253313, | |
| "learning_rate": 1.8735233244755747e-05, | |
| "loss": 0.1355, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 2.648877492719425, | |
| "learning_rate": 1.872770060837536e-05, | |
| "loss": 0.1486, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 2.438552531386958, | |
| "learning_rate": 1.8720147131035752e-05, | |
| "loss": 0.1395, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 2.0825974372700733, | |
| "learning_rate": 1.8712572830776004e-05, | |
| "loss": 0.1299, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 2.422483503130003, | |
| "learning_rate": 1.8704977725684942e-05, | |
| "loss": 0.1231, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 2.197873179892911, | |
| "learning_rate": 1.8697361833901055e-05, | |
| "loss": 0.1298, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 11.94520200549779, | |
| "learning_rate": 1.8689725173612494e-05, | |
| "loss": 0.1404, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 5.2570143571395995, | |
| "learning_rate": 1.8682067763057005e-05, | |
| "loss": 0.1372, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 2.995419979803786, | |
| "learning_rate": 1.8674389620521885e-05, | |
| "loss": 0.1468, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 2.071293551643827, | |
| "learning_rate": 1.8666690764343942e-05, | |
| "loss": 0.149, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 2.73550104116184, | |
| "learning_rate": 1.8658971212909456e-05, | |
| "loss": 0.1368, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 3.2514442755980513, | |
| "learning_rate": 1.8651230984654128e-05, | |
| "loss": 0.1393, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 2.8867692955867432, | |
| "learning_rate": 1.8643470098063047e-05, | |
| "loss": 0.1367, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.746842669629685, | |
| "learning_rate": 1.8635688571670626e-05, | |
| "loss": 0.1421, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 2.4432616972819408, | |
| "learning_rate": 1.8627886424060574e-05, | |
| "loss": 0.1438, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 2.35822242727653, | |
| "learning_rate": 1.862006367386585e-05, | |
| "loss": 0.1504, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 2.599251301879498, | |
| "learning_rate": 1.8612220339768618e-05, | |
| "loss": 0.1383, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 2.1269373196942025, | |
| "learning_rate": 1.8604356440500183e-05, | |
| "loss": 0.1397, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 2.993386608519107, | |
| "learning_rate": 1.8596471994840997e-05, | |
| "loss": 0.1343, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 2.122458789726414, | |
| "learning_rate": 1.8588567021620543e-05, | |
| "loss": 0.129, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 3.987398683223458, | |
| "learning_rate": 1.858064153971735e-05, | |
| "loss": 0.1363, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 2.3148730705842726, | |
| "learning_rate": 1.8572695568058928e-05, | |
| "loss": 0.142, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 4.748410410676678, | |
| "learning_rate": 1.8564729125621703e-05, | |
| "loss": 0.15, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 2.85836023553435, | |
| "learning_rate": 1.8556742231430997e-05, | |
| "loss": 0.1387, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 2.099542717873591, | |
| "learning_rate": 1.8548734904560983e-05, | |
| "loss": 0.1515, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 3.1016273780013894, | |
| "learning_rate": 1.8540707164134622e-05, | |
| "loss": 0.1428, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 2.227753651880202, | |
| "learning_rate": 1.8532659029323628e-05, | |
| "loss": 0.1449, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 2.755045337338574, | |
| "learning_rate": 1.8524590519348417e-05, | |
| "loss": 0.1371, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 3.807800147686546, | |
| "learning_rate": 1.8516501653478076e-05, | |
| "loss": 0.1431, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.9715523529879975, | |
| "learning_rate": 1.850839245103029e-05, | |
| "loss": 0.141, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 2.5911895799378453, | |
| "learning_rate": 1.850026293137133e-05, | |
| "loss": 0.1373, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.7898255432614876, | |
| "learning_rate": 1.8492113113915964e-05, | |
| "loss": 0.1365, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 2.27885488949853, | |
| "learning_rate": 1.848394301812746e-05, | |
| "loss": 0.1334, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 2.3597330996351413, | |
| "learning_rate": 1.8475752663517498e-05, | |
| "loss": 0.1468, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 3.16996158708951, | |
| "learning_rate": 1.8467542069646143e-05, | |
| "loss": 0.1355, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 3.123146117579664, | |
| "learning_rate": 1.84593112561218e-05, | |
| "loss": 0.1413, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 4.168978596472018, | |
| "learning_rate": 1.845106024260116e-05, | |
| "loss": 0.1282, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 2.42991426151806, | |
| "learning_rate": 1.844278904878915e-05, | |
| "loss": 0.1355, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 2.707913693905128, | |
| "learning_rate": 1.84344976944389e-05, | |
| "loss": 0.1582, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 3.1479488779301237, | |
| "learning_rate": 1.8426186199351686e-05, | |
| "loss": 0.1333, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 4.786796195386024, | |
| "learning_rate": 1.841785458337687e-05, | |
| "loss": 0.1278, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 2.090372578388717, | |
| "learning_rate": 1.840950286641188e-05, | |
| "loss": 0.1437, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 2.046449223853787, | |
| "learning_rate": 1.8401131068402153e-05, | |
| "loss": 0.1381, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 3.699356672702717, | |
| "learning_rate": 1.839273920934107e-05, | |
| "loss": 0.1256, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 2.1840007586914534, | |
| "learning_rate": 1.8384327309269923e-05, | |
| "loss": 0.1448, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 2.396410156692531, | |
| "learning_rate": 1.8375895388277878e-05, | |
| "loss": 0.1372, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 3.9533054476478724, | |
| "learning_rate": 1.8367443466501906e-05, | |
| "loss": 0.1397, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 2.6698289142043965, | |
| "learning_rate": 1.8358971564126734e-05, | |
| "loss": 0.1473, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 3.143115977367074, | |
| "learning_rate": 1.8350479701384828e-05, | |
| "loss": 0.1415, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 3.04930088598182, | |
| "learning_rate": 1.834196789855631e-05, | |
| "loss": 0.127, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 2.013659561371177, | |
| "learning_rate": 1.8333436175968914e-05, | |
| "loss": 0.1523, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 2.083768481268159, | |
| "learning_rate": 1.8324884553997966e-05, | |
| "loss": 0.1383, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 2.6418929808351965, | |
| "learning_rate": 1.8316313053066304e-05, | |
| "loss": 0.1408, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 3.665927696901052, | |
| "learning_rate": 1.8307721693644237e-05, | |
| "loss": 0.1468, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 1.9664353584860104, | |
| "learning_rate": 1.8299110496249512e-05, | |
| "loss": 0.1311, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 2.8218143933991615, | |
| "learning_rate": 1.8290479481447242e-05, | |
| "loss": 0.1381, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 2.2011951624697046, | |
| "learning_rate": 1.828182866984987e-05, | |
| "loss": 0.1319, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 3.0649843065566382, | |
| "learning_rate": 1.827315808211711e-05, | |
| "loss": 0.125, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 2.712357294925747, | |
| "learning_rate": 1.826446773895593e-05, | |
| "loss": 0.1421, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 2.7613981889132098, | |
| "learning_rate": 1.8255757661120455e-05, | |
| "loss": 0.1494, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 1.8936891552306527, | |
| "learning_rate": 1.8247027869411944e-05, | |
| "loss": 0.1433, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 3.9453841703344783, | |
| "learning_rate": 1.8238278384678733e-05, | |
| "loss": 0.1356, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 7.036388638760909, | |
| "learning_rate": 1.8229509227816206e-05, | |
| "loss": 0.1381, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 2.6932148165010985, | |
| "learning_rate": 1.8220720419766707e-05, | |
| "loss": 0.125, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 2.6453561327468327, | |
| "learning_rate": 1.821191198151952e-05, | |
| "loss": 0.1502, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 2.1235897770302006, | |
| "learning_rate": 1.820308393411081e-05, | |
| "loss": 0.1279, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 1.435776880224214, | |
| "learning_rate": 1.8194236298623567e-05, | |
| "loss": 0.1172, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 1.7288853826353796, | |
| "learning_rate": 1.8185369096187576e-05, | |
| "loss": 0.1231, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 1.5077340693656098, | |
| "learning_rate": 1.8176482347979324e-05, | |
| "loss": 0.1204, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 1.5100641387302804, | |
| "learning_rate": 1.8167576075222007e-05, | |
| "loss": 0.1154, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 1.7400330363897294, | |
| "learning_rate": 1.8158650299185433e-05, | |
| "loss": 0.1282, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 1.9280372389445906, | |
| "learning_rate": 1.814970504118598e-05, | |
| "loss": 0.1177, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 1.6902178318103636, | |
| "learning_rate": 1.8140740322586576e-05, | |
| "loss": 0.122, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 1.567397263124585, | |
| "learning_rate": 1.8131756164796604e-05, | |
| "loss": 0.1157, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 1.4493628581905045, | |
| "learning_rate": 1.8122752589271877e-05, | |
| "loss": 0.1183, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 1.7435456870645718, | |
| "learning_rate": 1.8113729617514583e-05, | |
| "loss": 0.1215, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 1.556704568925633, | |
| "learning_rate": 1.8104687271073234e-05, | |
| "loss": 0.115, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 10.929147899251383, | |
| "learning_rate": 1.8095625571542605e-05, | |
| "loss": 0.1138, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 1.9287889373072822, | |
| "learning_rate": 1.8086544540563695e-05, | |
| "loss": 0.122, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 3.982492757767907, | |
| "learning_rate": 1.8077444199823672e-05, | |
| "loss": 0.1158, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 1.6429950126112538, | |
| "learning_rate": 1.8068324571055817e-05, | |
| "loss": 0.1119, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 1.7704667403795766, | |
| "learning_rate": 1.8059185676039466e-05, | |
| "loss": 0.1139, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 1.468087960235158, | |
| "learning_rate": 1.8050027536599982e-05, | |
| "loss": 0.1143, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 1.2763392613923261, | |
| "learning_rate": 1.8040850174608675e-05, | |
| "loss": 0.1153, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 1.3699321118818848, | |
| "learning_rate": 1.8031653611982765e-05, | |
| "loss": 0.116, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 1.5674554445544704, | |
| "learning_rate": 1.8022437870685333e-05, | |
| "loss": 0.1091, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 1.5276199442320406, | |
| "learning_rate": 1.801320297272525e-05, | |
| "loss": 0.1204, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.6746576984285857, | |
| "learning_rate": 1.8003948940157156e-05, | |
| "loss": 0.1091, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 2.986207090111833, | |
| "learning_rate": 1.7994675795081358e-05, | |
| "loss": 0.1087, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.36546142611082, | |
| "learning_rate": 1.7985383559643836e-05, | |
| "loss": 0.1121, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.5098551616298637, | |
| "learning_rate": 1.797607225603615e-05, | |
| "loss": 0.1138, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.8344336011322107, | |
| "learning_rate": 1.7966741906495396e-05, | |
| "loss": 0.1154, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 8.018871936183185, | |
| "learning_rate": 1.7957392533304154e-05, | |
| "loss": 0.1142, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.7230257429523406, | |
| "learning_rate": 1.7948024158790445e-05, | |
| "loss": 0.1234, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.2925443384914297, | |
| "learning_rate": 1.793863680532766e-05, | |
| "loss": 0.1208, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.415894896523647, | |
| "learning_rate": 1.792923049533452e-05, | |
| "loss": 0.1145, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.6520892008051478, | |
| "learning_rate": 1.7919805251275015e-05, | |
| "loss": 0.1094, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.2677552462412662, | |
| "learning_rate": 1.7910361095658352e-05, | |
| "loss": 0.1141, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.5377786771469084, | |
| "learning_rate": 1.790089805103891e-05, | |
| "loss": 0.11, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 2.238864256873464, | |
| "learning_rate": 1.7891416140016162e-05, | |
| "loss": 0.1145, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.9123861017157395, | |
| "learning_rate": 1.788191538523466e-05, | |
| "loss": 0.1143, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 1.744441878903413, | |
| "learning_rate": 1.787239580938394e-05, | |
| "loss": 0.1169, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 1.0123552360183345, | |
| "learning_rate": 1.786285743519849e-05, | |
| "loss": 0.1193, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 1.6439464553225356, | |
| "learning_rate": 1.7853300285457703e-05, | |
| "loss": 0.1115, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 1.0766077284039297, | |
| "learning_rate": 1.7843724382985794e-05, | |
| "loss": 0.1131, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.2612340604381689, | |
| "learning_rate": 1.7834129750651777e-05, | |
| "loss": 0.1126, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 2.0146242954806532, | |
| "learning_rate": 1.7824516411369387e-05, | |
| "loss": 0.1058, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.2684292279725826, | |
| "learning_rate": 1.7814884388097043e-05, | |
| "loss": 0.1184, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 1.571691183031815, | |
| "learning_rate": 1.780523370383778e-05, | |
| "loss": 0.1098, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 2.111364937742784, | |
| "learning_rate": 1.7795564381639193e-05, | |
| "loss": 0.1148, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 1.2381626397255368, | |
| "learning_rate": 1.7785876444593407e-05, | |
| "loss": 0.1156, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 1.5119570364423744, | |
| "learning_rate": 1.777616991583698e-05, | |
| "loss": 0.1125, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.3882498871239757, | |
| "learning_rate": 1.776644481855088e-05, | |
| "loss": 0.1111, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 2.967835938127249, | |
| "learning_rate": 1.7756701175960424e-05, | |
| "loss": 0.112, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.46013223415033, | |
| "learning_rate": 1.7746939011335213e-05, | |
| "loss": 0.1071, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.6895164169186756, | |
| "learning_rate": 1.7737158347989085e-05, | |
| "loss": 0.1145, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 1.4115504508088004, | |
| "learning_rate": 1.7727359209280056e-05, | |
| "loss": 0.1061, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 1.4420350726778908, | |
| "learning_rate": 1.7717541618610265e-05, | |
| "loss": 0.1111, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 1.3960962142879894, | |
| "learning_rate": 1.770770559942591e-05, | |
| "loss": 0.1063, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 1.5112664386369516, | |
| "learning_rate": 1.769785117521721e-05, | |
| "loss": 0.1092, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 1.5397154686386814, | |
| "learning_rate": 1.768797836951834e-05, | |
| "loss": 0.1226, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 1.3786648114777287, | |
| "learning_rate": 1.767808720590736e-05, | |
| "loss": 0.1136, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 1.2388738423637375, | |
| "learning_rate": 1.7668177708006186e-05, | |
| "loss": 0.1147, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 1.4430222795158352, | |
| "learning_rate": 1.765824989948051e-05, | |
| "loss": 0.112, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 1.2041265109185475, | |
| "learning_rate": 1.7648303804039754e-05, | |
| "loss": 0.1098, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 1.8045111896213413, | |
| "learning_rate": 1.763833944543702e-05, | |
| "loss": 0.1094, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 1.3852779586688524, | |
| "learning_rate": 1.7628356847469022e-05, | |
| "loss": 0.1168, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 1.2992496580850497, | |
| "learning_rate": 1.7618356033976033e-05, | |
| "loss": 0.1012, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 1.2356511533031083, | |
| "learning_rate": 1.7608337028841828e-05, | |
| "loss": 0.1106, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 2.6902483704215236, | |
| "learning_rate": 1.759829985599362e-05, | |
| "loss": 0.1142, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 1.4195172390537656, | |
| "learning_rate": 1.758824453940201e-05, | |
| "loss": 0.1039, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 2.604728170259304, | |
| "learning_rate": 1.7578171103080953e-05, | |
| "loss": 0.1152, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 1.2178920758418774, | |
| "learning_rate": 1.756807957108765e-05, | |
| "loss": 0.1077, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.4334971216051138, | |
| "learning_rate": 1.755796996752253e-05, | |
| "loss": 0.1049, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.3758639309163114, | |
| "learning_rate": 1.754784231652917e-05, | |
| "loss": 0.1156, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.1826910221100024, | |
| "learning_rate": 1.7537696642294268e-05, | |
| "loss": 0.1067, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.7739652948995182, | |
| "learning_rate": 1.7527532969047544e-05, | |
| "loss": 0.122, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 1.9689234702570657, | |
| "learning_rate": 1.751735132106171e-05, | |
| "loss": 0.1199, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 1.6716582255785815, | |
| "learning_rate": 1.7507151722652417e-05, | |
| "loss": 0.1169, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 4.663822851621681, | |
| "learning_rate": 1.7496934198178155e-05, | |
| "loss": 0.1136, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.831089648103746, | |
| "learning_rate": 1.7486698772040266e-05, | |
| "loss": 0.1204, | |
| "step": 11520 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.3153019016787797, | |
| "learning_rate": 1.7476445468682802e-05, | |
| "loss": 0.1119, | |
| "step": 11540 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.1536774756553378, | |
| "learning_rate": 1.746617431259254e-05, | |
| "loss": 0.1093, | |
| "step": 11560 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.4306398982067656, | |
| "learning_rate": 1.7455885328298877e-05, | |
| "loss": 0.1101, | |
| "step": 11580 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 1.4822167215637623, | |
| "learning_rate": 1.7445578540373797e-05, | |
| "loss": 0.117, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 1.2700435602422147, | |
| "learning_rate": 1.7435253973431795e-05, | |
| "loss": 0.1094, | |
| "step": 11620 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 1.4263562022996301, | |
| "learning_rate": 1.7424911652129826e-05, | |
| "loss": 0.1145, | |
| "step": 11640 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 1.6292901993118378, | |
| "learning_rate": 1.741455160116725e-05, | |
| "loss": 0.1108, | |
| "step": 11660 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 1.3657575704444023, | |
| "learning_rate": 1.740417384528576e-05, | |
| "loss": 0.1105, | |
| "step": 11680 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 1.412593267956803, | |
| "learning_rate": 1.7393778409269345e-05, | |
| "loss": 0.119, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 1.5907997799760736, | |
| "learning_rate": 1.73833653179442e-05, | |
| "loss": 0.114, | |
| "step": 11720 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.2927153186266116, | |
| "learning_rate": 1.737293459617871e-05, | |
| "loss": 0.1088, | |
| "step": 11740 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.311938165577001, | |
| "learning_rate": 1.7362486268883335e-05, | |
| "loss": 0.1046, | |
| "step": 11760 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.6905621190813724, | |
| "learning_rate": 1.73520203610106e-05, | |
| "loss": 0.1116, | |
| "step": 11780 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.4808323396082979, | |
| "learning_rate": 1.734153689755501e-05, | |
| "loss": 0.1075, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 1.4392263578057085, | |
| "learning_rate": 1.7331035903552992e-05, | |
| "loss": 0.1089, | |
| "step": 11820 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 1.8030743676122682, | |
| "learning_rate": 1.7320517404082845e-05, | |
| "loss": 0.1075, | |
| "step": 11840 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 1.3012140144114108, | |
| "learning_rate": 1.730998142426467e-05, | |
| "loss": 0.1052, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.5158754122225413, | |
| "learning_rate": 1.7299427989260326e-05, | |
| "loss": 0.1124, | |
| "step": 11880 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.5784614884104387, | |
| "learning_rate": 1.7288857124273332e-05, | |
| "loss": 0.1044, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.091339998412087, | |
| "learning_rate": 1.7278268854548863e-05, | |
| "loss": 0.1086, | |
| "step": 11920 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.5574412279383307, | |
| "learning_rate": 1.7267663205373637e-05, | |
| "loss": 0.111, | |
| "step": 11940 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 1.965375217887305, | |
| "learning_rate": 1.7257040202075895e-05, | |
| "loss": 0.1036, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 2.56450379344104, | |
| "learning_rate": 1.724639987002531e-05, | |
| "loss": 0.1099, | |
| "step": 11980 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 1.8766284229092605, | |
| "learning_rate": 1.723574223463294e-05, | |
| "loss": 0.1303, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 1.5159752824424013, | |
| "learning_rate": 1.722506732135118e-05, | |
| "loss": 0.1032, | |
| "step": 12020 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 1.590345448808343, | |
| "learning_rate": 1.7214375155673665e-05, | |
| "loss": 0.1119, | |
| "step": 12040 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 1.4596903980890314, | |
| "learning_rate": 1.7203665763135256e-05, | |
| "loss": 0.1084, | |
| "step": 12060 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 1.495012973614284, | |
| "learning_rate": 1.7192939169311938e-05, | |
| "loss": 0.1038, | |
| "step": 12080 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 1.5820568694877744, | |
| "learning_rate": 1.7182195399820784e-05, | |
| "loss": 0.1158, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 2.0147080812487266, | |
| "learning_rate": 1.7171434480319878e-05, | |
| "loss": 0.1147, | |
| "step": 12120 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 1.3133909289725714, | |
| "learning_rate": 1.7160656436508275e-05, | |
| "loss": 0.1134, | |
| "step": 12140 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 1.6866021063414325, | |
| "learning_rate": 1.714986129412591e-05, | |
| "loss": 0.1027, | |
| "step": 12160 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 2.414428485669963, | |
| "learning_rate": 1.713904907895356e-05, | |
| "loss": 0.1162, | |
| "step": 12180 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 1.2898660640530863, | |
| "learning_rate": 1.7128219816812782e-05, | |
| "loss": 0.1101, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 1.1065570340564246, | |
| "learning_rate": 1.7117373533565833e-05, | |
| "loss": 0.1093, | |
| "step": 12220 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 1.4323076097005671, | |
| "learning_rate": 1.710651025511562e-05, | |
| "loss": 0.1138, | |
| "step": 12240 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 1.8418493657808765, | |
| "learning_rate": 1.7095630007405648e-05, | |
| "loss": 0.1144, | |
| "step": 12260 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 1.4285044126459157, | |
| "learning_rate": 1.7084732816419937e-05, | |
| "loss": 0.1003, | |
| "step": 12280 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 1.6012121794356293, | |
| "learning_rate": 1.7073818708182978e-05, | |
| "loss": 0.1089, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 1.6497117310912452, | |
| "learning_rate": 1.7062887708759653e-05, | |
| "loss": 0.1071, | |
| "step": 12320 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 1.2516425308375894, | |
| "learning_rate": 1.70519398442552e-05, | |
| "loss": 0.1158, | |
| "step": 12340 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 1.5672025487753456, | |
| "learning_rate": 1.7040975140815118e-05, | |
| "loss": 0.1043, | |
| "step": 12360 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 1.1161205825880594, | |
| "learning_rate": 1.7029993624625133e-05, | |
| "loss": 0.1034, | |
| "step": 12380 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 1.7523116103280694, | |
| "learning_rate": 1.7018995321911108e-05, | |
| "loss": 0.1101, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 1.4726475075378764, | |
| "learning_rate": 1.7007980258939008e-05, | |
| "loss": 0.1086, | |
| "step": 12420 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 1.7489560283064822, | |
| "learning_rate": 1.699694846201482e-05, | |
| "loss": 0.1121, | |
| "step": 12440 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.9707718331718185, | |
| "learning_rate": 1.6985899957484502e-05, | |
| "loss": 0.1186, | |
| "step": 12460 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 1.4412762342912322, | |
| "learning_rate": 1.6974834771733895e-05, | |
| "loss": 0.1163, | |
| "step": 12480 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 1.688102897038925, | |
| "learning_rate": 1.69637529311887e-05, | |
| "loss": 0.1057, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 1.4797675653888702, | |
| "learning_rate": 1.6952654462314376e-05, | |
| "loss": 0.1179, | |
| "step": 12520 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 1.200870283768574, | |
| "learning_rate": 1.6941539391616095e-05, | |
| "loss": 0.1164, | |
| "step": 12540 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 1.3604519403781055, | |
| "learning_rate": 1.693040774563869e-05, | |
| "loss": 0.1012, | |
| "step": 12560 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 1.2805964501076283, | |
| "learning_rate": 1.6919259550966564e-05, | |
| "loss": 0.1138, | |
| "step": 12580 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 2.0391798899099327, | |
| "learning_rate": 1.6908094834223653e-05, | |
| "loss": 0.116, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.8528360743059575, | |
| "learning_rate": 1.6896913622073342e-05, | |
| "loss": 0.1182, | |
| "step": 12620 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.7966655443267054, | |
| "learning_rate": 1.688571594121841e-05, | |
| "loss": 0.1072, | |
| "step": 12640 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.5052086677242906, | |
| "learning_rate": 1.6874501818400976e-05, | |
| "loss": 0.1104, | |
| "step": 12660 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 1.417478534461951, | |
| "learning_rate": 1.6863271280402413e-05, | |
| "loss": 0.1107, | |
| "step": 12680 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 1.6827628437391418, | |
| "learning_rate": 1.6852024354043305e-05, | |
| "loss": 0.1138, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 2.7578858103747526, | |
| "learning_rate": 1.6840761066183373e-05, | |
| "loss": 0.1087, | |
| "step": 12720 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 1.870018381242629, | |
| "learning_rate": 1.682948144372141e-05, | |
| "loss": 0.0992, | |
| "step": 12740 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 1.764139951858943, | |
| "learning_rate": 1.6818185513595222e-05, | |
| "loss": 0.1083, | |
| "step": 12760 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 1.4899414094503753, | |
| "learning_rate": 1.680687330278156e-05, | |
| "loss": 0.1111, | |
| "step": 12780 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 1.412289092260433, | |
| "learning_rate": 1.679554483829605e-05, | |
| "loss": 0.0992, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 1.759525396989241, | |
| "learning_rate": 1.6784200147193138e-05, | |
| "loss": 0.1212, | |
| "step": 12820 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 1.8662789660260795, | |
| "learning_rate": 1.6772839256566032e-05, | |
| "loss": 0.1084, | |
| "step": 12840 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 1.1644106350747554, | |
| "learning_rate": 1.6761462193546617e-05, | |
| "loss": 0.108, | |
| "step": 12860 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.637080987799325, | |
| "learning_rate": 1.6750068985305397e-05, | |
| "loss": 0.1156, | |
| "step": 12880 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.6333523090713484, | |
| "learning_rate": 1.6738659659051448e-05, | |
| "loss": 0.1126, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.4385397095037356, | |
| "learning_rate": 1.6727234242032327e-05, | |
| "loss": 0.1122, | |
| "step": 12920 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.3426431488637385, | |
| "learning_rate": 1.671579276153402e-05, | |
| "loss": 0.1098, | |
| "step": 12940 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 1.2419827370449787, | |
| "learning_rate": 1.6704335244880882e-05, | |
| "loss": 0.1098, | |
| "step": 12960 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 1.2398069591387826, | |
| "learning_rate": 1.669286171943556e-05, | |
| "loss": 0.1031, | |
| "step": 12980 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 1.3059608048082352, | |
| "learning_rate": 1.6681372212598933e-05, | |
| "loss": 0.1077, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 6.89749875275012, | |
| "learning_rate": 1.6669866751810043e-05, | |
| "loss": 0.1116, | |
| "step": 13020 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 1.5961823695111663, | |
| "learning_rate": 1.6658345364546046e-05, | |
| "loss": 0.1131, | |
| "step": 13040 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 2.727450338273422, | |
| "learning_rate": 1.664680807832212e-05, | |
| "loss": 0.1112, | |
| "step": 13060 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 13.615360314696906, | |
| "learning_rate": 1.6635254920691417e-05, | |
| "loss": 0.1032, | |
| "step": 13080 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 2.1244072929008624, | |
| "learning_rate": 1.6623685919244993e-05, | |
| "loss": 0.1026, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 1.283583261048826, | |
| "learning_rate": 1.661210110161175e-05, | |
| "loss": 0.0989, | |
| "step": 13120 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 1.3090789350951824, | |
| "learning_rate": 1.660050049545834e-05, | |
| "loss": 0.1024, | |
| "step": 13140 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.9759148548246103, | |
| "learning_rate": 1.6588884128489144e-05, | |
| "loss": 0.1098, | |
| "step": 13160 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 1.2587740048616956, | |
| "learning_rate": 1.6577252028446175e-05, | |
| "loss": 0.1067, | |
| "step": 13180 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 1.2714497316859061, | |
| "learning_rate": 1.6565604223109014e-05, | |
| "loss": 0.1134, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 1.5669803471066202, | |
| "learning_rate": 1.6553940740294755e-05, | |
| "loss": 0.1139, | |
| "step": 13220 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 1.5888253214079329, | |
| "learning_rate": 1.654226160785793e-05, | |
| "loss": 0.1125, | |
| "step": 13240 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 1.498137907721368, | |
| "learning_rate": 1.6530566853690448e-05, | |
| "loss": 0.1105, | |
| "step": 13260 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 1.6902720677030239, | |
| "learning_rate": 1.651885650572152e-05, | |
| "loss": 0.1093, | |
| "step": 13280 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 2.347457496493911, | |
| "learning_rate": 1.6507130591917603e-05, | |
| "loss": 0.1098, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 1.3678674369518569, | |
| "learning_rate": 1.6495389140282335e-05, | |
| "loss": 0.1098, | |
| "step": 13320 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 1.5629724169864214, | |
| "learning_rate": 1.6483632178856438e-05, | |
| "loss": 0.1073, | |
| "step": 13340 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.993333830150591, | |
| "learning_rate": 1.64718597357177e-05, | |
| "loss": 0.111, | |
| "step": 13360 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.4094609371806337, | |
| "learning_rate": 1.646007183898086e-05, | |
| "loss": 0.1077, | |
| "step": 13380 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.564626543622567, | |
| "learning_rate": 1.644826851679759e-05, | |
| "loss": 0.1123, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.4612973020026034, | |
| "learning_rate": 1.6436449797356374e-05, | |
| "loss": 0.1092, | |
| "step": 13420 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.3376027041067962, | |
| "learning_rate": 1.6424615708882483e-05, | |
| "loss": 0.1067, | |
| "step": 13440 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 1.0775195647054387, | |
| "learning_rate": 1.6412766279637882e-05, | |
| "loss": 0.1069, | |
| "step": 13460 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 1.5157478518690226, | |
| "learning_rate": 1.6400901537921182e-05, | |
| "loss": 0.1057, | |
| "step": 13480 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 1.2971219666427078, | |
| "learning_rate": 1.6389021512067564e-05, | |
| "loss": 0.1152, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 1.5813657514702586, | |
| "learning_rate": 1.6377126230448694e-05, | |
| "loss": 0.107, | |
| "step": 13520 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 1.7866841461740508, | |
| "learning_rate": 1.6365215721472695e-05, | |
| "loss": 0.1128, | |
| "step": 13540 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 1.315689661607094, | |
| "learning_rate": 1.6353290013584034e-05, | |
| "loss": 0.0961, | |
| "step": 13560 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 1.5657635747378045, | |
| "learning_rate": 1.634134913526349e-05, | |
| "loss": 0.1161, | |
| "step": 13580 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 1.9685502934967456, | |
| "learning_rate": 1.6329393115028064e-05, | |
| "loss": 0.1009, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 2.0725566864544125, | |
| "learning_rate": 1.6317421981430928e-05, | |
| "loss": 0.1093, | |
| "step": 13620 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 1.7101568243828267, | |
| "learning_rate": 1.6305435763061337e-05, | |
| "loss": 0.1093, | |
| "step": 13640 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.4542610075915856, | |
| "learning_rate": 1.6293434488544574e-05, | |
| "loss": 0.1037, | |
| "step": 13660 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.371835926168549, | |
| "learning_rate": 1.6281418186541885e-05, | |
| "loss": 0.0995, | |
| "step": 13680 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 2.3100083820801953, | |
| "learning_rate": 1.62693868857504e-05, | |
| "loss": 0.1103, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.5896808812652474, | |
| "learning_rate": 1.6257340614903064e-05, | |
| "loss": 0.1102, | |
| "step": 13720 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.417215951383714, | |
| "learning_rate": 1.624527940276858e-05, | |
| "loss": 0.1041, | |
| "step": 13740 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.7404045252992562, | |
| "learning_rate": 1.623320327815133e-05, | |
| "loss": 0.1096, | |
| "step": 13760 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.33620847218201, | |
| "learning_rate": 1.6221112269891313e-05, | |
| "loss": 0.114, | |
| "step": 13780 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.5758363350056759, | |
| "learning_rate": 1.6209006406864073e-05, | |
| "loss": 0.1111, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 1.4315293751539684, | |
| "learning_rate": 1.6196885717980623e-05, | |
| "loss": 0.1102, | |
| "step": 13820 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 17.93867217696606, | |
| "learning_rate": 1.6184750232187392e-05, | |
| "loss": 0.1068, | |
| "step": 13840 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 1.4976416963716854, | |
| "learning_rate": 1.617259997846614e-05, | |
| "loss": 0.1119, | |
| "step": 13860 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 2.6760590569176235, | |
| "learning_rate": 1.61604349858339e-05, | |
| "loss": 0.1029, | |
| "step": 13880 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 1.268143867062791, | |
| "learning_rate": 1.6148255283342905e-05, | |
| "loss": 0.1075, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 1.2654550226298094, | |
| "learning_rate": 1.6136060900080507e-05, | |
| "loss": 0.1139, | |
| "step": 13920 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 1.7276044782520006, | |
| "learning_rate": 1.6123851865169128e-05, | |
| "loss": 0.117, | |
| "step": 13940 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 1.5419376839589751, | |
| "learning_rate": 1.6111628207766184e-05, | |
| "loss": 0.1116, | |
| "step": 13960 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 1.5839809883354286, | |
| "learning_rate": 1.6099389957064008e-05, | |
| "loss": 0.1038, | |
| "step": 13980 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 1.6072993550474162, | |
| "learning_rate": 1.608713714228978e-05, | |
| "loss": 0.1086, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 1.6826229969883024, | |
| "learning_rate": 1.6074869792705463e-05, | |
| "loss": 0.1143, | |
| "step": 14020 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 1.751260507839353, | |
| "learning_rate": 1.6062587937607744e-05, | |
| "loss": 0.1071, | |
| "step": 14040 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 1.787402653210854, | |
| "learning_rate": 1.6050291606327935e-05, | |
| "loss": 0.1087, | |
| "step": 14060 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 1.4597084464985797, | |
| "learning_rate": 1.603798082823193e-05, | |
| "loss": 0.1073, | |
| "step": 14080 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 1.9309402908821143, | |
| "learning_rate": 1.602565563272012e-05, | |
| "loss": 0.1109, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 1.1027110719938062, | |
| "learning_rate": 1.6013316049227327e-05, | |
| "loss": 0.1015, | |
| "step": 14120 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 1.5121790458693565, | |
| "learning_rate": 1.600096210722274e-05, | |
| "loss": 0.1094, | |
| "step": 14140 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 1.1973659852920389, | |
| "learning_rate": 1.5988593836209834e-05, | |
| "loss": 0.1118, | |
| "step": 14160 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 1.258094045274343, | |
| "learning_rate": 1.5976211265726305e-05, | |
| "loss": 0.1068, | |
| "step": 14180 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 1.1547212546735568, | |
| "learning_rate": 1.5963814425343994e-05, | |
| "loss": 0.1, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 1.391967382701112, | |
| "learning_rate": 1.5951403344668836e-05, | |
| "loss": 0.1072, | |
| "step": 14220 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.2528703159647003, | |
| "learning_rate": 1.593897805334076e-05, | |
| "loss": 0.1021, | |
| "step": 14240 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.0691927202755567, | |
| "learning_rate": 1.5926538581033636e-05, | |
| "loss": 0.1033, | |
| "step": 14260 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 42798, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 6, | |
| "save_steps": 500, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |