| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.140210886292391, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005699629524080934, |
| "grad_norm": 19.25, |
| "learning_rate": 9.982896237172178e-06, |
| "loss": 2.0698, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011399259048161869, |
| "grad_norm": 6.96875, |
| "learning_rate": 9.963892056252377e-06, |
| "loss": 1.5026, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.017098888572242805, |
| "grad_norm": 6.5, |
| "learning_rate": 9.944887875332574e-06, |
| "loss": 1.4607, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.022798518096323737, |
| "grad_norm": 6.5625, |
| "learning_rate": 9.925883694412771e-06, |
| "loss": 1.3855, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.028498147620404674, |
| "grad_norm": 6.0625, |
| "learning_rate": 9.90687951349297e-06, |
| "loss": 1.4154, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03419777714448561, |
| "grad_norm": 5.90625, |
| "learning_rate": 9.887875332573167e-06, |
| "loss": 1.3327, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.039897406668566546, |
| "grad_norm": 12.9375, |
| "learning_rate": 9.868871151653364e-06, |
| "loss": 1.3797, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.045597036192647475, |
| "grad_norm": 6.3125, |
| "learning_rate": 9.849866970733563e-06, |
| "loss": 1.361, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05129666571672841, |
| "grad_norm": 7.0, |
| "learning_rate": 9.83086278981376e-06, |
| "loss": 1.4097, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05699629524080935, |
| "grad_norm": 6.46875, |
| "learning_rate": 9.811858608893958e-06, |
| "loss": 1.3784, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06269592476489028, |
| "grad_norm": 6.09375, |
| "learning_rate": 9.792854427974155e-06, |
| "loss": 1.3886, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06839555428897122, |
| "grad_norm": 7.0625, |
| "learning_rate": 9.773850247054353e-06, |
| "loss": 1.2982, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07409518381305215, |
| "grad_norm": 6.0625, |
| "learning_rate": 9.75484606613455e-06, |
| "loss": 1.3887, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07979481333713309, |
| "grad_norm": 5.46875, |
| "learning_rate": 9.735841885214748e-06, |
| "loss": 1.3336, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.08549444286121402, |
| "grad_norm": 6.78125, |
| "learning_rate": 9.716837704294946e-06, |
| "loss": 1.3523, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09119407238529495, |
| "grad_norm": 7.96875, |
| "learning_rate": 9.697833523375144e-06, |
| "loss": 1.3483, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.09689370190937589, |
| "grad_norm": 6.96875, |
| "learning_rate": 9.678829342455342e-06, |
| "loss": 1.3502, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.10259333143345682, |
| "grad_norm": 7.0, |
| "learning_rate": 9.65982516153554e-06, |
| "loss": 1.3553, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.10829296095753776, |
| "grad_norm": 6.3125, |
| "learning_rate": 9.640820980615736e-06, |
| "loss": 1.338, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1139925904816187, |
| "grad_norm": 7.3125, |
| "learning_rate": 9.621816799695934e-06, |
| "loss": 1.3868, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.11969222000569962, |
| "grad_norm": 6.53125, |
| "learning_rate": 9.602812618776132e-06, |
| "loss": 1.3996, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.12539184952978055, |
| "grad_norm": 7.8125, |
| "learning_rate": 9.58380843785633e-06, |
| "loss": 1.3638, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1310914790538615, |
| "grad_norm": 6.90625, |
| "learning_rate": 9.564804256936528e-06, |
| "loss": 1.2893, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.13679110857794244, |
| "grad_norm": 6.9375, |
| "learning_rate": 9.545800076016724e-06, |
| "loss": 1.3408, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.14249073810202337, |
| "grad_norm": 6.4375, |
| "learning_rate": 9.526795895096922e-06, |
| "loss": 1.3522, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1481903676261043, |
| "grad_norm": 6.59375, |
| "learning_rate": 9.50779171417712e-06, |
| "loss": 1.3595, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.15388999715018523, |
| "grad_norm": 7.125, |
| "learning_rate": 9.488787533257318e-06, |
| "loss": 1.381, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.15958962667426618, |
| "grad_norm": 7.1875, |
| "learning_rate": 9.469783352337516e-06, |
| "loss": 1.3109, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1652892561983471, |
| "grad_norm": 7.09375, |
| "learning_rate": 9.450779171417712e-06, |
| "loss": 1.3793, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.17098888572242804, |
| "grad_norm": 7.125, |
| "learning_rate": 9.43177499049791e-06, |
| "loss": 1.3373, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.17668851524650897, |
| "grad_norm": 6.5625, |
| "learning_rate": 9.412770809578108e-06, |
| "loss": 1.3474, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.1823881447705899, |
| "grad_norm": 7.03125, |
| "learning_rate": 9.393766628658306e-06, |
| "loss": 1.3076, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.18808777429467086, |
| "grad_norm": 7.71875, |
| "learning_rate": 9.374762447738504e-06, |
| "loss": 1.2929, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.19378740381875179, |
| "grad_norm": 6.8125, |
| "learning_rate": 9.3557582668187e-06, |
| "loss": 1.3652, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.19948703334283271, |
| "grad_norm": 7.15625, |
| "learning_rate": 9.336754085898898e-06, |
| "loss": 1.3535, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.20518666286691364, |
| "grad_norm": 5.9375, |
| "learning_rate": 9.317749904979096e-06, |
| "loss": 1.3388, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.21088629239099457, |
| "grad_norm": 7.6875, |
| "learning_rate": 9.298745724059294e-06, |
| "loss": 1.3083, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.21658592191507553, |
| "grad_norm": 7.125, |
| "learning_rate": 9.279741543139492e-06, |
| "loss": 1.3409, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.22228555143915646, |
| "grad_norm": 6.78125, |
| "learning_rate": 9.26073736221969e-06, |
| "loss": 1.3149, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2279851809632374, |
| "grad_norm": 6.3125, |
| "learning_rate": 9.241733181299886e-06, |
| "loss": 1.3525, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.23368481048731832, |
| "grad_norm": 7.34375, |
| "learning_rate": 9.222729000380084e-06, |
| "loss": 1.3343, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.23938444001139925, |
| "grad_norm": 6.875, |
| "learning_rate": 9.203724819460282e-06, |
| "loss": 1.3098, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2450840695354802, |
| "grad_norm": 5.8125, |
| "learning_rate": 9.18472063854048e-06, |
| "loss": 1.2878, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2507836990595611, |
| "grad_norm": 6.0625, |
| "learning_rate": 9.165716457620676e-06, |
| "loss": 1.2681, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2564833285836421, |
| "grad_norm": 7.09375, |
| "learning_rate": 9.146712276700876e-06, |
| "loss": 1.2974, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.262182958107723, |
| "grad_norm": 6.96875, |
| "learning_rate": 9.127708095781072e-06, |
| "loss": 1.3047, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.26788258763180395, |
| "grad_norm": 7.40625, |
| "learning_rate": 9.10870391486127e-06, |
| "loss": 1.2063, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2735822171558849, |
| "grad_norm": 7.59375, |
| "learning_rate": 9.089699733941468e-06, |
| "loss": 1.3046, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2792818466799658, |
| "grad_norm": 5.9375, |
| "learning_rate": 9.070695553021666e-06, |
| "loss": 1.2633, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.28498147620404674, |
| "grad_norm": 7.3125, |
| "learning_rate": 9.051691372101862e-06, |
| "loss": 1.3394, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.29068110572812766, |
| "grad_norm": 5.75, |
| "learning_rate": 9.032687191182062e-06, |
| "loss": 1.2653, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2963807352522086, |
| "grad_norm": 6.6875, |
| "learning_rate": 9.013683010262258e-06, |
| "loss": 1.2359, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3020803647762895, |
| "grad_norm": 7.21875, |
| "learning_rate": 8.994678829342456e-06, |
| "loss": 1.2021, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.30777999430037045, |
| "grad_norm": 6.8125, |
| "learning_rate": 8.975674648422654e-06, |
| "loss": 1.233, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.31347962382445144, |
| "grad_norm": 7.5, |
| "learning_rate": 8.956670467502852e-06, |
| "loss": 1.3498, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.31917925334853237, |
| "grad_norm": 6.5625, |
| "learning_rate": 8.937666286583048e-06, |
| "loss": 1.2261, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3248788828726133, |
| "grad_norm": 6.6875, |
| "learning_rate": 8.918662105663248e-06, |
| "loss": 1.3059, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.3305785123966942, |
| "grad_norm": 6.5, |
| "learning_rate": 8.899657924743444e-06, |
| "loss": 1.241, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.33627814192077515, |
| "grad_norm": 7.28125, |
| "learning_rate": 8.880653743823642e-06, |
| "loss": 1.3466, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.3419777714448561, |
| "grad_norm": 6.75, |
| "learning_rate": 8.861649562903838e-06, |
| "loss": 1.314, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.347677400968937, |
| "grad_norm": 6.6875, |
| "learning_rate": 8.842645381984038e-06, |
| "loss": 1.2967, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.35337703049301794, |
| "grad_norm": 7.40625, |
| "learning_rate": 8.823641201064234e-06, |
| "loss": 1.3309, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.35907666001709887, |
| "grad_norm": 7.375, |
| "learning_rate": 8.804637020144432e-06, |
| "loss": 1.248, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.3647762895411798, |
| "grad_norm": 6.8125, |
| "learning_rate": 8.78563283922463e-06, |
| "loss": 1.2862, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.3704759190652608, |
| "grad_norm": 7.3125, |
| "learning_rate": 8.766628658304828e-06, |
| "loss": 1.2528, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3761755485893417, |
| "grad_norm": 6.75, |
| "learning_rate": 8.747624477385024e-06, |
| "loss": 1.2739, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.38187517811342264, |
| "grad_norm": 7.40625, |
| "learning_rate": 8.728620296465224e-06, |
| "loss": 1.2521, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.38757480763750357, |
| "grad_norm": 7.71875, |
| "learning_rate": 8.70961611554542e-06, |
| "loss": 1.2068, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3932744371615845, |
| "grad_norm": 5.96875, |
| "learning_rate": 8.690611934625618e-06, |
| "loss": 1.3239, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.39897406668566543, |
| "grad_norm": 7.28125, |
| "learning_rate": 8.671607753705816e-06, |
| "loss": 1.2795, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.40467369620974636, |
| "grad_norm": 6.90625, |
| "learning_rate": 8.652603572786014e-06, |
| "loss": 1.2848, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4103733257338273, |
| "grad_norm": 6.59375, |
| "learning_rate": 8.63359939186621e-06, |
| "loss": 1.2491, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.4160729552579082, |
| "grad_norm": 6.5625, |
| "learning_rate": 8.61459521094641e-06, |
| "loss": 1.229, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.42177258478198915, |
| "grad_norm": 6.34375, |
| "learning_rate": 8.595591030026606e-06, |
| "loss": 1.2394, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.42747221430607013, |
| "grad_norm": 7.0625, |
| "learning_rate": 8.576586849106804e-06, |
| "loss": 1.3423, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.43317184383015106, |
| "grad_norm": 7.03125, |
| "learning_rate": 8.557582668187002e-06, |
| "loss": 1.3051, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.438871473354232, |
| "grad_norm": 6.21875, |
| "learning_rate": 8.5385784872672e-06, |
| "loss": 1.2504, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.4445711028783129, |
| "grad_norm": 7.5, |
| "learning_rate": 8.519574306347396e-06, |
| "loss": 1.2255, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.45027073240239385, |
| "grad_norm": 7.34375, |
| "learning_rate": 8.500570125427594e-06, |
| "loss": 1.2367, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.4559703619264748, |
| "grad_norm": 6.46875, |
| "learning_rate": 8.481565944507792e-06, |
| "loss": 1.2855, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.4616699914505557, |
| "grad_norm": 6.6875, |
| "learning_rate": 8.46256176358799e-06, |
| "loss": 1.2875, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.46736962097463663, |
| "grad_norm": 6.75, |
| "learning_rate": 8.443557582668188e-06, |
| "loss": 1.2946, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.47306925049871756, |
| "grad_norm": 7.03125, |
| "learning_rate": 8.424553401748386e-06, |
| "loss": 1.2672, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.4787688800227985, |
| "grad_norm": 6.78125, |
| "learning_rate": 8.405549220828583e-06, |
| "loss": 1.2279, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4844685095468795, |
| "grad_norm": 7.59375, |
| "learning_rate": 8.38654503990878e-06, |
| "loss": 1.2593, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4901681390709604, |
| "grad_norm": 7.0, |
| "learning_rate": 8.367540858988978e-06, |
| "loss": 1.2662, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.49586776859504134, |
| "grad_norm": 7.8125, |
| "learning_rate": 8.348536678069176e-06, |
| "loss": 1.2404, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5015673981191222, |
| "grad_norm": 6.21875, |
| "learning_rate": 8.329532497149374e-06, |
| "loss": 1.3002, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5072670276432032, |
| "grad_norm": 6.5, |
| "learning_rate": 8.31052831622957e-06, |
| "loss": 1.2786, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5129666571672842, |
| "grad_norm": 7.125, |
| "learning_rate": 8.291524135309769e-06, |
| "loss": 1.2384, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.518666286691365, |
| "grad_norm": 7.375, |
| "learning_rate": 8.272519954389967e-06, |
| "loss": 1.2383, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.524365916215446, |
| "grad_norm": 7.375, |
| "learning_rate": 8.253515773470164e-06, |
| "loss": 1.2136, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5300655457395269, |
| "grad_norm": 5.84375, |
| "learning_rate": 8.234511592550362e-06, |
| "loss": 1.2139, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5357651752636079, |
| "grad_norm": 6.8125, |
| "learning_rate": 8.215507411630559e-06, |
| "loss": 1.2511, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5414648047876888, |
| "grad_norm": 7.65625, |
| "learning_rate": 8.196503230710757e-06, |
| "loss": 1.2315, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5471644343117698, |
| "grad_norm": 6.875, |
| "learning_rate": 8.177499049790955e-06, |
| "loss": 1.2691, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5528640638358506, |
| "grad_norm": 6.78125, |
| "learning_rate": 8.158494868871153e-06, |
| "loss": 1.2067, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5585636933599316, |
| "grad_norm": 6.125, |
| "learning_rate": 8.13949068795135e-06, |
| "loss": 1.1774, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5642633228840125, |
| "grad_norm": 6.90625, |
| "learning_rate": 8.120486507031547e-06, |
| "loss": 1.2299, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.5699629524080935, |
| "grad_norm": 7.6875, |
| "learning_rate": 8.101482326111745e-06, |
| "loss": 1.2525, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5756625819321745, |
| "grad_norm": 8.5625, |
| "learning_rate": 8.082478145191943e-06, |
| "loss": 1.2287, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5813622114562553, |
| "grad_norm": 6.09375, |
| "learning_rate": 8.06347396427214e-06, |
| "loss": 1.2515, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5870618409803363, |
| "grad_norm": 8.625, |
| "learning_rate": 8.044469783352339e-06, |
| "loss": 1.228, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5927614705044172, |
| "grad_norm": 7.53125, |
| "learning_rate": 8.025465602432537e-06, |
| "loss": 1.2277, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5984611000284982, |
| "grad_norm": 6.8125, |
| "learning_rate": 8.006461421512733e-06, |
| "loss": 1.2442, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.604160729552579, |
| "grad_norm": 6.875, |
| "learning_rate": 7.98745724059293e-06, |
| "loss": 1.177, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.60986035907666, |
| "grad_norm": 5.96875, |
| "learning_rate": 7.968453059673129e-06, |
| "loss": 1.1878, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.6155599886007409, |
| "grad_norm": 7.3125, |
| "learning_rate": 7.949448878753327e-06, |
| "loss": 1.285, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6212596181248219, |
| "grad_norm": 7.0625, |
| "learning_rate": 7.930444697833523e-06, |
| "loss": 1.2323, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6269592476489029, |
| "grad_norm": 6.625, |
| "learning_rate": 7.911440516913723e-06, |
| "loss": 1.1727, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.6326588771729837, |
| "grad_norm": 6.8125, |
| "learning_rate": 7.892436335993919e-06, |
| "loss": 1.1775, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.6383585066970647, |
| "grad_norm": 7.6875, |
| "learning_rate": 7.873432155074117e-06, |
| "loss": 1.3263, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.6440581362211456, |
| "grad_norm": 6.9375, |
| "learning_rate": 7.854427974154315e-06, |
| "loss": 1.1943, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.6497577657452266, |
| "grad_norm": 7.53125, |
| "learning_rate": 7.835423793234513e-06, |
| "loss": 1.2537, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.6554573952693075, |
| "grad_norm": 6.6875, |
| "learning_rate": 7.816419612314709e-06, |
| "loss": 1.1514, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.6611570247933884, |
| "grad_norm": 6.4375, |
| "learning_rate": 7.797415431394909e-06, |
| "loss": 1.1908, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.6668566543174693, |
| "grad_norm": 8.0625, |
| "learning_rate": 7.778411250475105e-06, |
| "loss": 1.2328, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.6725562838415503, |
| "grad_norm": 7.375, |
| "learning_rate": 7.759407069555303e-06, |
| "loss": 1.2281, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.6782559133656312, |
| "grad_norm": 7.125, |
| "learning_rate": 7.7404028886355e-06, |
| "loss": 1.2469, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6839555428897122, |
| "grad_norm": 7.5625, |
| "learning_rate": 7.721398707715699e-06, |
| "loss": 1.2444, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 8.0625, |
| "learning_rate": 7.702394526795895e-06, |
| "loss": 1.3066, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.695354801937874, |
| "grad_norm": 7.6875, |
| "learning_rate": 7.683390345876095e-06, |
| "loss": 1.2125, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.701054431461955, |
| "grad_norm": 7.78125, |
| "learning_rate": 7.664386164956291e-06, |
| "loss": 1.2275, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7067540609860359, |
| "grad_norm": 7.1875, |
| "learning_rate": 7.645381984036489e-06, |
| "loss": 1.2702, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.7124536905101169, |
| "grad_norm": 7.375, |
| "learning_rate": 7.626377803116686e-06, |
| "loss": 1.2547, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.7181533200341977, |
| "grad_norm": 7.3125, |
| "learning_rate": 7.607373622196884e-06, |
| "loss": 1.2192, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.7238529495582787, |
| "grad_norm": 8.0625, |
| "learning_rate": 7.588369441277081e-06, |
| "loss": 1.1881, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.7295525790823596, |
| "grad_norm": 7.09375, |
| "learning_rate": 7.569365260357279e-06, |
| "loss": 1.2096, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.7352522086064406, |
| "grad_norm": 6.75, |
| "learning_rate": 7.550361079437477e-06, |
| "loss": 1.246, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.7409518381305216, |
| "grad_norm": 7.34375, |
| "learning_rate": 7.531356898517674e-06, |
| "loss": 1.1759, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.7466514676546024, |
| "grad_norm": 6.65625, |
| "learning_rate": 7.512352717597872e-06, |
| "loss": 1.1641, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.7523510971786834, |
| "grad_norm": 7.5625, |
| "learning_rate": 7.49334853667807e-06, |
| "loss": 1.2776, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.7580507267027643, |
| "grad_norm": 8.1875, |
| "learning_rate": 7.474344355758267e-06, |
| "loss": 1.2651, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.7637503562268453, |
| "grad_norm": 6.65625, |
| "learning_rate": 7.455340174838464e-06, |
| "loss": 1.2367, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.7694499857509262, |
| "grad_norm": 8.125, |
| "learning_rate": 7.436335993918663e-06, |
| "loss": 1.2126, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.7751496152750071, |
| "grad_norm": 8.4375, |
| "learning_rate": 7.41733181299886e-06, |
| "loss": 1.1739, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.780849244799088, |
| "grad_norm": 6.875, |
| "learning_rate": 7.398327632079057e-06, |
| "loss": 1.1959, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.786548874323169, |
| "grad_norm": 7.03125, |
| "learning_rate": 7.379323451159256e-06, |
| "loss": 1.1734, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7922485038472499, |
| "grad_norm": 8.8125, |
| "learning_rate": 7.360319270239453e-06, |
| "loss": 1.2139, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.7979481333713309, |
| "grad_norm": 6.6875, |
| "learning_rate": 7.34131508931965e-06, |
| "loss": 1.1497, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.8036477628954118, |
| "grad_norm": 8.75, |
| "learning_rate": 7.322310908399849e-06, |
| "loss": 1.2907, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.8093473924194927, |
| "grad_norm": 7.125, |
| "learning_rate": 7.303306727480046e-06, |
| "loss": 1.2595, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.8150470219435737, |
| "grad_norm": 7.09375, |
| "learning_rate": 7.284302546560243e-06, |
| "loss": 1.2449, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.8207466514676546, |
| "grad_norm": 6.75, |
| "learning_rate": 7.265298365640442e-06, |
| "loss": 1.2571, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.8264462809917356, |
| "grad_norm": 6.8125, |
| "learning_rate": 7.246294184720639e-06, |
| "loss": 1.2183, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.8321459105158164, |
| "grad_norm": 7.21875, |
| "learning_rate": 7.227290003800836e-06, |
| "loss": 1.2293, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.8378455400398974, |
| "grad_norm": 7.40625, |
| "learning_rate": 7.208285822881035e-06, |
| "loss": 1.1618, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.8435451695639783, |
| "grad_norm": 7.1875, |
| "learning_rate": 7.189281641961232e-06, |
| "loss": 1.1948, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.8492447990880593, |
| "grad_norm": 7.3125, |
| "learning_rate": 7.170277461041429e-06, |
| "loss": 1.1967, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.8549444286121403, |
| "grad_norm": 5.65625, |
| "learning_rate": 7.151273280121628e-06, |
| "loss": 1.2639, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.8606440581362211, |
| "grad_norm": 7.53125, |
| "learning_rate": 7.132269099201825e-06, |
| "loss": 1.2751, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.8663436876603021, |
| "grad_norm": 7.03125, |
| "learning_rate": 7.113264918282022e-06, |
| "loss": 1.2803, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.872043317184383, |
| "grad_norm": 7.1875, |
| "learning_rate": 7.094260737362221e-06, |
| "loss": 1.1903, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.877742946708464, |
| "grad_norm": 7.15625, |
| "learning_rate": 7.075256556442418e-06, |
| "loss": 1.1932, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.8834425762325449, |
| "grad_norm": 7.03125, |
| "learning_rate": 7.056252375522615e-06, |
| "loss": 1.2517, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.8891422057566258, |
| "grad_norm": 8.0625, |
| "learning_rate": 7.037248194602814e-06, |
| "loss": 1.2413, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.8948418352807067, |
| "grad_norm": 8.3125, |
| "learning_rate": 7.018244013683011e-06, |
| "loss": 1.1405, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.9005414648047877, |
| "grad_norm": 7.25, |
| "learning_rate": 6.999239832763208e-06, |
| "loss": 1.2416, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.9062410943288686, |
| "grad_norm": 7.96875, |
| "learning_rate": 6.9802356518434055e-06, |
| "loss": 1.195, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.9119407238529496, |
| "grad_norm": 6.84375, |
| "learning_rate": 6.961231470923604e-06, |
| "loss": 1.2723, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.9176403533770305, |
| "grad_norm": 7.25, |
| "learning_rate": 6.942227290003801e-06, |
| "loss": 1.2642, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.9233399829011114, |
| "grad_norm": 6.40625, |
| "learning_rate": 6.9232231090839985e-06, |
| "loss": 1.2173, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.9290396124251924, |
| "grad_norm": 7.0625, |
| "learning_rate": 6.904218928164197e-06, |
| "loss": 1.2514, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.9347392419492733, |
| "grad_norm": 6.90625, |
| "learning_rate": 6.885214747244394e-06, |
| "loss": 1.1989, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.9404388714733543, |
| "grad_norm": 8.0625, |
| "learning_rate": 6.8662105663245915e-06, |
| "loss": 1.2291, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.9461385009974351, |
| "grad_norm": 7.53125, |
| "learning_rate": 6.8472063854047895e-06, |
| "loss": 1.2637, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.9518381305215161, |
| "grad_norm": 7.3125, |
| "learning_rate": 6.828202204484987e-06, |
| "loss": 1.1973, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.957537760045597, |
| "grad_norm": 7.3125, |
| "learning_rate": 6.8091980235651845e-06, |
| "loss": 1.2915, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.963237389569678, |
| "grad_norm": 7.875, |
| "learning_rate": 6.7901938426453825e-06, |
| "loss": 1.1392, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.968937019093759, |
| "grad_norm": 7.46875, |
| "learning_rate": 6.7711896617255804e-06, |
| "loss": 1.1384, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.9746366486178398, |
| "grad_norm": 6.84375, |
| "learning_rate": 6.7521854808057775e-06, |
| "loss": 1.1322, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.9803362781419208, |
| "grad_norm": 7.40625, |
| "learning_rate": 6.7331812998859755e-06, |
| "loss": 1.2261, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.9860359076660017, |
| "grad_norm": 6.40625, |
| "learning_rate": 6.7141771189661735e-06, |
| "loss": 1.1714, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.9917355371900827, |
| "grad_norm": 7.28125, |
| "learning_rate": 6.6951729380463706e-06, |
| "loss": 1.1884, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.9974351667141635, |
| "grad_norm": 7.46875, |
| "learning_rate": 6.6761687571265685e-06, |
| "loss": 1.28, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.0034197777144485, |
| "grad_norm": 7.53125, |
| "learning_rate": 6.657164576206766e-06, |
| "loss": 1.3048, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.0091194072385294, |
| "grad_norm": 7.90625, |
| "learning_rate": 6.638160395286964e-06, |
| "loss": 1.1814, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.0148190367626104, |
| "grad_norm": 7.65625, |
| "learning_rate": 6.6191562143671615e-06, |
| "loss": 1.2091, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.0205186662866914, |
| "grad_norm": 7.46875, |
| "learning_rate": 6.600152033447359e-06, |
| "loss": 1.2139, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.0262182958107724, |
| "grad_norm": 8.5, |
| "learning_rate": 6.581147852527557e-06, |
| "loss": 1.1838, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.0319179253348532, |
| "grad_norm": 7.4375, |
| "learning_rate": 6.5621436716077546e-06, |
| "loss": 1.2291, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.0376175548589341, |
| "grad_norm": 7.46875, |
| "learning_rate": 6.543139490687952e-06, |
| "loss": 1.1906, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.0433171843830151, |
| "grad_norm": 6.375, |
| "learning_rate": 6.52413530976815e-06, |
| "loss": 1.2225, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.0490168139070961, |
| "grad_norm": 6.8125, |
| "learning_rate": 6.5051311288483476e-06, |
| "loss": 1.1612, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.0547164434311769, |
| "grad_norm": 7.40625, |
| "learning_rate": 6.486126947928545e-06, |
| "loss": 1.1946, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.0604160729552579, |
| "grad_norm": 7.375, |
| "learning_rate": 6.467122767008742e-06, |
| "loss": 1.2219, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.0661157024793388, |
| "grad_norm": 8.0625, |
| "learning_rate": 6.448118586088941e-06, |
| "loss": 1.2461, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.0718153320034198, |
| "grad_norm": 7.09375, |
| "learning_rate": 6.429114405169138e-06, |
| "loss": 1.1393, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.0775149615275008, |
| "grad_norm": 7.6875, |
| "learning_rate": 6.410110224249335e-06, |
| "loss": 1.2083, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.0832145910515816, |
| "grad_norm": 6.6875, |
| "learning_rate": 6.391106043329534e-06, |
| "loss": 1.243, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.0889142205756626, |
| "grad_norm": 6.875, |
| "learning_rate": 6.372101862409731e-06, |
| "loss": 1.2199, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.0946138500997435, |
| "grad_norm": 6.9375, |
| "learning_rate": 6.353097681489928e-06, |
| "loss": 1.202, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.1003134796238245, |
| "grad_norm": 7.125, |
| "learning_rate": 6.334093500570126e-06, |
| "loss": 1.1115, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.1060131091479053, |
| "grad_norm": 7.34375, |
| "learning_rate": 6.315089319650324e-06, |
| "loss": 1.1845, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.1117127386719863, |
| "grad_norm": 6.40625, |
| "learning_rate": 6.296085138730521e-06, |
| "loss": 1.1988, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.1174123681960673, |
| "grad_norm": 6.09375, |
| "learning_rate": 6.277080957810718e-06, |
| "loss": 1.1937, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.1231119977201482, |
| "grad_norm": 7.75, |
| "learning_rate": 6.258076776890917e-06, |
| "loss": 1.2473, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.1288116272442292, |
| "grad_norm": 6.8125, |
| "learning_rate": 6.239072595971114e-06, |
| "loss": 1.2198, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.13451125676831, |
| "grad_norm": 9.625, |
| "learning_rate": 6.220068415051311e-06, |
| "loss": 1.1505, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.140210886292391, |
| "grad_norm": 7.03125, |
| "learning_rate": 6.20106423413151e-06, |
| "loss": 1.1457, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5262, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.661025051744666e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
