| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "eval_steps": 100, | |
| "global_step": 4620, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010822510822510822, | |
| "grad_norm": 101.5, | |
| "learning_rate": 5e-06, | |
| "loss": 1.9407, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.021645021645021644, | |
| "grad_norm": 30.625, | |
| "learning_rate": 1e-05, | |
| "loss": 1.5034, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.032467532467532464, | |
| "grad_norm": 22.125, | |
| "learning_rate": 1.5e-05, | |
| "loss": 1.0526, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.04329004329004329, | |
| "grad_norm": 8.375, | |
| "learning_rate": 2e-05, | |
| "loss": 0.9051, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05411255411255411, | |
| "grad_norm": 3.75, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.7809, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06493506493506493, | |
| "grad_norm": 1.625, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7329, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07575757575757576, | |
| "grad_norm": 1.96875, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.717, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.08658008658008658, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 4e-05, | |
| "loss": 0.6936, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.09740259740259741, | |
| "grad_norm": 3.75, | |
| "learning_rate": 4.5e-05, | |
| "loss": 0.664, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.10822510822510822, | |
| "grad_norm": 3.5, | |
| "learning_rate": 5e-05, | |
| "loss": 0.5702, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.10822510822510822, | |
| "eval_loss": 0.5504737496376038, | |
| "eval_runtime": 14.4773, | |
| "eval_samples_per_second": 34.537, | |
| "eval_steps_per_second": 0.276, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11904761904761904, | |
| "grad_norm": 3.125, | |
| "learning_rate": 4.9889380530973454e-05, | |
| "loss": 0.4897, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.12987012987012986, | |
| "grad_norm": 2.96875, | |
| "learning_rate": 4.9778761061946906e-05, | |
| "loss": 0.4462, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1406926406926407, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 4.966814159292036e-05, | |
| "loss": 0.4034, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.15151515151515152, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 4.955752212389381e-05, | |
| "loss": 0.3774, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.16233766233766234, | |
| "grad_norm": 3.171875, | |
| "learning_rate": 4.944690265486726e-05, | |
| "loss": 0.3513, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.17316017316017315, | |
| "grad_norm": 2.15625, | |
| "learning_rate": 4.9336283185840707e-05, | |
| "loss": 0.341, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.18398268398268397, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 4.9225663716814165e-05, | |
| "loss": 0.3309, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.19480519480519481, | |
| "grad_norm": 1.9375, | |
| "learning_rate": 4.911504424778761e-05, | |
| "loss": 0.3161, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.20562770562770563, | |
| "grad_norm": 1.78125, | |
| "learning_rate": 4.900442477876107e-05, | |
| "loss": 0.3011, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.21645021645021645, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 4.8893805309734514e-05, | |
| "loss": 0.2863, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.21645021645021645, | |
| "eval_loss": 0.3175188899040222, | |
| "eval_runtime": 14.5331, | |
| "eval_samples_per_second": 34.404, | |
| "eval_steps_per_second": 0.275, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.22727272727272727, | |
| "grad_norm": 2.140625, | |
| "learning_rate": 4.8783185840707966e-05, | |
| "loss": 0.2608, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.23809523809523808, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 4.867256637168142e-05, | |
| "loss": 0.2908, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.24891774891774893, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 4.856194690265487e-05, | |
| "loss": 0.2613, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2597402597402597, | |
| "grad_norm": 1.859375, | |
| "learning_rate": 4.845132743362832e-05, | |
| "loss": 0.2535, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.27056277056277056, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 4.834070796460177e-05, | |
| "loss": 0.2738, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2813852813852814, | |
| "grad_norm": 2.265625, | |
| "learning_rate": 4.823008849557522e-05, | |
| "loss": 0.2413, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2922077922077922, | |
| "grad_norm": 1.84375, | |
| "learning_rate": 4.8119469026548677e-05, | |
| "loss": 0.2608, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.30303030303030304, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 4.800884955752213e-05, | |
| "loss": 0.2711, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.31385281385281383, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 4.789823008849558e-05, | |
| "loss": 0.2417, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.3246753246753247, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 4.778761061946903e-05, | |
| "loss": 0.267, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3246753246753247, | |
| "eval_loss": 0.279142290353775, | |
| "eval_runtime": 14.1782, | |
| "eval_samples_per_second": 35.265, | |
| "eval_steps_per_second": 0.282, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3354978354978355, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 4.767699115044248e-05, | |
| "loss": 0.2589, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.3463203463203463, | |
| "grad_norm": 7.9375, | |
| "learning_rate": 4.7566371681415936e-05, | |
| "loss": 0.253, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.35714285714285715, | |
| "grad_norm": 1.921875, | |
| "learning_rate": 4.745575221238938e-05, | |
| "loss": 0.2683, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.36796536796536794, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 4.734513274336283e-05, | |
| "loss": 0.2483, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3787878787878788, | |
| "grad_norm": 2.5, | |
| "learning_rate": 4.7234513274336284e-05, | |
| "loss": 0.2512, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.38961038961038963, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 4.7123893805309736e-05, | |
| "loss": 0.2346, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.4004329004329004, | |
| "grad_norm": 1.8828125, | |
| "learning_rate": 4.701327433628319e-05, | |
| "loss": 0.248, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.41125541125541126, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 4.690265486725664e-05, | |
| "loss": 0.2663, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.42207792207792205, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 4.679203539823009e-05, | |
| "loss": 0.24, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.4329004329004329, | |
| "grad_norm": 1.5, | |
| "learning_rate": 4.668141592920354e-05, | |
| "loss": 0.2425, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4329004329004329, | |
| "eval_loss": 0.2609393000602722, | |
| "eval_runtime": 14.168, | |
| "eval_samples_per_second": 35.291, | |
| "eval_steps_per_second": 0.282, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.44372294372294374, | |
| "grad_norm": 2.234375, | |
| "learning_rate": 4.657079646017699e-05, | |
| "loss": 0.2377, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.45454545454545453, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 4.646017699115045e-05, | |
| "loss": 0.2552, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.4653679653679654, | |
| "grad_norm": 2.171875, | |
| "learning_rate": 4.63495575221239e-05, | |
| "loss": 0.2185, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.47619047619047616, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 4.6238938053097344e-05, | |
| "loss": 0.2484, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.487012987012987, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 4.61283185840708e-05, | |
| "loss": 0.2421, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.49783549783549785, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 4.601769911504425e-05, | |
| "loss": 0.2274, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5086580086580087, | |
| "grad_norm": 1.828125, | |
| "learning_rate": 4.5907079646017706e-05, | |
| "loss": 0.2337, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.5194805194805194, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 4.579646017699115e-05, | |
| "loss": 0.234, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.5303030303030303, | |
| "grad_norm": 2.171875, | |
| "learning_rate": 4.56858407079646e-05, | |
| "loss": 0.226, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5411255411255411, | |
| "grad_norm": 1.75, | |
| "learning_rate": 4.5575221238938055e-05, | |
| "loss": 0.2318, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5411255411255411, | |
| "eval_loss": 0.2462214082479477, | |
| "eval_runtime": 14.0685, | |
| "eval_samples_per_second": 35.541, | |
| "eval_steps_per_second": 0.284, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.551948051948052, | |
| "grad_norm": 1.6953125, | |
| "learning_rate": 4.5464601769911507e-05, | |
| "loss": 0.2078, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5627705627705628, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 4.535398230088496e-05, | |
| "loss": 0.2114, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5735930735930735, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 4.524336283185841e-05, | |
| "loss": 0.21, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5844155844155844, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 4.5132743362831855e-05, | |
| "loss": 0.2178, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5952380952380952, | |
| "grad_norm": 1.65625, | |
| "learning_rate": 4.5022123893805314e-05, | |
| "loss": 0.2263, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6060606060606061, | |
| "grad_norm": 1.8671875, | |
| "learning_rate": 4.491150442477876e-05, | |
| "loss": 0.2351, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.6168831168831169, | |
| "grad_norm": 1.25, | |
| "learning_rate": 4.480088495575222e-05, | |
| "loss": 0.2111, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.6277056277056277, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 4.469026548672566e-05, | |
| "loss": 0.2109, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.6385281385281385, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 4.4579646017699114e-05, | |
| "loss": 0.211, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.6493506493506493, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.446902654867257e-05, | |
| "loss": 0.2237, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6493506493506493, | |
| "eval_loss": 0.22987733781337738, | |
| "eval_runtime": 14.0366, | |
| "eval_samples_per_second": 35.621, | |
| "eval_steps_per_second": 0.285, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6601731601731602, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.435840707964602e-05, | |
| "loss": 0.2215, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.670995670995671, | |
| "grad_norm": 1.7578125, | |
| "learning_rate": 4.4247787610619477e-05, | |
| "loss": 0.2084, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.6818181818181818, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 4.413716814159292e-05, | |
| "loss": 0.2222, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.6926406926406926, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 4.4026548672566373e-05, | |
| "loss": 0.1977, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.7034632034632035, | |
| "grad_norm": 1.953125, | |
| "learning_rate": 4.3915929203539825e-05, | |
| "loss": 0.1945, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 4.380530973451328e-05, | |
| "loss": 0.2288, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.7251082251082251, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 4.369469026548673e-05, | |
| "loss": 0.219, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.7359307359307359, | |
| "grad_norm": 1.6796875, | |
| "learning_rate": 4.358407079646018e-05, | |
| "loss": 0.2072, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.7467532467532467, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 4.3473451327433626e-05, | |
| "loss": 0.2161, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.7575757575757576, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 4.3362831858407084e-05, | |
| "loss": 0.2288, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7575757575757576, | |
| "eval_loss": 0.22867494821548462, | |
| "eval_runtime": 13.9772, | |
| "eval_samples_per_second": 35.772, | |
| "eval_steps_per_second": 0.286, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7683982683982684, | |
| "grad_norm": 1.921875, | |
| "learning_rate": 4.325221238938053e-05, | |
| "loss": 0.1962, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.7792207792207793, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 4.314159292035399e-05, | |
| "loss": 0.2086, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.79004329004329, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 4.303097345132743e-05, | |
| "loss": 0.1968, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.8008658008658008, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 4.2920353982300885e-05, | |
| "loss": 0.2114, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.8116883116883117, | |
| "grad_norm": 1.8671875, | |
| "learning_rate": 4.280973451327434e-05, | |
| "loss": 0.2008, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.8225108225108225, | |
| "grad_norm": 1.9296875, | |
| "learning_rate": 4.269911504424779e-05, | |
| "loss": 0.206, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 4.258849557522124e-05, | |
| "loss": 0.2091, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.8441558441558441, | |
| "grad_norm": 1.625, | |
| "learning_rate": 4.247787610619469e-05, | |
| "loss": 0.2137, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.854978354978355, | |
| "grad_norm": 1.78125, | |
| "learning_rate": 4.2367256637168144e-05, | |
| "loss": 0.2205, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.8658008658008658, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 4.2256637168141596e-05, | |
| "loss": 0.2096, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8658008658008658, | |
| "eval_loss": 0.2200011909008026, | |
| "eval_runtime": 13.8226, | |
| "eval_samples_per_second": 36.173, | |
| "eval_steps_per_second": 0.289, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8766233766233766, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 4.214601769911505e-05, | |
| "loss": 0.2114, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.8874458874458875, | |
| "grad_norm": 1.84375, | |
| "learning_rate": 4.20353982300885e-05, | |
| "loss": 0.1894, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.8982683982683982, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 4.192477876106195e-05, | |
| "loss": 0.2055, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 4.1814159292035396e-05, | |
| "loss": 0.1917, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.9199134199134199, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 4.1703539823008855e-05, | |
| "loss": 0.1775, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.9307359307359307, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 4.15929203539823e-05, | |
| "loss": 0.1924, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.9415584415584416, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 4.148230088495575e-05, | |
| "loss": 0.2056, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 4.1371681415929203e-05, | |
| "loss": 0.1973, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.9632034632034632, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 4.1261061946902655e-05, | |
| "loss": 0.2009, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.974025974025974, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 4.115044247787611e-05, | |
| "loss": 0.2166, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.974025974025974, | |
| "eval_loss": 0.2135138362646103, | |
| "eval_runtime": 13.5879, | |
| "eval_samples_per_second": 36.798, | |
| "eval_steps_per_second": 0.294, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.9848484848484849, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 4.103982300884956e-05, | |
| "loss": 0.1889, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.9956709956709957, | |
| "grad_norm": 4.125, | |
| "learning_rate": 4.092920353982301e-05, | |
| "loss": 0.1955, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.0064935064935066, | |
| "grad_norm": 1.625, | |
| "learning_rate": 4.081858407079646e-05, | |
| "loss": 0.1949, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.0173160173160174, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 4.0707964601769914e-05, | |
| "loss": 0.171, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.0281385281385282, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 4.0597345132743366e-05, | |
| "loss": 0.193, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.0389610389610389, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 4.048672566371682e-05, | |
| "loss": 0.1908, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.0497835497835497, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 4.037610619469026e-05, | |
| "loss": 0.1824, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.0606060606060606, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 4.026548672566372e-05, | |
| "loss": 0.1822, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.0714285714285714, | |
| "grad_norm": 1.8203125, | |
| "learning_rate": 4.015486725663717e-05, | |
| "loss": 0.198, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.0822510822510822, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 4.0044247787610625e-05, | |
| "loss": 0.1972, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0822510822510822, | |
| "eval_loss": 0.20468579232692719, | |
| "eval_runtime": 13.8662, | |
| "eval_samples_per_second": 36.059, | |
| "eval_steps_per_second": 0.288, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.093073593073593, | |
| "grad_norm": 1.8515625, | |
| "learning_rate": 3.993362831858407e-05, | |
| "loss": 0.1843, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.103896103896104, | |
| "grad_norm": 1.65625, | |
| "learning_rate": 3.982300884955752e-05, | |
| "loss": 0.1706, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.1147186147186148, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 3.9712389380530974e-05, | |
| "loss": 0.1684, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.1255411255411256, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 3.9601769911504426e-05, | |
| "loss": 0.1877, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.1363636363636362, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 3.949115044247788e-05, | |
| "loss": 0.1948, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.1471861471861473, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 3.938053097345133e-05, | |
| "loss": 0.1846, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.158008658008658, | |
| "grad_norm": 1.7421875, | |
| "learning_rate": 3.926991150442478e-05, | |
| "loss": 0.1812, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.1688311688311688, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 3.915929203539823e-05, | |
| "loss": 0.1773, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.1796536796536796, | |
| "grad_norm": 2.078125, | |
| "learning_rate": 3.9048672566371685e-05, | |
| "loss": 0.1716, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.1904761904761905, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 3.893805309734514e-05, | |
| "loss": 0.1912, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.1904761904761905, | |
| "eval_loss": 0.21200305223464966, | |
| "eval_runtime": 18.2843, | |
| "eval_samples_per_second": 27.346, | |
| "eval_steps_per_second": 0.219, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.2012987012987013, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 3.882743362831859e-05, | |
| "loss": 0.1739, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.2121212121212122, | |
| "grad_norm": 1.7109375, | |
| "learning_rate": 3.8716814159292034e-05, | |
| "loss": 0.1747, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.222943722943723, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 3.860619469026549e-05, | |
| "loss": 0.1631, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.2337662337662338, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 3.849557522123894e-05, | |
| "loss": 0.1722, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.2445887445887447, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 3.8384955752212396e-05, | |
| "loss": 0.1911, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.2554112554112553, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 3.827433628318584e-05, | |
| "loss": 0.1557, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.2662337662337662, | |
| "grad_norm": 1.9140625, | |
| "learning_rate": 3.816371681415929e-05, | |
| "loss": 0.1621, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.277056277056277, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 3.8053097345132744e-05, | |
| "loss": 0.1694, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.2878787878787878, | |
| "grad_norm": 3.1875, | |
| "learning_rate": 3.7942477876106196e-05, | |
| "loss": 0.1774, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.2987012987012987, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 3.783185840707965e-05, | |
| "loss": 0.181, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.2987012987012987, | |
| "eval_loss": 0.20562683045864105, | |
| "eval_runtime": 14.2589, | |
| "eval_samples_per_second": 35.066, | |
| "eval_steps_per_second": 0.281, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.3095238095238095, | |
| "grad_norm": 2.09375, | |
| "learning_rate": 3.77212389380531e-05, | |
| "loss": 0.1686, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.3203463203463204, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 3.7610619469026545e-05, | |
| "loss": 0.1714, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.3311688311688312, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.1869, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.341991341991342, | |
| "grad_norm": 1.9296875, | |
| "learning_rate": 3.7389380530973455e-05, | |
| "loss": 0.1684, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.3528138528138527, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 3.727876106194691e-05, | |
| "loss": 0.1747, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.3636363636363638, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 3.716814159292036e-05, | |
| "loss": 0.1637, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.3744588744588744, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 3.7057522123893804e-05, | |
| "loss": 0.1684, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.3852813852813852, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 3.694690265486726e-05, | |
| "loss": 0.1849, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.396103896103896, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 3.683628318584071e-05, | |
| "loss": 0.182, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.406926406926407, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 3.672566371681416e-05, | |
| "loss": 0.1756, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.406926406926407, | |
| "eval_loss": 0.1982562243938446, | |
| "eval_runtime": 13.8702, | |
| "eval_samples_per_second": 36.049, | |
| "eval_steps_per_second": 0.288, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.4177489177489178, | |
| "grad_norm": 1.9375, | |
| "learning_rate": 3.661504424778761e-05, | |
| "loss": 0.1787, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 3.650442477876106e-05, | |
| "loss": 0.176, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.4393939393939394, | |
| "grad_norm": 1.6796875, | |
| "learning_rate": 3.6393805309734515e-05, | |
| "loss": 0.1639, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.4502164502164503, | |
| "grad_norm": 1.7421875, | |
| "learning_rate": 3.628318584070797e-05, | |
| "loss": 0.1786, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.4610389610389611, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 3.617256637168142e-05, | |
| "loss": 0.1705, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.4718614718614718, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 3.606194690265487e-05, | |
| "loss": 0.1619, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.4826839826839826, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 3.5951327433628315e-05, | |
| "loss": 0.1931, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.4935064935064934, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 3.5840707964601774e-05, | |
| "loss": 0.1693, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.5043290043290043, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 3.573008849557522e-05, | |
| "loss": 0.1718, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.5151515151515151, | |
| "grad_norm": 1.375, | |
| "learning_rate": 3.561946902654867e-05, | |
| "loss": 0.181, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.5151515151515151, | |
| "eval_loss": 0.21516482532024384, | |
| "eval_runtime": 13.8304, | |
| "eval_samples_per_second": 36.152, | |
| "eval_steps_per_second": 0.289, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.525974025974026, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 3.550884955752213e-05, | |
| "loss": 0.1718, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.5367965367965368, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 3.5398230088495574e-05, | |
| "loss": 0.1546, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.5476190476190477, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 3.528761061946903e-05, | |
| "loss": 0.1706, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.5584415584415585, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 3.517699115044248e-05, | |
| "loss": 0.1608, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.5692640692640691, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 3.506637168141593e-05, | |
| "loss": 0.1707, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.5800865800865802, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 3.495575221238938e-05, | |
| "loss": 0.1776, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.5909090909090908, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.4845132743362834e-05, | |
| "loss": 0.1546, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.601731601731602, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 3.4734513274336285e-05, | |
| "loss": 0.1669, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.6125541125541125, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 3.462389380530974e-05, | |
| "loss": 0.1771, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.6233766233766234, | |
| "grad_norm": 1.6953125, | |
| "learning_rate": 3.451327433628319e-05, | |
| "loss": 0.1834, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.6233766233766234, | |
| "eval_loss": 0.19372014701366425, | |
| "eval_runtime": 13.9577, | |
| "eval_samples_per_second": 35.823, | |
| "eval_steps_per_second": 0.287, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.6341991341991342, | |
| "grad_norm": 3.09375, | |
| "learning_rate": 3.440265486725664e-05, | |
| "loss": 0.1717, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.645021645021645, | |
| "grad_norm": 2.234375, | |
| "learning_rate": 3.4292035398230086e-05, | |
| "loss": 0.1786, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.655844155844156, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 3.4181415929203544e-05, | |
| "loss": 0.1683, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 3.407079646017699e-05, | |
| "loss": 0.1661, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.6774891774891776, | |
| "grad_norm": 2.109375, | |
| "learning_rate": 3.396017699115044e-05, | |
| "loss": 0.165, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.6883116883116882, | |
| "grad_norm": 2.203125, | |
| "learning_rate": 3.38495575221239e-05, | |
| "loss": 0.1542, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.6991341991341993, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 3.3738938053097345e-05, | |
| "loss": 0.1689, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.70995670995671, | |
| "grad_norm": 1.8203125, | |
| "learning_rate": 3.3628318584070804e-05, | |
| "loss": 0.1721, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.7207792207792207, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 3.351769911504425e-05, | |
| "loss": 0.1731, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.7316017316017316, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 3.34070796460177e-05, | |
| "loss": 0.1761, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.7316017316017316, | |
| "eval_loss": 0.18740878999233246, | |
| "eval_runtime": 13.8261, | |
| "eval_samples_per_second": 36.164, | |
| "eval_steps_per_second": 0.289, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.7424242424242424, | |
| "grad_norm": 1.6953125, | |
| "learning_rate": 3.329646017699115e-05, | |
| "loss": 0.1666, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.7532467532467533, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 3.3185840707964604e-05, | |
| "loss": 0.1578, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.7640692640692641, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 3.3075221238938056e-05, | |
| "loss": 0.1613, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.774891774891775, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 3.296460176991151e-05, | |
| "loss": 0.1673, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.7857142857142856, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.285398230088495e-05, | |
| "loss": 0.1868, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.7965367965367967, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 3.274336283185841e-05, | |
| "loss": 0.1648, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.8073593073593073, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 3.2632743362831856e-05, | |
| "loss": 0.1768, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 1.7578125, | |
| "learning_rate": 3.2522123893805315e-05, | |
| "loss": 0.1665, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.829004329004329, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 3.241150442477876e-05, | |
| "loss": 0.153, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.8398268398268398, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 3.230088495575221e-05, | |
| "loss": 0.1525, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.8398268398268398, | |
| "eval_loss": 0.1896573305130005, | |
| "eval_runtime": 13.7312, | |
| "eval_samples_per_second": 36.413, | |
| "eval_steps_per_second": 0.291, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.8506493506493507, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 3.2190265486725664e-05, | |
| "loss": 0.1614, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.8614718614718615, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 3.2079646017699115e-05, | |
| "loss": 0.186, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.8722943722943723, | |
| "grad_norm": 2.046875, | |
| "learning_rate": 3.196902654867257e-05, | |
| "loss": 0.1611, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.883116883116883, | |
| "grad_norm": 1.828125, | |
| "learning_rate": 3.185840707964602e-05, | |
| "loss": 0.1767, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.893939393939394, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 3.174778761061947e-05, | |
| "loss": 0.1726, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.9047619047619047, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 3.163716814159292e-05, | |
| "loss": 0.1444, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.9155844155844157, | |
| "grad_norm": 2.0625, | |
| "learning_rate": 3.1526548672566374e-05, | |
| "loss": 0.1609, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.9264069264069263, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 3.1415929203539826e-05, | |
| "loss": 0.1694, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.9372294372294372, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 3.130530973451328e-05, | |
| "loss": 0.1718, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.948051948051948, | |
| "grad_norm": 1.71875, | |
| "learning_rate": 3.119469026548672e-05, | |
| "loss": 0.1669, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.948051948051948, | |
| "eval_loss": 0.18646453320980072, | |
| "eval_runtime": 14.1377, | |
| "eval_samples_per_second": 35.366, | |
| "eval_steps_per_second": 0.283, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.9588744588744589, | |
| "grad_norm": 1.90625, | |
| "learning_rate": 3.108407079646018e-05, | |
| "loss": 0.1804, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.9696969696969697, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 3.097345132743363e-05, | |
| "loss": 0.1594, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.9805194805194806, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 3.086283185840708e-05, | |
| "loss": 0.1542, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.9913419913419914, | |
| "grad_norm": 2.046875, | |
| "learning_rate": 3.075221238938053e-05, | |
| "loss": 0.1462, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.002164502164502, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 3.064159292035398e-05, | |
| "loss": 0.1446, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.012987012987013, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 3.0530973451327434e-05, | |
| "loss": 0.148, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.0238095238095237, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 3.0420353982300886e-05, | |
| "loss": 0.1437, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 2.034632034632035, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 3.030973451327434e-05, | |
| "loss": 0.1519, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 2.0454545454545454, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 3.019911504424779e-05, | |
| "loss": 0.1573, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 2.0562770562770565, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 3.008849557522124e-05, | |
| "loss": 0.1319, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.0562770562770565, | |
| "eval_loss": 0.1948573887348175, | |
| "eval_runtime": 14.0173, | |
| "eval_samples_per_second": 35.67, | |
| "eval_steps_per_second": 0.285, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.067099567099567, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 2.997787610619469e-05, | |
| "loss": 0.1526, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 2.0779220779220777, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 2.9867256637168145e-05, | |
| "loss": 0.1444, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 2.088744588744589, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 2.9756637168141593e-05, | |
| "loss": 0.1437, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 2.0995670995670994, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 2.964601769911505e-05, | |
| "loss": 0.1447, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 2.1103896103896105, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 2.9535398230088497e-05, | |
| "loss": 0.1597, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.121212121212121, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 2.942477876106195e-05, | |
| "loss": 0.1416, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 2.132034632034632, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 2.9314159292035397e-05, | |
| "loss": 0.1451, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 2.142857142857143, | |
| "grad_norm": 0.90625, | |
| "learning_rate": 2.9203539823008852e-05, | |
| "loss": 0.1385, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 2.153679653679654, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 2.90929203539823e-05, | |
| "loss": 0.1527, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 2.1645021645021645, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 2.8982300884955753e-05, | |
| "loss": 0.1472, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.1645021645021645, | |
| "eval_loss": 0.19946011900901794, | |
| "eval_runtime": 14.0627, | |
| "eval_samples_per_second": 35.555, | |
| "eval_steps_per_second": 0.284, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.175324675324675, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 2.88716814159292e-05, | |
| "loss": 0.126, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 2.186147186147186, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 2.8761061946902656e-05, | |
| "loss": 0.1473, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 2.196969696969697, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.8650442477876105e-05, | |
| "loss": 0.1394, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 2.207792207792208, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 2.853982300884956e-05, | |
| "loss": 0.1382, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 2.2186147186147185, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 2.8429203539823012e-05, | |
| "loss": 0.1289, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.2294372294372296, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 2.831858407079646e-05, | |
| "loss": 0.1518, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 2.24025974025974, | |
| "grad_norm": 2.265625, | |
| "learning_rate": 2.8207964601769915e-05, | |
| "loss": 0.1473, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 2.2510822510822512, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 2.8097345132743364e-05, | |
| "loss": 0.1191, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 2.261904761904762, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 2.7986725663716816e-05, | |
| "loss": 0.1379, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 2.2727272727272725, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 2.7876106194690264e-05, | |
| "loss": 0.157, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.2727272727272725, | |
| "eval_loss": 0.19301347434520721, | |
| "eval_runtime": 13.8998, | |
| "eval_samples_per_second": 35.972, | |
| "eval_steps_per_second": 0.288, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.2835497835497836, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.776548672566372e-05, | |
| "loss": 0.1494, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 2.2943722943722946, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 2.7654867256637168e-05, | |
| "loss": 0.1341, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 2.3051948051948052, | |
| "grad_norm": 1.7890625, | |
| "learning_rate": 2.7544247787610623e-05, | |
| "loss": 0.1517, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 2.316017316017316, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 2.743362831858407e-05, | |
| "loss": 0.1403, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 2.326839826839827, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 2.7323008849557523e-05, | |
| "loss": 0.1442, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.3376623376623376, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 2.721238938053097e-05, | |
| "loss": 0.1426, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 2.3484848484848486, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 2.7101769911504427e-05, | |
| "loss": 0.1341, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 2.3593073593073592, | |
| "grad_norm": 1.6796875, | |
| "learning_rate": 2.6991150442477875e-05, | |
| "loss": 0.1492, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 2.3701298701298703, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 2.688053097345133e-05, | |
| "loss": 0.1393, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 2.380952380952381, | |
| "grad_norm": 1.7890625, | |
| "learning_rate": 2.6769911504424782e-05, | |
| "loss": 0.1522, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.380952380952381, | |
| "eval_loss": 0.18994522094726562, | |
| "eval_runtime": 17.3426, | |
| "eval_samples_per_second": 28.831, | |
| "eval_steps_per_second": 0.231, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.391774891774892, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 2.665929203539823e-05, | |
| "loss": 0.1365, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 2.4025974025974026, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 2.6548672566371686e-05, | |
| "loss": 0.144, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 2.4134199134199132, | |
| "grad_norm": 1.8828125, | |
| "learning_rate": 2.6438053097345134e-05, | |
| "loss": 0.1443, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 2.4242424242424243, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 2.6327433628318586e-05, | |
| "loss": 0.148, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 2.435064935064935, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 2.6216814159292035e-05, | |
| "loss": 0.1364, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.445887445887446, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.610619469026549e-05, | |
| "loss": 0.1517, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 2.4567099567099566, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 2.5995575221238938e-05, | |
| "loss": 0.152, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 2.4675324675324677, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 2.5884955752212393e-05, | |
| "loss": 0.1321, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 2.4783549783549783, | |
| "grad_norm": 1.375, | |
| "learning_rate": 2.5774336283185842e-05, | |
| "loss": 0.1395, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 2.4891774891774894, | |
| "grad_norm": 1.671875, | |
| "learning_rate": 2.5663716814159294e-05, | |
| "loss": 0.1533, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.4891774891774894, | |
| "eval_loss": 0.19859272241592407, | |
| "eval_runtime": 14.0876, | |
| "eval_samples_per_second": 35.492, | |
| "eval_steps_per_second": 0.284, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 3.46875, | |
| "learning_rate": 2.5553097345132742e-05, | |
| "loss": 0.1539, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 2.5108225108225106, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 2.5442477876106197e-05, | |
| "loss": 0.1437, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 2.5216450216450217, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 2.5331858407079646e-05, | |
| "loss": 0.1275, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 2.5324675324675323, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 2.5221238938053098e-05, | |
| "loss": 0.1534, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 2.5432900432900434, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 2.5110619469026546e-05, | |
| "loss": 0.1234, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.554112554112554, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.138, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.564935064935065, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 2.4889380530973453e-05, | |
| "loss": 0.1451, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.5757575757575757, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 2.4778761061946905e-05, | |
| "loss": 0.1459, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.5865800865800868, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 2.4668141592920353e-05, | |
| "loss": 0.1495, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.5974025974025974, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 2.4557522123893805e-05, | |
| "loss": 0.1586, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.5974025974025974, | |
| "eval_loss": 0.1879378855228424, | |
| "eval_runtime": 14.0304, | |
| "eval_samples_per_second": 35.637, | |
| "eval_steps_per_second": 0.285, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.608225108225108, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 2.4446902654867257e-05, | |
| "loss": 0.1375, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.619047619047619, | |
| "grad_norm": 1.3671875, | |
| "learning_rate": 2.433628318584071e-05, | |
| "loss": 0.1358, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.62987012987013, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 2.422566371681416e-05, | |
| "loss": 0.1368, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.6406926406926408, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 2.411504424778761e-05, | |
| "loss": 0.1326, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.6515151515151514, | |
| "grad_norm": 2.140625, | |
| "learning_rate": 2.4004424778761064e-05, | |
| "loss": 0.1396, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.6623376623376624, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 2.3893805309734516e-05, | |
| "loss": 0.1164, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.673160173160173, | |
| "grad_norm": 3.53125, | |
| "learning_rate": 2.3783185840707968e-05, | |
| "loss": 0.1333, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.683982683982684, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 2.3672566371681416e-05, | |
| "loss": 0.1507, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.6948051948051948, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 2.3561946902654868e-05, | |
| "loss": 0.1384, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.7056277056277054, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 2.345132743362832e-05, | |
| "loss": 0.1698, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.7056277056277054, | |
| "eval_loss": 0.19169363379478455, | |
| "eval_runtime": 14.0148, | |
| "eval_samples_per_second": 35.676, | |
| "eval_steps_per_second": 0.285, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.7164502164502164, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 2.334070796460177e-05, | |
| "loss": 0.1406, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.7272727272727275, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 2.3230088495575223e-05, | |
| "loss": 0.1476, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.738095238095238, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 2.3119469026548672e-05, | |
| "loss": 0.129, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.7489177489177488, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 2.3008849557522124e-05, | |
| "loss": 0.136, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.75974025974026, | |
| "grad_norm": 1.8125, | |
| "learning_rate": 2.2898230088495576e-05, | |
| "loss": 0.1436, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.7705627705627704, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 2.2787610619469027e-05, | |
| "loss": 0.1356, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.7813852813852815, | |
| "grad_norm": 2.28125, | |
| "learning_rate": 2.267699115044248e-05, | |
| "loss": 0.1455, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.792207792207792, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 2.2566371681415928e-05, | |
| "loss": 0.1369, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.8030303030303028, | |
| "grad_norm": 2.09375, | |
| "learning_rate": 2.245575221238938e-05, | |
| "loss": 0.1433, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.813852813852814, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 2.234513274336283e-05, | |
| "loss": 0.1215, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.813852813852814, | |
| "eval_loss": 0.1945955455303192, | |
| "eval_runtime": 14.0272, | |
| "eval_samples_per_second": 35.645, | |
| "eval_steps_per_second": 0.285, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.824675324675325, | |
| "grad_norm": 1.5, | |
| "learning_rate": 2.2234513274336286e-05, | |
| "loss": 0.1342, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.8354978354978355, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 2.2123893805309738e-05, | |
| "loss": 0.134, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.846320346320346, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 2.2013274336283187e-05, | |
| "loss": 0.1443, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 2.190265486725664e-05, | |
| "loss": 0.1287, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.867965367965368, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 2.179203539823009e-05, | |
| "loss": 0.1423, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.878787878787879, | |
| "grad_norm": 1.8203125, | |
| "learning_rate": 2.1681415929203542e-05, | |
| "loss": 0.1428, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.8896103896103895, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 2.1570796460176994e-05, | |
| "loss": 0.1324, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.9004329004329006, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 2.1460176991150442e-05, | |
| "loss": 0.1405, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.911255411255411, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 2.1349557522123894e-05, | |
| "loss": 0.1545, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.9220779220779223, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 2.1238938053097346e-05, | |
| "loss": 0.1354, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.9220779220779223, | |
| "eval_loss": 0.1839994490146637, | |
| "eval_runtime": 13.8953, | |
| "eval_samples_per_second": 35.983, | |
| "eval_steps_per_second": 0.288, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.932900432900433, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 2.1128318584070798e-05, | |
| "loss": 0.1467, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.9437229437229435, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 2.101769911504425e-05, | |
| "loss": 0.1548, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.9545454545454546, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 2.0907079646017698e-05, | |
| "loss": 0.1498, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.965367965367965, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 2.079646017699115e-05, | |
| "loss": 0.1484, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.9761904761904763, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 2.0685840707964602e-05, | |
| "loss": 0.1409, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.987012987012987, | |
| "grad_norm": 1.7421875, | |
| "learning_rate": 2.0575221238938054e-05, | |
| "loss": 0.1482, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.997835497835498, | |
| "grad_norm": 2.140625, | |
| "learning_rate": 2.0464601769911505e-05, | |
| "loss": 0.1456, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 3.0086580086580086, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 2.0353982300884957e-05, | |
| "loss": 0.111, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 3.0194805194805197, | |
| "grad_norm": 1.625, | |
| "learning_rate": 2.024336283185841e-05, | |
| "loss": 0.1259, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 3.0303030303030303, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 2.013274336283186e-05, | |
| "loss": 0.1234, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 3.0303030303030303, | |
| "eval_loss": 0.18937236070632935, | |
| "eval_runtime": 13.8239, | |
| "eval_samples_per_second": 36.169, | |
| "eval_steps_per_second": 0.289, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 3.0411255411255413, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 2.0022123893805313e-05, | |
| "loss": 0.1339, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 3.051948051948052, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 1.991150442477876e-05, | |
| "loss": 0.1276, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 3.0627705627705626, | |
| "grad_norm": 1.875, | |
| "learning_rate": 1.9800884955752213e-05, | |
| "loss": 0.1226, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 3.0735930735930737, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 1.9690265486725665e-05, | |
| "loss": 0.1273, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 3.0844155844155843, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 1.9579646017699117e-05, | |
| "loss": 0.1352, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 3.0952380952380953, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 1.946902654867257e-05, | |
| "loss": 0.1124, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 3.106060606060606, | |
| "grad_norm": 1.125, | |
| "learning_rate": 1.9358407079646017e-05, | |
| "loss": 0.1174, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 3.116883116883117, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 1.924778761061947e-05, | |
| "loss": 0.1409, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 3.1277056277056277, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 1.913716814159292e-05, | |
| "loss": 0.1205, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 3.1385281385281387, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 1.9026548672566372e-05, | |
| "loss": 0.1217, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 3.1385281385281387, | |
| "eval_loss": 0.18834540247917175, | |
| "eval_runtime": 13.8797, | |
| "eval_samples_per_second": 36.024, | |
| "eval_steps_per_second": 0.288, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 3.1493506493506493, | |
| "grad_norm": 1.7734375, | |
| "learning_rate": 1.8915929203539824e-05, | |
| "loss": 0.1373, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 3.16017316017316, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.8805309734513272e-05, | |
| "loss": 0.1187, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 3.170995670995671, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 1.8694690265486728e-05, | |
| "loss": 0.1196, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 3.1818181818181817, | |
| "grad_norm": 1.671875, | |
| "learning_rate": 1.858407079646018e-05, | |
| "loss": 0.1343, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 3.1926406926406927, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 1.847345132743363e-05, | |
| "loss": 0.1267, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 3.2034632034632033, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 1.836283185840708e-05, | |
| "loss": 0.1261, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 3.2142857142857144, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 1.825221238938053e-05, | |
| "loss": 0.1202, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 3.225108225108225, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 1.8141592920353983e-05, | |
| "loss": 0.1259, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 3.235930735930736, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 1.8030973451327435e-05, | |
| "loss": 0.1208, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 3.2467532467532467, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 1.7920353982300887e-05, | |
| "loss": 0.1363, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 3.2467532467532467, | |
| "eval_loss": 0.19392167031764984, | |
| "eval_runtime": 14.0702, | |
| "eval_samples_per_second": 35.536, | |
| "eval_steps_per_second": 0.284, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 3.257575757575758, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 1.7809734513274335e-05, | |
| "loss": 0.1169, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 3.2683982683982684, | |
| "grad_norm": 1.765625, | |
| "learning_rate": 1.7699115044247787e-05, | |
| "loss": 0.1279, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 3.279220779220779, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 1.758849557522124e-05, | |
| "loss": 0.127, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 3.29004329004329, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 1.747787610619469e-05, | |
| "loss": 0.1294, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 3.3008658008658007, | |
| "grad_norm": 1.9765625, | |
| "learning_rate": 1.7367256637168143e-05, | |
| "loss": 0.1244, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 3.311688311688312, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 1.7256637168141594e-05, | |
| "loss": 0.1194, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 3.3225108225108224, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 1.7146017699115043e-05, | |
| "loss": 0.1284, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 1.7035398230088495e-05, | |
| "loss": 0.1359, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 3.344155844155844, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.692477876106195e-05, | |
| "loss": 0.1318, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 3.354978354978355, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 1.6814159292035402e-05, | |
| "loss": 0.1277, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 3.354978354978355, | |
| "eval_loss": 0.18987847864627838, | |
| "eval_runtime": 13.8933, | |
| "eval_samples_per_second": 35.989, | |
| "eval_steps_per_second": 0.288, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 3.365800865800866, | |
| "grad_norm": 1.25, | |
| "learning_rate": 1.670353982300885e-05, | |
| "loss": 0.1164, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 3.3766233766233764, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 1.6592920353982302e-05, | |
| "loss": 0.125, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 3.3874458874458875, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.6482300884955754e-05, | |
| "loss": 0.1261, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 3.398268398268398, | |
| "grad_norm": 1.25, | |
| "learning_rate": 1.6371681415929206e-05, | |
| "loss": 0.126, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 3.409090909090909, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 1.6261061946902657e-05, | |
| "loss": 0.1268, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 3.41991341991342, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 1.6150442477876106e-05, | |
| "loss": 0.1239, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 3.430735930735931, | |
| "grad_norm": 1.859375, | |
| "learning_rate": 1.6039823008849558e-05, | |
| "loss": 0.11, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 3.4415584415584415, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 1.592920353982301e-05, | |
| "loss": 0.1243, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 3.4523809523809526, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 1.581858407079646e-05, | |
| "loss": 0.1257, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 3.463203463203463, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.5707964601769913e-05, | |
| "loss": 0.1231, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 3.463203463203463, | |
| "eval_loss": 0.19035659730434418, | |
| "eval_runtime": 14.1973, | |
| "eval_samples_per_second": 35.218, | |
| "eval_steps_per_second": 0.282, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 3.474025974025974, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 1.559734513274336e-05, | |
| "loss": 0.1161, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 3.484848484848485, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 1.5486725663716813e-05, | |
| "loss": 0.1275, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 3.4956709956709955, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 1.5376106194690265e-05, | |
| "loss": 0.1177, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 3.5064935064935066, | |
| "grad_norm": 1.25, | |
| "learning_rate": 1.5265486725663717e-05, | |
| "loss": 0.1269, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 3.517316017316017, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 1.515486725663717e-05, | |
| "loss": 0.1295, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 3.5281385281385282, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 1.504424778761062e-05, | |
| "loss": 0.1183, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 3.538961038961039, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 1.4933628318584072e-05, | |
| "loss": 0.1146, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 3.54978354978355, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.4823008849557524e-05, | |
| "loss": 0.1149, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 3.5606060606060606, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 1.4712389380530974e-05, | |
| "loss": 0.1276, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "grad_norm": 0.86328125, | |
| "learning_rate": 1.4601769911504426e-05, | |
| "loss": 0.0958, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "eval_loss": 0.18995501101016998, | |
| "eval_runtime": 18.7862, | |
| "eval_samples_per_second": 26.615, | |
| "eval_steps_per_second": 0.213, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 3.5822510822510822, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 1.4491150442477876e-05, | |
| "loss": 0.1257, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 3.5930735930735933, | |
| "grad_norm": 1.75, | |
| "learning_rate": 1.4380530973451328e-05, | |
| "loss": 0.1379, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 3.603896103896104, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 1.426991150442478e-05, | |
| "loss": 0.1359, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 3.6147186147186146, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 1.415929203539823e-05, | |
| "loss": 0.1071, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 3.6255411255411256, | |
| "grad_norm": 2.625, | |
| "learning_rate": 1.4048672566371682e-05, | |
| "loss": 0.1231, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 3.6363636363636362, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 1.3938053097345132e-05, | |
| "loss": 0.1234, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 3.6471861471861473, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 1.3827433628318584e-05, | |
| "loss": 0.1287, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 3.658008658008658, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 1.3716814159292036e-05, | |
| "loss": 0.1345, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 3.6688311688311686, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 1.3606194690265486e-05, | |
| "loss": 0.146, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 3.6796536796536796, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 1.3495575221238938e-05, | |
| "loss": 0.1321, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 3.6796536796536796, | |
| "eval_loss": 0.19218742847442627, | |
| "eval_runtime": 13.835, | |
| "eval_samples_per_second": 36.14, | |
| "eval_steps_per_second": 0.289, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 3.6904761904761907, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 1.3384955752212391e-05, | |
| "loss": 0.1269, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 3.7012987012987013, | |
| "grad_norm": 1.9296875, | |
| "learning_rate": 1.3274336283185843e-05, | |
| "loss": 0.1216, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 3.712121212121212, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 1.3163716814159293e-05, | |
| "loss": 0.1096, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 3.722943722943723, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 1.3053097345132745e-05, | |
| "loss": 0.1422, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 3.7337662337662336, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 1.2942477876106197e-05, | |
| "loss": 0.1316, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 3.7445887445887447, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 1.2831858407079647e-05, | |
| "loss": 0.1198, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 3.7554112554112553, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 1.2721238938053099e-05, | |
| "loss": 0.1251, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 3.7662337662337664, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.2610619469026549e-05, | |
| "loss": 0.1198, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 3.777056277056277, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.1195, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 3.787878787878788, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 1.2389380530973452e-05, | |
| "loss": 0.1052, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 3.787878787878788, | |
| "eval_loss": 0.19286279380321503, | |
| "eval_runtime": 14.0626, | |
| "eval_samples_per_second": 35.555, | |
| "eval_steps_per_second": 0.284, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 3.7987012987012987, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 1.2278761061946903e-05, | |
| "loss": 0.1246, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 3.8095238095238093, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 1.2168141592920354e-05, | |
| "loss": 0.1159, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 3.8203463203463204, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 1.2057522123893804e-05, | |
| "loss": 0.129, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 3.8311688311688314, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 1.1946902654867258e-05, | |
| "loss": 0.1177, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 3.841991341991342, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 1.1836283185840708e-05, | |
| "loss": 0.1333, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 3.8528138528138527, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 1.172566371681416e-05, | |
| "loss": 0.1287, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 3.8636363636363638, | |
| "grad_norm": 2.234375, | |
| "learning_rate": 1.1615044247787612e-05, | |
| "loss": 0.1284, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 3.8744588744588744, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 1.1504424778761062e-05, | |
| "loss": 0.1257, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 3.8852813852813854, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 1.1393805309734514e-05, | |
| "loss": 0.1157, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 3.896103896103896, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 1.1283185840707964e-05, | |
| "loss": 0.1106, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 3.896103896103896, | |
| "eval_loss": 0.19091036915779114, | |
| "eval_runtime": 14.4935, | |
| "eval_samples_per_second": 34.498, | |
| "eval_steps_per_second": 0.276, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 3.9069264069264067, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 1.1172566371681416e-05, | |
| "loss": 0.123, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 3.9177489177489178, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 1.1061946902654869e-05, | |
| "loss": 0.1299, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 3.928571428571429, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 1.095132743362832e-05, | |
| "loss": 0.1227, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 3.9393939393939394, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 1.0840707964601771e-05, | |
| "loss": 0.1239, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 3.95021645021645, | |
| "grad_norm": 0.92578125, | |
| "learning_rate": 1.0730088495575221e-05, | |
| "loss": 0.1251, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 3.961038961038961, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 1.0619469026548673e-05, | |
| "loss": 0.1121, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 3.9718614718614718, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 1.0508849557522125e-05, | |
| "loss": 0.1298, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 3.982683982683983, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 1.0398230088495575e-05, | |
| "loss": 0.1129, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 3.9935064935064934, | |
| "grad_norm": 1.9765625, | |
| "learning_rate": 1.0287610619469027e-05, | |
| "loss": 0.1214, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 4.004329004329004, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 1.0176991150442479e-05, | |
| "loss": 0.1207, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 4.004329004329004, | |
| "eval_loss": 0.19235384464263916, | |
| "eval_runtime": 14.3348, | |
| "eval_samples_per_second": 34.88, | |
| "eval_steps_per_second": 0.279, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 4.015151515151516, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 1.006637168141593e-05, | |
| "loss": 0.1167, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 4.025974025974026, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 9.95575221238938e-06, | |
| "loss": 0.1195, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 4.036796536796537, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 9.845132743362832e-06, | |
| "loss": 0.1171, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 4.0476190476190474, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 9.734513274336284e-06, | |
| "loss": 0.1176, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 4.058441558441558, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 9.623893805309734e-06, | |
| "loss": 0.12, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 4.06926406926407, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 9.513274336283186e-06, | |
| "loss": 0.1174, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 4.08008658008658, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 9.402654867256636e-06, | |
| "loss": 0.1096, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 4.090909090909091, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 9.29203539823009e-06, | |
| "loss": 0.1109, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 4.1017316017316015, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 9.18141592920354e-06, | |
| "loss": 0.1263, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 4.112554112554113, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 9.070796460176992e-06, | |
| "loss": 0.1067, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 4.112554112554113, | |
| "eval_loss": 0.19082804024219513, | |
| "eval_runtime": 14.0192, | |
| "eval_samples_per_second": 35.665, | |
| "eval_steps_per_second": 0.285, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 4.123376623376624, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 8.960176991150443e-06, | |
| "loss": 0.1079, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 4.134199134199134, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 8.849557522123894e-06, | |
| "loss": 0.1139, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 4.145021645021645, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 8.738938053097345e-06, | |
| "loss": 0.1107, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 4.1558441558441555, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 8.628318584070797e-06, | |
| "loss": 0.1227, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 4.166666666666667, | |
| "grad_norm": 1.6875, | |
| "learning_rate": 8.517699115044247e-06, | |
| "loss": 0.1258, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 4.177489177489178, | |
| "grad_norm": 1.734375, | |
| "learning_rate": 8.407079646017701e-06, | |
| "loss": 0.1186, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 4.188311688311688, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 8.296460176991151e-06, | |
| "loss": 0.1181, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 4.199134199134199, | |
| "grad_norm": 2.171875, | |
| "learning_rate": 8.185840707964603e-06, | |
| "loss": 0.1302, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 4.20995670995671, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 8.075221238938053e-06, | |
| "loss": 0.1215, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 4.220779220779221, | |
| "grad_norm": 1.890625, | |
| "learning_rate": 7.964601769911505e-06, | |
| "loss": 0.1092, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 4.220779220779221, | |
| "eval_loss": 0.19130083918571472, | |
| "eval_runtime": 13.9613, | |
| "eval_samples_per_second": 35.813, | |
| "eval_steps_per_second": 0.287, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 4.231601731601732, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 7.853982300884957e-06, | |
| "loss": 0.1256, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 4.242424242424242, | |
| "grad_norm": 2.09375, | |
| "learning_rate": 7.743362831858407e-06, | |
| "loss": 0.1098, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 4.253246753246753, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 7.632743362831859e-06, | |
| "loss": 0.1216, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 4.264069264069264, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 7.52212389380531e-06, | |
| "loss": 0.1131, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 4.274891774891775, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 7.411504424778762e-06, | |
| "loss": 0.1289, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 4.285714285714286, | |
| "grad_norm": 2.375, | |
| "learning_rate": 7.300884955752213e-06, | |
| "loss": 0.117, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 4.296536796536796, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 7.190265486725664e-06, | |
| "loss": 0.1107, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 4.307359307359308, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 7.079646017699115e-06, | |
| "loss": 0.1169, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 4.318181818181818, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 6.969026548672566e-06, | |
| "loss": 0.1262, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 4.329004329004329, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 6.858407079646018e-06, | |
| "loss": 0.0927, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 4.329004329004329, | |
| "eval_loss": 0.19239334762096405, | |
| "eval_runtime": 14.0391, | |
| "eval_samples_per_second": 35.615, | |
| "eval_steps_per_second": 0.285, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 4.33982683982684, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 6.747787610619469e-06, | |
| "loss": 0.1088, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 4.35064935064935, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 6.6371681415929215e-06, | |
| "loss": 0.1177, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 4.361471861471862, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 6.5265486725663725e-06, | |
| "loss": 0.1173, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 4.372294372294372, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 6.415929203539823e-06, | |
| "loss": 0.1168, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 4.383116883116883, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 6.305309734513274e-06, | |
| "loss": 0.1145, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 4.393939393939394, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 6.194690265486726e-06, | |
| "loss": 0.1025, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 4.404761904761905, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 6.084070796460177e-06, | |
| "loss": 0.1016, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 4.415584415584416, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 5.973451327433629e-06, | |
| "loss": 0.1161, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 4.426406926406926, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 5.86283185840708e-06, | |
| "loss": 0.1159, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 4.437229437229437, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 5.752212389380531e-06, | |
| "loss": 0.1038, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 4.437229437229437, | |
| "eval_loss": 0.19425031542778015, | |
| "eval_runtime": 14.1296, | |
| "eval_samples_per_second": 35.387, | |
| "eval_steps_per_second": 0.283, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 4.448051948051948, | |
| "grad_norm": 2.078125, | |
| "learning_rate": 5.641592920353982e-06, | |
| "loss": 0.1281, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 4.458874458874459, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 5.5309734513274346e-06, | |
| "loss": 0.112, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 4.46969696969697, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 5.4203539823008855e-06, | |
| "loss": 0.1206, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 4.48051948051948, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 5.3097345132743365e-06, | |
| "loss": 0.1147, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 4.491341991341991, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 5.1991150442477875e-06, | |
| "loss": 0.1248, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 4.5021645021645025, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 5.088495575221239e-06, | |
| "loss": 0.1165, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 4.512987012987013, | |
| "grad_norm": 3.703125, | |
| "learning_rate": 4.97787610619469e-06, | |
| "loss": 0.1067, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 4.523809523809524, | |
| "grad_norm": 1.9921875, | |
| "learning_rate": 4.867256637168142e-06, | |
| "loss": 0.1109, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 4.534632034632034, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 4.756637168141593e-06, | |
| "loss": 0.1026, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 4.545454545454545, | |
| "grad_norm": 1.90625, | |
| "learning_rate": 4.646017699115045e-06, | |
| "loss": 0.1231, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 4.545454545454545, | |
| "eval_loss": 0.1931437849998474, | |
| "eval_runtime": 14.0341, | |
| "eval_samples_per_second": 35.627, | |
| "eval_steps_per_second": 0.285, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 4.5562770562770565, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.535398230088496e-06, | |
| "loss": 0.1016, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 4.567099567099567, | |
| "grad_norm": 1.9375, | |
| "learning_rate": 4.424778761061947e-06, | |
| "loss": 0.115, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 4.577922077922078, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 4.314159292035399e-06, | |
| "loss": 0.122, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 4.588744588744589, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 4.2035398230088504e-06, | |
| "loss": 0.1178, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 4.5995670995671, | |
| "grad_norm": 1.125, | |
| "learning_rate": 4.092920353982301e-06, | |
| "loss": 0.1179, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 4.6103896103896105, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 3.982300884955752e-06, | |
| "loss": 0.1109, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 4.621212121212121, | |
| "grad_norm": 1.0, | |
| "learning_rate": 3.871681415929203e-06, | |
| "loss": 0.1036, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 4.632034632034632, | |
| "grad_norm": 1.7734375, | |
| "learning_rate": 3.761061946902655e-06, | |
| "loss": 0.1102, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 4.642857142857143, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 3.6504424778761066e-06, | |
| "loss": 0.1154, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 4.653679653679654, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 3.5398230088495575e-06, | |
| "loss": 0.1277, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 4.653679653679654, | |
| "eval_loss": 0.19161994755268097, | |
| "eval_runtime": 14.064, | |
| "eval_samples_per_second": 35.552, | |
| "eval_steps_per_second": 0.284, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 4.6645021645021645, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 3.429203539823009e-06, | |
| "loss": 0.1143, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 4.675324675324675, | |
| "grad_norm": 4.0625, | |
| "learning_rate": 3.3185840707964607e-06, | |
| "loss": 0.1256, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 4.686147186147187, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 3.2079646017699117e-06, | |
| "loss": 0.1275, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 4.696969696969697, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 3.097345132743363e-06, | |
| "loss": 0.1211, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 4.707792207792208, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 2.9867256637168145e-06, | |
| "loss": 0.1093, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 4.7186147186147185, | |
| "grad_norm": 1.7109375, | |
| "learning_rate": 2.8761061946902655e-06, | |
| "loss": 0.114, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 4.729437229437229, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 2.7654867256637173e-06, | |
| "loss": 0.1224, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 4.740259740259741, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 2.6548672566371683e-06, | |
| "loss": 0.1259, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 4.751082251082251, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 2.5442477876106196e-06, | |
| "loss": 0.1126, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 4.761904761904762, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 2.433628318584071e-06, | |
| "loss": 0.1023, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 4.761904761904762, | |
| "eval_loss": 0.1923452615737915, | |
| "eval_runtime": 19.6377, | |
| "eval_samples_per_second": 25.461, | |
| "eval_steps_per_second": 0.204, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 4.7727272727272725, | |
| "grad_norm": 1.8671875, | |
| "learning_rate": 2.3230088495575224e-06, | |
| "loss": 0.1191, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 4.783549783549784, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 2.2123893805309734e-06, | |
| "loss": 0.113, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 4.794372294372295, | |
| "grad_norm": 0.8828125, | |
| "learning_rate": 2.1017699115044252e-06, | |
| "loss": 0.1147, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 4.805194805194805, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 1.991150442477876e-06, | |
| "loss": 0.1159, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 4.816017316017316, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 1.8805309734513276e-06, | |
| "loss": 0.1171, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 4.8268398268398265, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 1.7699115044247788e-06, | |
| "loss": 0.1183, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 4.837662337662338, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 1.6592920353982304e-06, | |
| "loss": 0.1101, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 4.848484848484849, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 1.5486725663716816e-06, | |
| "loss": 0.1138, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 4.859307359307359, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 1.4380530973451327e-06, | |
| "loss": 0.1277, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 4.87012987012987, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 1.3274336283185841e-06, | |
| "loss": 0.113, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 4.87012987012987, | |
| "eval_loss": 0.1925743669271469, | |
| "eval_runtime": 14.1551, | |
| "eval_samples_per_second": 35.323, | |
| "eval_steps_per_second": 0.283, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 4.880952380952381, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 1.2168141592920355e-06, | |
| "loss": 0.1012, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 4.891774891774892, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 1.1061946902654867e-06, | |
| "loss": 0.109, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 4.902597402597403, | |
| "grad_norm": 0.86328125, | |
| "learning_rate": 9.95575221238938e-07, | |
| "loss": 0.1191, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 4.913419913419913, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 8.849557522123894e-07, | |
| "loss": 0.1144, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 4.924242424242424, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 7.743362831858408e-07, | |
| "loss": 0.1167, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 4.935064935064935, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 6.637168141592921e-07, | |
| "loss": 0.1131, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 4.945887445887446, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 5.530973451327434e-07, | |
| "loss": 0.1185, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 4.956709956709957, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 4.424778761061947e-07, | |
| "loss": 0.1302, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 4.967532467532467, | |
| "grad_norm": 1.875, | |
| "learning_rate": 3.3185840707964603e-07, | |
| "loss": 0.1145, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 4.978354978354979, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 2.2123893805309735e-07, | |
| "loss": 0.1136, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 4.978354978354979, | |
| "eval_loss": 0.19142386317253113, | |
| "eval_runtime": 13.9692, | |
| "eval_samples_per_second": 35.793, | |
| "eval_steps_per_second": 0.286, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 4.989177489177489, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 1.1061946902654867e-07, | |
| "loss": 0.1204, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 1.625, | |
| "learning_rate": 0.0, | |
| "loss": 0.11, | |
| "step": 4620 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 4620, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.062004698834473e+18, | |
| "train_batch_size": 128, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |