| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.25, |
| "eval_steps": 500, |
| "global_step": 21420, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0010504201680672268, |
| "grad_norm": 22.625, |
| "learning_rate": 6.000000000000001e-08, |
| "loss": 4.9287, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0021008403361344537, |
| "grad_norm": 93.0, |
| "learning_rate": 1.2666666666666666e-07, |
| "loss": 4.58, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0031512605042016808, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.9333333333333337e-07, |
| "loss": 4.8248, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.004201680672268907, |
| "grad_norm": 8.1875, |
| "learning_rate": 2.6e-07, |
| "loss": 5.5906, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.005252100840336135, |
| "grad_norm": 9.0625, |
| "learning_rate": 3.266666666666667e-07, |
| "loss": 5.144, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0063025210084033615, |
| "grad_norm": 8.5, |
| "learning_rate": 3.9333333333333336e-07, |
| "loss": 5.3149, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.007352941176470588, |
| "grad_norm": 368.0, |
| "learning_rate": 4.6000000000000004e-07, |
| "loss": 5.0195, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.008403361344537815, |
| "grad_norm": 292.0, |
| "learning_rate": 5.266666666666667e-07, |
| "loss": 4.943, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.009453781512605041, |
| "grad_norm": 8.625, |
| "learning_rate": 5.933333333333334e-07, |
| "loss": 5.0446, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.01050420168067227, |
| "grad_norm": 1456.0, |
| "learning_rate": 6.6e-07, |
| "loss": 5.1314, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.011554621848739496, |
| "grad_norm": 13.0625, |
| "learning_rate": 7.266666666666668e-07, |
| "loss": 4.6218, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.012605042016806723, |
| "grad_norm": 249.0, |
| "learning_rate": 7.933333333333335e-07, |
| "loss": 5.4531, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.01365546218487395, |
| "grad_norm": 10.25, |
| "learning_rate": 8.6e-07, |
| "loss": 5.4136, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.014705882352941176, |
| "grad_norm": 13.1875, |
| "learning_rate": 9.266666666666667e-07, |
| "loss": 5.5019, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.015756302521008403, |
| "grad_norm": 26.25, |
| "learning_rate": 9.933333333333333e-07, |
| "loss": 4.987, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.01680672268907563, |
| "grad_norm": 11.0625, |
| "learning_rate": 1.06e-06, |
| "loss": 5.0357, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.017857142857142856, |
| "grad_norm": 8.3125, |
| "learning_rate": 1.1266666666666667e-06, |
| "loss": 5.3842, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.018907563025210083, |
| "grad_norm": 8.125, |
| "learning_rate": 1.1933333333333335e-06, |
| "loss": 5.0255, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.01995798319327731, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.26e-06, |
| "loss": 4.9036, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.02100840336134454, |
| "grad_norm": 11.1875, |
| "learning_rate": 1.3266666666666667e-06, |
| "loss": 5.2209, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.022058823529411766, |
| "grad_norm": 9.5, |
| "learning_rate": 1.3933333333333335e-06, |
| "loss": 4.6235, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.023109243697478993, |
| "grad_norm": 17.25, |
| "learning_rate": 1.46e-06, |
| "loss": 5.4189, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.02415966386554622, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.526666666666667e-06, |
| "loss": 5.3731, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.025210084033613446, |
| "grad_norm": 17.25, |
| "learning_rate": 1.5933333333333335e-06, |
| "loss": 5.1251, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.026260504201680673, |
| "grad_norm": 9.8125, |
| "learning_rate": 1.6600000000000002e-06, |
| "loss": 4.694, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0273109243697479, |
| "grad_norm": 16.5, |
| "learning_rate": 1.7266666666666667e-06, |
| "loss": 5.1736, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.028361344537815126, |
| "grad_norm": 16.875, |
| "learning_rate": 1.7933333333333337e-06, |
| "loss": 5.0188, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.029411764705882353, |
| "grad_norm": 20.375, |
| "learning_rate": 1.8600000000000002e-06, |
| "loss": 4.5767, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.03046218487394958, |
| "grad_norm": 35.0, |
| "learning_rate": 1.926666666666667e-06, |
| "loss": 4.9608, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.031512605042016806, |
| "grad_norm": 17.125, |
| "learning_rate": 1.9933333333333334e-06, |
| "loss": 5.0574, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.032563025210084036, |
| "grad_norm": 13.375, |
| "learning_rate": 2.06e-06, |
| "loss": 5.245, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.03361344537815126, |
| "grad_norm": 19.25, |
| "learning_rate": 2.126666666666667e-06, |
| "loss": 5.2969, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.03466386554621849, |
| "grad_norm": 10.3125, |
| "learning_rate": 2.1933333333333332e-06, |
| "loss": 4.9717, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.03571428571428571, |
| "grad_norm": 18.375, |
| "learning_rate": 2.2600000000000004e-06, |
| "loss": 4.6562, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.03676470588235294, |
| "grad_norm": 11.5625, |
| "learning_rate": 2.3266666666666667e-06, |
| "loss": 4.7494, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.037815126050420166, |
| "grad_norm": 17.0, |
| "learning_rate": 2.3933333333333334e-06, |
| "loss": 5.1655, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.038865546218487396, |
| "grad_norm": 14.4375, |
| "learning_rate": 2.46e-06, |
| "loss": 5.3803, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.03991596638655462, |
| "grad_norm": 20.625, |
| "learning_rate": 2.526666666666667e-06, |
| "loss": 4.8406, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.04096638655462185, |
| "grad_norm": 27.25, |
| "learning_rate": 2.5933333333333336e-06, |
| "loss": 4.5881, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.04201680672268908, |
| "grad_norm": 408.0, |
| "learning_rate": 2.6600000000000004e-06, |
| "loss": 5.4696, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0430672268907563, |
| "grad_norm": 15.125, |
| "learning_rate": 2.726666666666667e-06, |
| "loss": 5.1682, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.04411764705882353, |
| "grad_norm": 14.1875, |
| "learning_rate": 2.7933333333333334e-06, |
| "loss": 4.4683, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.045168067226890755, |
| "grad_norm": 32.5, |
| "learning_rate": 2.86e-06, |
| "loss": 5.496, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.046218487394957986, |
| "grad_norm": 23.375, |
| "learning_rate": 2.9266666666666673e-06, |
| "loss": 4.9379, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.04726890756302521, |
| "grad_norm": 14.0625, |
| "learning_rate": 2.9933333333333336e-06, |
| "loss": 5.0653, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.04831932773109244, |
| "grad_norm": 26.625, |
| "learning_rate": 3.0600000000000003e-06, |
| "loss": 4.5886, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.04936974789915966, |
| "grad_norm": 24.125, |
| "learning_rate": 3.1266666666666667e-06, |
| "loss": 5.2361, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.05042016806722689, |
| "grad_norm": 31.5, |
| "learning_rate": 3.193333333333334e-06, |
| "loss": 4.8335, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.051470588235294115, |
| "grad_norm": 13.5625, |
| "learning_rate": 3.2600000000000006e-06, |
| "loss": 4.671, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.052521008403361345, |
| "grad_norm": 22.25, |
| "learning_rate": 3.326666666666667e-06, |
| "loss": 4.9443, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.05357142857142857, |
| "grad_norm": 19.375, |
| "learning_rate": 3.3933333333333336e-06, |
| "loss": 4.8105, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.0546218487394958, |
| "grad_norm": 15.5, |
| "learning_rate": 3.46e-06, |
| "loss": 5.0683, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.05567226890756303, |
| "grad_norm": 28.125, |
| "learning_rate": 3.526666666666667e-06, |
| "loss": 4.3196, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.05672268907563025, |
| "grad_norm": 18.25, |
| "learning_rate": 3.593333333333334e-06, |
| "loss": 4.8723, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.05777310924369748, |
| "grad_norm": 29.25, |
| "learning_rate": 3.66e-06, |
| "loss": 4.8467, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.058823529411764705, |
| "grad_norm": 19.25, |
| "learning_rate": 3.726666666666667e-06, |
| "loss": 4.4188, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.059873949579831935, |
| "grad_norm": 20.75, |
| "learning_rate": 3.793333333333334e-06, |
| "loss": 4.999, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.06092436974789916, |
| "grad_norm": 19.25, |
| "learning_rate": 3.86e-06, |
| "loss": 5.0784, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.06197478991596639, |
| "grad_norm": 25.0, |
| "learning_rate": 3.926666666666667e-06, |
| "loss": 4.2984, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.06302521008403361, |
| "grad_norm": 21.875, |
| "learning_rate": 3.993333333333334e-06, |
| "loss": 4.6611, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.06407563025210083, |
| "grad_norm": 21.75, |
| "learning_rate": 4.060000000000001e-06, |
| "loss": 4.5503, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.06512605042016807, |
| "grad_norm": 31.75, |
| "learning_rate": 4.126666666666667e-06, |
| "loss": 4.2121, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.0661764705882353, |
| "grad_norm": 23.375, |
| "learning_rate": 4.1933333333333336e-06, |
| "loss": 4.3586, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.06722689075630252, |
| "grad_norm": 27.0, |
| "learning_rate": 4.26e-06, |
| "loss": 4.3319, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.06827731092436974, |
| "grad_norm": 108.5, |
| "learning_rate": 4.326666666666667e-06, |
| "loss": 4.4466, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.06932773109243698, |
| "grad_norm": 39.75, |
| "learning_rate": 4.393333333333334e-06, |
| "loss": 4.1232, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0703781512605042, |
| "grad_norm": 30.75, |
| "learning_rate": 4.4600000000000005e-06, |
| "loss": 4.2004, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 31.875, |
| "learning_rate": 4.526666666666667e-06, |
| "loss": 3.6652, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.07247899159663866, |
| "grad_norm": 30.625, |
| "learning_rate": 4.593333333333333e-06, |
| "loss": 4.6072, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.07352941176470588, |
| "grad_norm": 28.25, |
| "learning_rate": 4.66e-06, |
| "loss": 3.615, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.07457983193277311, |
| "grad_norm": 44.5, |
| "learning_rate": 4.7266666666666674e-06, |
| "loss": 3.7423, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.07563025210084033, |
| "grad_norm": 51.0, |
| "learning_rate": 4.793333333333334e-06, |
| "loss": 3.2943, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.07668067226890757, |
| "grad_norm": 37.25, |
| "learning_rate": 4.86e-06, |
| "loss": 2.8386, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.07773109243697479, |
| "grad_norm": 34.75, |
| "learning_rate": 4.926666666666667e-06, |
| "loss": 2.6554, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.07878151260504201, |
| "grad_norm": 25.75, |
| "learning_rate": 4.9933333333333335e-06, |
| "loss": 3.8282, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.07983193277310924, |
| "grad_norm": 94.0, |
| "learning_rate": 5.060000000000001e-06, |
| "loss": 3.9544, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.08088235294117647, |
| "grad_norm": 36.75, |
| "learning_rate": 5.126666666666668e-06, |
| "loss": 3.3941, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0819327731092437, |
| "grad_norm": 20.5, |
| "learning_rate": 5.193333333333333e-06, |
| "loss": 2.5309, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.08298319327731092, |
| "grad_norm": 11.125, |
| "learning_rate": 5.2600000000000005e-06, |
| "loss": 2.4891, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.08403361344537816, |
| "grad_norm": 65.0, |
| "learning_rate": 5.326666666666667e-06, |
| "loss": 2.4388, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.08508403361344538, |
| "grad_norm": 21.0, |
| "learning_rate": 5.393333333333334e-06, |
| "loss": 2.3751, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0861344537815126, |
| "grad_norm": 132.0, |
| "learning_rate": 5.460000000000001e-06, |
| "loss": 3.6548, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.08718487394957983, |
| "grad_norm": 38.0, |
| "learning_rate": 5.5266666666666666e-06, |
| "loss": 2.9053, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.08823529411764706, |
| "grad_norm": 27.375, |
| "learning_rate": 5.593333333333334e-06, |
| "loss": 2.8639, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.08928571428571429, |
| "grad_norm": 98.5, |
| "learning_rate": 5.66e-06, |
| "loss": 2.9273, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.09033613445378151, |
| "grad_norm": 27.875, |
| "learning_rate": 5.726666666666667e-06, |
| "loss": 2.5684, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.09138655462184873, |
| "grad_norm": 16.875, |
| "learning_rate": 5.793333333333334e-06, |
| "loss": 2.7857, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.09243697478991597, |
| "grad_norm": 13.1875, |
| "learning_rate": 5.86e-06, |
| "loss": 2.4058, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.0934873949579832, |
| "grad_norm": 17.0, |
| "learning_rate": 5.926666666666667e-06, |
| "loss": 2.7086, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.09453781512605042, |
| "grad_norm": 15.8125, |
| "learning_rate": 5.993333333333334e-06, |
| "loss": 1.9958, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.09558823529411764, |
| "grad_norm": 25.25, |
| "learning_rate": 6.0600000000000004e-06, |
| "loss": 2.5835, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.09663865546218488, |
| "grad_norm": 22.25, |
| "learning_rate": 6.126666666666668e-06, |
| "loss": 2.6418, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.0976890756302521, |
| "grad_norm": 41.75, |
| "learning_rate": 6.193333333333333e-06, |
| "loss": 2.225, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.09873949579831932, |
| "grad_norm": 38.75, |
| "learning_rate": 6.26e-06, |
| "loss": 2.4876, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.09978991596638656, |
| "grad_norm": 18.375, |
| "learning_rate": 6.326666666666667e-06, |
| "loss": 2.6567, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.10084033613445378, |
| "grad_norm": 35.25, |
| "learning_rate": 6.393333333333334e-06, |
| "loss": 2.9652, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.10189075630252101, |
| "grad_norm": 38.25, |
| "learning_rate": 6.460000000000001e-06, |
| "loss": 2.9891, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.10294117647058823, |
| "grad_norm": 12.1875, |
| "learning_rate": 6.526666666666666e-06, |
| "loss": 1.9093, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.10399159663865547, |
| "grad_norm": 37.0, |
| "learning_rate": 6.5933333333333335e-06, |
| "loss": 2.344, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.10504201680672269, |
| "grad_norm": 36.75, |
| "learning_rate": 6.660000000000001e-06, |
| "loss": 2.3952, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.10609243697478991, |
| "grad_norm": 416.0, |
| "learning_rate": 6.726666666666667e-06, |
| "loss": 1.9161, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.10714285714285714, |
| "grad_norm": 39.25, |
| "learning_rate": 6.793333333333334e-06, |
| "loss": 2.9488, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.10819327731092437, |
| "grad_norm": 7.53125, |
| "learning_rate": 6.860000000000001e-06, |
| "loss": 1.9871, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.1092436974789916, |
| "grad_norm": 18.25, |
| "learning_rate": 6.926666666666667e-06, |
| "loss": 2.176, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.11029411764705882, |
| "grad_norm": 24.0, |
| "learning_rate": 6.993333333333334e-06, |
| "loss": 2.589, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.11134453781512606, |
| "grad_norm": 21.75, |
| "learning_rate": 7.06e-06, |
| "loss": 2.5755, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.11239495798319328, |
| "grad_norm": 17.0, |
| "learning_rate": 7.126666666666667e-06, |
| "loss": 1.8312, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.1134453781512605, |
| "grad_norm": 25.875, |
| "learning_rate": 7.1933333333333345e-06, |
| "loss": 1.9363, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.11449579831932773, |
| "grad_norm": 13.8125, |
| "learning_rate": 7.260000000000001e-06, |
| "loss": 2.6568, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.11554621848739496, |
| "grad_norm": 94.0, |
| "learning_rate": 7.326666666666667e-06, |
| "loss": 2.3152, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.11659663865546219, |
| "grad_norm": 8.875, |
| "learning_rate": 7.393333333333333e-06, |
| "loss": 1.8939, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.11764705882352941, |
| "grad_norm": 29.625, |
| "learning_rate": 7.4600000000000006e-06, |
| "loss": 1.865, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.11869747899159663, |
| "grad_norm": 16.625, |
| "learning_rate": 7.526666666666668e-06, |
| "loss": 2.1626, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.11974789915966387, |
| "grad_norm": 286.0, |
| "learning_rate": 7.593333333333334e-06, |
| "loss": 2.6556, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.1207983193277311, |
| "grad_norm": 25.625, |
| "learning_rate": 7.660000000000001e-06, |
| "loss": 1.9427, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.12184873949579832, |
| "grad_norm": 30.875, |
| "learning_rate": 7.726666666666667e-06, |
| "loss": 1.8481, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.12289915966386554, |
| "grad_norm": 19.0, |
| "learning_rate": 7.793333333333334e-06, |
| "loss": 1.8739, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.12394957983193278, |
| "grad_norm": 22.375, |
| "learning_rate": 7.860000000000001e-06, |
| "loss": 1.7951, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 215.0, |
| "learning_rate": 7.926666666666666e-06, |
| "loss": 1.5977, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.12605042016806722, |
| "grad_norm": 22.375, |
| "learning_rate": 7.993333333333334e-06, |
| "loss": 1.2865, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.12710084033613445, |
| "grad_norm": 18.25, |
| "learning_rate": 8.06e-06, |
| "loss": 1.9623, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.12815126050420167, |
| "grad_norm": 18.25, |
| "learning_rate": 8.126666666666668e-06, |
| "loss": 2.3094, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.12920168067226892, |
| "grad_norm": 118.5, |
| "learning_rate": 8.193333333333335e-06, |
| "loss": 2.0879, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.13025210084033614, |
| "grad_norm": 7.8125, |
| "learning_rate": 8.26e-06, |
| "loss": 1.5947, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.13130252100840337, |
| "grad_norm": 22.5, |
| "learning_rate": 8.326666666666668e-06, |
| "loss": 2.245, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.1323529411764706, |
| "grad_norm": 14.5, |
| "learning_rate": 8.393333333333335e-06, |
| "loss": 1.8151, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.1334033613445378, |
| "grad_norm": 18.5, |
| "learning_rate": 8.46e-06, |
| "loss": 1.4881, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.13445378151260504, |
| "grad_norm": 33.25, |
| "learning_rate": 8.526666666666667e-06, |
| "loss": 1.9902, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.13550420168067226, |
| "grad_norm": 26.25, |
| "learning_rate": 8.593333333333333e-06, |
| "loss": 2.0831, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.13655462184873948, |
| "grad_norm": 21.25, |
| "learning_rate": 8.66e-06, |
| "loss": 1.6901, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.13760504201680673, |
| "grad_norm": 16.75, |
| "learning_rate": 8.726666666666667e-06, |
| "loss": 1.9426, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.13865546218487396, |
| "grad_norm": 18.0, |
| "learning_rate": 8.793333333333334e-06, |
| "loss": 1.9525, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.13970588235294118, |
| "grad_norm": 8.5, |
| "learning_rate": 8.860000000000002e-06, |
| "loss": 1.9608, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.1407563025210084, |
| "grad_norm": 17.25, |
| "learning_rate": 8.926666666666669e-06, |
| "loss": 1.9182, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.14180672268907563, |
| "grad_norm": 15.625, |
| "learning_rate": 8.993333333333334e-06, |
| "loss": 1.974, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 7.96875, |
| "learning_rate": 9.060000000000001e-06, |
| "loss": 1.5636, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.14390756302521007, |
| "grad_norm": 14.3125, |
| "learning_rate": 9.126666666666667e-06, |
| "loss": 1.9022, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.14495798319327732, |
| "grad_norm": 22.0, |
| "learning_rate": 9.193333333333334e-06, |
| "loss": 2.12, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.14600840336134455, |
| "grad_norm": 8.5625, |
| "learning_rate": 9.260000000000001e-06, |
| "loss": 1.6334, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.14705882352941177, |
| "grad_norm": 24.625, |
| "learning_rate": 9.326666666666667e-06, |
| "loss": 1.3727, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.148109243697479, |
| "grad_norm": 14.75, |
| "learning_rate": 9.393333333333334e-06, |
| "loss": 1.8891, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.14915966386554622, |
| "grad_norm": 10.875, |
| "learning_rate": 9.460000000000001e-06, |
| "loss": 1.5872, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.15021008403361344, |
| "grad_norm": 29.625, |
| "learning_rate": 9.526666666666668e-06, |
| "loss": 1.3031, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.15126050420168066, |
| "grad_norm": 9.8125, |
| "learning_rate": 9.593333333333335e-06, |
| "loss": 1.407, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.15231092436974789, |
| "grad_norm": 24.875, |
| "learning_rate": 9.66e-06, |
| "loss": 2.4515, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.15336134453781514, |
| "grad_norm": 4.59375, |
| "learning_rate": 9.726666666666668e-06, |
| "loss": 1.3885, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.15441176470588236, |
| "grad_norm": 13.625, |
| "learning_rate": 9.793333333333333e-06, |
| "loss": 1.9857, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.15546218487394958, |
| "grad_norm": 16.375, |
| "learning_rate": 9.86e-06, |
| "loss": 2.2004, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.1565126050420168, |
| "grad_norm": 13.4375, |
| "learning_rate": 9.926666666666668e-06, |
| "loss": 1.7066, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.15756302521008403, |
| "grad_norm": 27.625, |
| "learning_rate": 9.993333333333333e-06, |
| "loss": 1.9221, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.15861344537815125, |
| "grad_norm": 16.0, |
| "learning_rate": 1.006e-05, |
| "loss": 1.8841, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.15966386554621848, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.0126666666666667e-05, |
| "loss": 1.9627, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.16071428571428573, |
| "grad_norm": 25.625, |
| "learning_rate": 1.0193333333333335e-05, |
| "loss": 2.4313, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.16176470588235295, |
| "grad_norm": 31.125, |
| "learning_rate": 1.0260000000000002e-05, |
| "loss": 1.8476, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.16281512605042017, |
| "grad_norm": 19.375, |
| "learning_rate": 1.0326666666666667e-05, |
| "loss": 1.4604, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.1638655462184874, |
| "grad_norm": 18.25, |
| "learning_rate": 1.0393333333333336e-05, |
| "loss": 2.0726, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.16491596638655462, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.0460000000000001e-05, |
| "loss": 1.6203, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.16596638655462184, |
| "grad_norm": 8.6875, |
| "learning_rate": 1.0526666666666667e-05, |
| "loss": 1.5707, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.16701680672268907, |
| "grad_norm": 17.125, |
| "learning_rate": 1.0593333333333332e-05, |
| "loss": 1.8378, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.16806722689075632, |
| "grad_norm": 10.75, |
| "learning_rate": 1.0660000000000001e-05, |
| "loss": 1.675, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.16911764705882354, |
| "grad_norm": 20.0, |
| "learning_rate": 1.0726666666666667e-05, |
| "loss": 1.98, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.17016806722689076, |
| "grad_norm": 12.75, |
| "learning_rate": 1.0793333333333334e-05, |
| "loss": 1.4521, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.17121848739495799, |
| "grad_norm": 22.125, |
| "learning_rate": 1.0860000000000001e-05, |
| "loss": 2.1697, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.1722689075630252, |
| "grad_norm": 21.75, |
| "learning_rate": 1.0926666666666668e-05, |
| "loss": 2.4472, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.17331932773109243, |
| "grad_norm": 700.0, |
| "learning_rate": 1.0993333333333334e-05, |
| "loss": 1.9322, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.17436974789915966, |
| "grad_norm": 16.375, |
| "learning_rate": 1.1060000000000003e-05, |
| "loss": 2.1861, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.17542016806722688, |
| "grad_norm": 25.625, |
| "learning_rate": 1.1126666666666668e-05, |
| "loss": 1.8695, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.17647058823529413, |
| "grad_norm": 7.3125, |
| "learning_rate": 1.1193333333333333e-05, |
| "loss": 1.7726, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.17752100840336135, |
| "grad_norm": 25.25, |
| "learning_rate": 1.126e-05, |
| "loss": 2.1717, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.17857142857142858, |
| "grad_norm": 15.6875, |
| "learning_rate": 1.1326666666666668e-05, |
| "loss": 1.6906, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.1796218487394958, |
| "grad_norm": 24.5, |
| "learning_rate": 1.1393333333333333e-05, |
| "loss": 1.5808, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.18067226890756302, |
| "grad_norm": 6.6875, |
| "learning_rate": 1.146e-05, |
| "loss": 1.2771, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.18172268907563024, |
| "grad_norm": 18.0, |
| "learning_rate": 1.1526666666666668e-05, |
| "loss": 2.0885, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.18277310924369747, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.1593333333333335e-05, |
| "loss": 1.1955, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.18382352941176472, |
| "grad_norm": 16.625, |
| "learning_rate": 1.166e-05, |
| "loss": 2.1007, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.18487394957983194, |
| "grad_norm": 24.375, |
| "learning_rate": 1.1726666666666669e-05, |
| "loss": 2.0714, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.18592436974789917, |
| "grad_norm": 19.625, |
| "learning_rate": 1.1793333333333334e-05, |
| "loss": 1.6826, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.1869747899159664, |
| "grad_norm": 7.875, |
| "learning_rate": 1.186e-05, |
| "loss": 1.3679, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.1880252100840336, |
| "grad_norm": 13.625, |
| "learning_rate": 1.1926666666666669e-05, |
| "loss": 1.4829, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.18907563025210083, |
| "grad_norm": 25.25, |
| "learning_rate": 1.1993333333333334e-05, |
| "loss": 1.6078, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.19012605042016806, |
| "grad_norm": 292.0, |
| "learning_rate": 1.2060000000000001e-05, |
| "loss": 1.6539, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.19117647058823528, |
| "grad_norm": 23.5, |
| "learning_rate": 1.2126666666666667e-05, |
| "loss": 1.6501, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.19222689075630253, |
| "grad_norm": 15.375, |
| "learning_rate": 1.2193333333333334e-05, |
| "loss": 1.3654, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.19327731092436976, |
| "grad_norm": 18.25, |
| "learning_rate": 1.2260000000000001e-05, |
| "loss": 1.5726, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.19432773109243698, |
| "grad_norm": 19.625, |
| "learning_rate": 1.2326666666666667e-05, |
| "loss": 1.7464, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.1953781512605042, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.2393333333333336e-05, |
| "loss": 1.4811, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.19642857142857142, |
| "grad_norm": 42.0, |
| "learning_rate": 1.2460000000000001e-05, |
| "loss": 1.2926, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.19747899159663865, |
| "grad_norm": 19.25, |
| "learning_rate": 1.2526666666666666e-05, |
| "loss": 1.2072, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.19852941176470587, |
| "grad_norm": 13.0625, |
| "learning_rate": 1.2593333333333335e-05, |
| "loss": 1.6926, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.19957983193277312, |
| "grad_norm": 193.0, |
| "learning_rate": 1.266e-05, |
| "loss": 1.8289, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.20063025210084034, |
| "grad_norm": 31.875, |
| "learning_rate": 1.2726666666666668e-05, |
| "loss": 1.2674, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.20168067226890757, |
| "grad_norm": 20.125, |
| "learning_rate": 1.2793333333333335e-05, |
| "loss": 1.8923, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.2027310924369748, |
| "grad_norm": 5.8125, |
| "learning_rate": 1.286e-05, |
| "loss": 1.7089, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.20378151260504201, |
| "grad_norm": 21.75, |
| "learning_rate": 1.2926666666666668e-05, |
| "loss": 1.486, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.20483193277310924, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.2993333333333333e-05, |
| "loss": 2.2097, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.20588235294117646, |
| "grad_norm": 28.25, |
| "learning_rate": 1.3060000000000002e-05, |
| "loss": 1.7722, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.20693277310924368, |
| "grad_norm": 13.375, |
| "learning_rate": 1.3126666666666667e-05, |
| "loss": 1.7385, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.20798319327731093, |
| "grad_norm": 6.40625, |
| "learning_rate": 1.3193333333333333e-05, |
| "loss": 1.3068, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.20903361344537816, |
| "grad_norm": 43.25, |
| "learning_rate": 1.3260000000000002e-05, |
| "loss": 1.9285, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.21008403361344538, |
| "grad_norm": 15.0, |
| "learning_rate": 1.3326666666666667e-05, |
| "loss": 1.4772, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.2111344537815126, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.3393333333333334e-05, |
| "loss": 1.6393, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.21218487394957983, |
| "grad_norm": 19.125, |
| "learning_rate": 1.3460000000000002e-05, |
| "loss": 1.3677, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.21323529411764705, |
| "grad_norm": 14.6875, |
| "learning_rate": 1.3526666666666669e-05, |
| "loss": 1.8989, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 14.25, |
| "learning_rate": 1.3593333333333334e-05, |
| "loss": 1.5803, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.21533613445378152, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.3660000000000001e-05, |
| "loss": 1.5648, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.21638655462184875, |
| "grad_norm": 6.46875, |
| "learning_rate": 1.3726666666666669e-05, |
| "loss": 1.5311, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.21743697478991597, |
| "grad_norm": 18.0, |
| "learning_rate": 1.3793333333333334e-05, |
| "loss": 1.5656, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.2184873949579832, |
| "grad_norm": 17.875, |
| "learning_rate": 1.386e-05, |
| "loss": 1.6681, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.21953781512605042, |
| "grad_norm": 13.0, |
| "learning_rate": 1.3926666666666668e-05, |
| "loss": 1.629, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.22058823529411764, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.3993333333333334e-05, |
| "loss": 1.6206, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.22163865546218486, |
| "grad_norm": 11.375, |
| "learning_rate": 1.4060000000000001e-05, |
| "loss": 1.5289, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.22268907563025211, |
| "grad_norm": 19.875, |
| "learning_rate": 1.4126666666666668e-05, |
| "loss": 1.991, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.22373949579831934, |
| "grad_norm": 16.25, |
| "learning_rate": 1.4193333333333335e-05, |
| "loss": 1.9697, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.22478991596638656, |
| "grad_norm": 7.90625, |
| "learning_rate": 1.426e-05, |
| "loss": 1.8469, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.22584033613445378, |
| "grad_norm": 6.28125, |
| "learning_rate": 1.432666666666667e-05, |
| "loss": 1.3915, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.226890756302521, |
| "grad_norm": 6.25, |
| "learning_rate": 1.4393333333333335e-05, |
| "loss": 1.2475, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.22794117647058823, |
| "grad_norm": 7.75, |
| "learning_rate": 1.446e-05, |
| "loss": 1.8652, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.22899159663865545, |
| "grad_norm": 18.125, |
| "learning_rate": 1.452666666666667e-05, |
| "loss": 1.898, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.23004201680672268, |
| "grad_norm": 14.8125, |
| "learning_rate": 1.4593333333333335e-05, |
| "loss": 1.4146, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.23109243697478993, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.466e-05, |
| "loss": 1.761, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.23214285714285715, |
| "grad_norm": 15.0, |
| "learning_rate": 1.4726666666666667e-05, |
| "loss": 1.5954, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.23319327731092437, |
| "grad_norm": 12.8125, |
| "learning_rate": 1.4793333333333335e-05, |
| "loss": 1.7692, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.2342436974789916, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.4860000000000002e-05, |
| "loss": 1.6226, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 15.5, |
| "learning_rate": 1.4926666666666667e-05, |
| "loss": 1.5973, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.23634453781512604, |
| "grad_norm": 14.875, |
| "learning_rate": 1.4993333333333336e-05, |
| "loss": 1.7924, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.23739495798319327, |
| "grad_norm": 12.875, |
| "learning_rate": 1.5060000000000001e-05, |
| "loss": 1.9794, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.23844537815126052, |
| "grad_norm": 18.625, |
| "learning_rate": 1.5126666666666667e-05, |
| "loss": 1.0344, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.23949579831932774, |
| "grad_norm": 25.0, |
| "learning_rate": 1.5193333333333336e-05, |
| "loss": 1.8067, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.24054621848739496, |
| "grad_norm": 13.375, |
| "learning_rate": 1.5260000000000003e-05, |
| "loss": 1.9954, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.2415966386554622, |
| "grad_norm": 15.5, |
| "learning_rate": 1.5326666666666667e-05, |
| "loss": 1.7709, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.2426470588235294, |
| "grad_norm": 7.75, |
| "learning_rate": 1.5393333333333337e-05, |
| "loss": 1.6276, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.24369747899159663, |
| "grad_norm": 15.4375, |
| "learning_rate": 1.546e-05, |
| "loss": 1.7505, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.24474789915966386, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.5526666666666668e-05, |
| "loss": 1.3429, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.24579831932773108, |
| "grad_norm": 16.0, |
| "learning_rate": 1.5593333333333332e-05, |
| "loss": 1.2232, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.24684873949579833, |
| "grad_norm": 13.375, |
| "learning_rate": 1.5660000000000003e-05, |
| "loss": 1.6442, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.24789915966386555, |
| "grad_norm": 10.9375, |
| "learning_rate": 1.5726666666666666e-05, |
| "loss": 1.6963, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.24894957983193278, |
| "grad_norm": 13.5, |
| "learning_rate": 1.5793333333333333e-05, |
| "loss": 1.6566, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 18.0, |
| "learning_rate": 1.586e-05, |
| "loss": 1.7326, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.2510504201680672, |
| "grad_norm": 12.3125, |
| "learning_rate": 1.5926666666666668e-05, |
| "loss": 1.672, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.25210084033613445, |
| "grad_norm": 17.875, |
| "learning_rate": 1.5993333333333335e-05, |
| "loss": 0.9257, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.25315126050420167, |
| "grad_norm": 17.625, |
| "learning_rate": 1.6060000000000002e-05, |
| "loss": 1.9682, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.2542016806722689, |
| "grad_norm": 9.375, |
| "learning_rate": 1.612666666666667e-05, |
| "loss": 1.6902, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.2552521008403361, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.6193333333333333e-05, |
| "loss": 1.423, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.25630252100840334, |
| "grad_norm": 11.4375, |
| "learning_rate": 1.626e-05, |
| "loss": 1.2585, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.25735294117647056, |
| "grad_norm": 6.65625, |
| "learning_rate": 1.6326666666666667e-05, |
| "loss": 1.127, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.25840336134453784, |
| "grad_norm": 16.25, |
| "learning_rate": 1.6393333333333334e-05, |
| "loss": 1.9252, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.25945378151260506, |
| "grad_norm": 24.5, |
| "learning_rate": 1.646e-05, |
| "loss": 1.3567, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.2605042016806723, |
| "grad_norm": 6.5, |
| "learning_rate": 1.652666666666667e-05, |
| "loss": 1.4298, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.2615546218487395, |
| "grad_norm": 31.5, |
| "learning_rate": 1.6593333333333336e-05, |
| "loss": 1.4108, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.26260504201680673, |
| "grad_norm": 20.125, |
| "learning_rate": 1.666e-05, |
| "loss": 2.1598, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.26365546218487396, |
| "grad_norm": 25.25, |
| "learning_rate": 1.672666666666667e-05, |
| "loss": 1.3126, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.2647058823529412, |
| "grad_norm": 13.375, |
| "learning_rate": 1.6793333333333334e-05, |
| "loss": 1.4508, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.2657563025210084, |
| "grad_norm": 14.75, |
| "learning_rate": 1.686e-05, |
| "loss": 1.2838, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.2668067226890756, |
| "grad_norm": 26.875, |
| "learning_rate": 1.692666666666667e-05, |
| "loss": 1.3981, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.26785714285714285, |
| "grad_norm": 14.75, |
| "learning_rate": 1.6993333333333336e-05, |
| "loss": 1.3673, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.2689075630252101, |
| "grad_norm": 20.5, |
| "learning_rate": 1.7060000000000003e-05, |
| "loss": 1.6032, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.2699579831932773, |
| "grad_norm": 16.875, |
| "learning_rate": 1.7126666666666666e-05, |
| "loss": 1.7339, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.2710084033613445, |
| "grad_norm": 16.25, |
| "learning_rate": 1.7193333333333334e-05, |
| "loss": 1.9788, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.27205882352941174, |
| "grad_norm": 19.5, |
| "learning_rate": 1.726e-05, |
| "loss": 1.6745, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.27310924369747897, |
| "grad_norm": 13.5, |
| "learning_rate": 1.7326666666666668e-05, |
| "loss": 1.1851, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.27415966386554624, |
| "grad_norm": 20.125, |
| "learning_rate": 1.7393333333333335e-05, |
| "loss": 1.515, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.27521008403361347, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.7460000000000002e-05, |
| "loss": 1.4682, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.2762605042016807, |
| "grad_norm": 21.75, |
| "learning_rate": 1.7526666666666666e-05, |
| "loss": 1.7853, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.2773109243697479, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.7593333333333337e-05, |
| "loss": 1.7173, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.27836134453781514, |
| "grad_norm": 11.75, |
| "learning_rate": 1.766e-05, |
| "loss": 1.3274, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.27941176470588236, |
| "grad_norm": 27.125, |
| "learning_rate": 1.7726666666666667e-05, |
| "loss": 2.1297, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.2804621848739496, |
| "grad_norm": 7.09375, |
| "learning_rate": 1.7793333333333335e-05, |
| "loss": 1.3744, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.2815126050420168, |
| "grad_norm": 11.0625, |
| "learning_rate": 1.7860000000000002e-05, |
| "loss": 1.5248, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.28256302521008403, |
| "grad_norm": 18.5, |
| "learning_rate": 1.792666666666667e-05, |
| "loss": 1.6294, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.28361344537815125, |
| "grad_norm": 24.125, |
| "learning_rate": 1.7993333333333333e-05, |
| "loss": 1.737, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.2846638655462185, |
| "grad_norm": 16.25, |
| "learning_rate": 1.8060000000000003e-05, |
| "loss": 1.3969, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 5.8125, |
| "learning_rate": 1.8126666666666667e-05, |
| "loss": 1.911, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.2867647058823529, |
| "grad_norm": 15.5, |
| "learning_rate": 1.8193333333333334e-05, |
| "loss": 1.5679, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.28781512605042014, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.826e-05, |
| "loss": 1.7564, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.28886554621848737, |
| "grad_norm": 12.375, |
| "learning_rate": 1.832666666666667e-05, |
| "loss": 1.4142, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.28991596638655465, |
| "grad_norm": 19.125, |
| "learning_rate": 1.8393333333333336e-05, |
| "loss": 2.1592, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.29096638655462187, |
| "grad_norm": 24.875, |
| "learning_rate": 1.8460000000000003e-05, |
| "loss": 1.7029, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.2920168067226891, |
| "grad_norm": 24.0, |
| "learning_rate": 1.852666666666667e-05, |
| "loss": 1.3118, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.2930672268907563, |
| "grad_norm": 29.25, |
| "learning_rate": 1.8593333333333334e-05, |
| "loss": 1.8215, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.29411764705882354, |
| "grad_norm": 6.4375, |
| "learning_rate": 1.866e-05, |
| "loss": 1.5881, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.29516806722689076, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.8726666666666668e-05, |
| "loss": 1.5423, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.296218487394958, |
| "grad_norm": 8.25, |
| "learning_rate": 1.8793333333333335e-05, |
| "loss": 1.5408, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.2972689075630252, |
| "grad_norm": 18.125, |
| "learning_rate": 1.886e-05, |
| "loss": 1.3339, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.29831932773109243, |
| "grad_norm": 12.25, |
| "learning_rate": 1.892666666666667e-05, |
| "loss": 1.3236, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.29936974789915966, |
| "grad_norm": 32.5, |
| "learning_rate": 1.8993333333333333e-05, |
| "loss": 2.0409, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3004201680672269, |
| "grad_norm": 20.125, |
| "learning_rate": 1.906e-05, |
| "loss": 1.5573, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.3014705882352941, |
| "grad_norm": 12.125, |
| "learning_rate": 1.9126666666666668e-05, |
| "loss": 1.3649, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.3025210084033613, |
| "grad_norm": 13.125, |
| "learning_rate": 1.9193333333333335e-05, |
| "loss": 1.6068, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.30357142857142855, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.9260000000000002e-05, |
| "loss": 1.1925, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.30462184873949577, |
| "grad_norm": 19.875, |
| "learning_rate": 1.932666666666667e-05, |
| "loss": 1.8134, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.30567226890756305, |
| "grad_norm": 18.375, |
| "learning_rate": 1.9393333333333336e-05, |
| "loss": 1.5501, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.3067226890756303, |
| "grad_norm": 9.75, |
| "learning_rate": 1.946e-05, |
| "loss": 1.1981, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.3077731092436975, |
| "grad_norm": 23.0, |
| "learning_rate": 1.952666666666667e-05, |
| "loss": 1.3437, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.3088235294117647, |
| "grad_norm": 23.75, |
| "learning_rate": 1.9593333333333334e-05, |
| "loss": 1.3747, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.30987394957983194, |
| "grad_norm": 18.875, |
| "learning_rate": 1.966e-05, |
| "loss": 1.4291, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.31092436974789917, |
| "grad_norm": 10.5, |
| "learning_rate": 1.972666666666667e-05, |
| "loss": 1.3904, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.3119747899159664, |
| "grad_norm": 8.75, |
| "learning_rate": 1.9793333333333336e-05, |
| "loss": 1.3657, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.3130252100840336, |
| "grad_norm": 16.875, |
| "learning_rate": 1.9860000000000003e-05, |
| "loss": 1.5698, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.31407563025210083, |
| "grad_norm": 20.125, |
| "learning_rate": 1.9926666666666667e-05, |
| "loss": 1.4325, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.31512605042016806, |
| "grad_norm": 13.75, |
| "learning_rate": 1.9993333333333337e-05, |
| "loss": 1.4939, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.3161764705882353, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.9992957746478873e-05, |
| "loss": 1.5617, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.3172268907563025, |
| "grad_norm": 12.25, |
| "learning_rate": 1.998513302034429e-05, |
| "loss": 1.813, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.3182773109243697, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.9977308294209706e-05, |
| "loss": 1.3044, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.31932773109243695, |
| "grad_norm": 15.5, |
| "learning_rate": 1.9969483568075117e-05, |
| "loss": 1.8378, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.32037815126050423, |
| "grad_norm": 16.375, |
| "learning_rate": 1.9961658841940535e-05, |
| "loss": 1.6258, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.32142857142857145, |
| "grad_norm": 11.375, |
| "learning_rate": 1.9953834115805946e-05, |
| "loss": 1.2288, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.3224789915966387, |
| "grad_norm": 14.0, |
| "learning_rate": 1.9946009389671364e-05, |
| "loss": 1.6408, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.3235294117647059, |
| "grad_norm": 18.0, |
| "learning_rate": 1.9938184663536776e-05, |
| "loss": 1.5973, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.3245798319327731, |
| "grad_norm": 12.625, |
| "learning_rate": 1.9930359937402194e-05, |
| "loss": 1.5506, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.32563025210084034, |
| "grad_norm": 14.75, |
| "learning_rate": 1.9922535211267605e-05, |
| "loss": 1.5711, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.32668067226890757, |
| "grad_norm": 5.71875, |
| "learning_rate": 1.9914710485133023e-05, |
| "loss": 1.2216, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.3277310924369748, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.9906885758998438e-05, |
| "loss": 2.0402, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.328781512605042, |
| "grad_norm": 14.75, |
| "learning_rate": 1.9899061032863852e-05, |
| "loss": 1.7379, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.32983193277310924, |
| "grad_norm": 16.125, |
| "learning_rate": 1.9891236306729267e-05, |
| "loss": 1.4854, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.33088235294117646, |
| "grad_norm": 20.75, |
| "learning_rate": 1.988341158059468e-05, |
| "loss": 1.5693, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.3319327731092437, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.9875586854460096e-05, |
| "loss": 1.3189, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.3329831932773109, |
| "grad_norm": 21.25, |
| "learning_rate": 1.986776212832551e-05, |
| "loss": 1.4291, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.33403361344537813, |
| "grad_norm": 9.5, |
| "learning_rate": 1.9859937402190926e-05, |
| "loss": 1.9245, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.33508403361344535, |
| "grad_norm": 16.375, |
| "learning_rate": 1.985211267605634e-05, |
| "loss": 1.8689, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.33613445378151263, |
| "grad_norm": 27.125, |
| "learning_rate": 1.9844287949921755e-05, |
| "loss": 1.8231, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.33718487394957986, |
| "grad_norm": 20.125, |
| "learning_rate": 1.983646322378717e-05, |
| "loss": 1.8372, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.3382352941176471, |
| "grad_norm": 15.25, |
| "learning_rate": 1.9828638497652584e-05, |
| "loss": 1.4144, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.3392857142857143, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.9820813771518e-05, |
| "loss": 1.3104, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.3403361344537815, |
| "grad_norm": 18.375, |
| "learning_rate": 1.9812989045383414e-05, |
| "loss": 1.7318, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.34138655462184875, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.9805164319248828e-05, |
| "loss": 0.8846, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.34243697478991597, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.9797339593114243e-05, |
| "loss": 1.5413, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.3434873949579832, |
| "grad_norm": 18.0, |
| "learning_rate": 1.9789514866979657e-05, |
| "loss": 1.5614, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.3445378151260504, |
| "grad_norm": 29.125, |
| "learning_rate": 1.9781690140845072e-05, |
| "loss": 1.4372, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.34558823529411764, |
| "grad_norm": 17.0, |
| "learning_rate": 1.9773865414710487e-05, |
| "loss": 1.4374, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.34663865546218486, |
| "grad_norm": 12.25, |
| "learning_rate": 1.97660406885759e-05, |
| "loss": 1.9225, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.3476890756302521, |
| "grad_norm": 6.375, |
| "learning_rate": 1.9758215962441316e-05, |
| "loss": 1.3581, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.3487394957983193, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.975039123630673e-05, |
| "loss": 1.4966, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.34978991596638653, |
| "grad_norm": 12.625, |
| "learning_rate": 1.9742566510172145e-05, |
| "loss": 1.8483, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.35084033613445376, |
| "grad_norm": 19.375, |
| "learning_rate": 1.973474178403756e-05, |
| "loss": 1.5848, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.35189075630252103, |
| "grad_norm": 12.875, |
| "learning_rate": 1.9726917057902975e-05, |
| "loss": 1.0251, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.35294117647058826, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.971909233176839e-05, |
| "loss": 1.5157, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.3539915966386555, |
| "grad_norm": 18.125, |
| "learning_rate": 1.9711267605633804e-05, |
| "loss": 1.6588, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.3550420168067227, |
| "grad_norm": 20.0, |
| "learning_rate": 1.970344287949922e-05, |
| "loss": 1.3472, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.3560924369747899, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9695618153364633e-05, |
| "loss": 1.5791, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.9687793427230048e-05, |
| "loss": 1.769, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.3581932773109244, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9679968701095463e-05, |
| "loss": 1.1975, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.3592436974789916, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.9672143974960877e-05, |
| "loss": 1.3957, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.3602941176470588, |
| "grad_norm": 15.0, |
| "learning_rate": 1.9664319248826292e-05, |
| "loss": 1.4442, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.36134453781512604, |
| "grad_norm": 13.0, |
| "learning_rate": 1.9656494522691707e-05, |
| "loss": 1.2509, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.36239495798319327, |
| "grad_norm": 20.125, |
| "learning_rate": 1.964866979655712e-05, |
| "loss": 1.4355, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.3634453781512605, |
| "grad_norm": 22.0, |
| "learning_rate": 1.9640845070422536e-05, |
| "loss": 1.2378, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.3644957983193277, |
| "grad_norm": 27.0, |
| "learning_rate": 1.963302034428795e-05, |
| "loss": 1.9886, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.36554621848739494, |
| "grad_norm": 11.4375, |
| "learning_rate": 1.9625195618153365e-05, |
| "loss": 1.3546, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.36659663865546216, |
| "grad_norm": 24.625, |
| "learning_rate": 1.961737089201878e-05, |
| "loss": 1.4929, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.36764705882352944, |
| "grad_norm": 16.875, |
| "learning_rate": 1.9609546165884195e-05, |
| "loss": 1.4343, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.36869747899159666, |
| "grad_norm": 18.0, |
| "learning_rate": 1.960172143974961e-05, |
| "loss": 1.6022, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.3697478991596639, |
| "grad_norm": 12.75, |
| "learning_rate": 1.9593896713615027e-05, |
| "loss": 1.7385, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.3707983193277311, |
| "grad_norm": 14.8125, |
| "learning_rate": 1.958607198748044e-05, |
| "loss": 1.4431, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.37184873949579833, |
| "grad_norm": 17.75, |
| "learning_rate": 1.9578247261345857e-05, |
| "loss": 1.7195, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.37289915966386555, |
| "grad_norm": 27.25, |
| "learning_rate": 1.9570422535211268e-05, |
| "loss": 0.941, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.3739495798319328, |
| "grad_norm": 25.875, |
| "learning_rate": 1.9562597809076686e-05, |
| "loss": 1.0686, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 22.375, |
| "learning_rate": 1.9554773082942097e-05, |
| "loss": 1.5486, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.3760504201680672, |
| "grad_norm": 19.0, |
| "learning_rate": 1.9546948356807515e-05, |
| "loss": 1.5345, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.37710084033613445, |
| "grad_norm": 12.625, |
| "learning_rate": 1.9539123630672926e-05, |
| "loss": 1.3936, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.37815126050420167, |
| "grad_norm": 20.25, |
| "learning_rate": 1.9531298904538344e-05, |
| "loss": 1.3183, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.3792016806722689, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.952347417840376e-05, |
| "loss": 1.793, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.3802521008403361, |
| "grad_norm": 18.375, |
| "learning_rate": 1.951564945226917e-05, |
| "loss": 1.3554, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.38130252100840334, |
| "grad_norm": 6.375, |
| "learning_rate": 1.950782472613459e-05, |
| "loss": 1.4536, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.38235294117647056, |
| "grad_norm": 15.3125, |
| "learning_rate": 1.95e-05, |
| "loss": 1.2886, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.38340336134453784, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.9492175273865418e-05, |
| "loss": 1.3608, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.38445378151260506, |
| "grad_norm": 16.125, |
| "learning_rate": 1.948435054773083e-05, |
| "loss": 1.4178, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.3855042016806723, |
| "grad_norm": 17.125, |
| "learning_rate": 1.9476525821596247e-05, |
| "loss": 1.1901, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.3865546218487395, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.9468701095461658e-05, |
| "loss": 1.7493, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.38760504201680673, |
| "grad_norm": 19.375, |
| "learning_rate": 1.9460876369327076e-05, |
| "loss": 1.5029, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.38865546218487396, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.945305164319249e-05, |
| "loss": 1.0809, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.3897058823529412, |
| "grad_norm": 20.125, |
| "learning_rate": 1.9445226917057906e-05, |
| "loss": 1.4481, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.3907563025210084, |
| "grad_norm": 19.875, |
| "learning_rate": 1.943740219092332e-05, |
| "loss": 1.2546, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.3918067226890756, |
| "grad_norm": 19.625, |
| "learning_rate": 1.9429577464788735e-05, |
| "loss": 1.382, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.39285714285714285, |
| "grad_norm": 9.125, |
| "learning_rate": 1.942175273865415e-05, |
| "loss": 1.262, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.3939075630252101, |
| "grad_norm": 15.75, |
| "learning_rate": 1.9413928012519564e-05, |
| "loss": 1.6274, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.3949579831932773, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.940610328638498e-05, |
| "loss": 1.6542, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.3960084033613445, |
| "grad_norm": 22.75, |
| "learning_rate": 1.9398278560250394e-05, |
| "loss": 1.6889, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.39705882352941174, |
| "grad_norm": 26.125, |
| "learning_rate": 1.9390453834115808e-05, |
| "loss": 1.3694, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.39810924369747897, |
| "grad_norm": 15.6875, |
| "learning_rate": 1.9382629107981223e-05, |
| "loss": 1.5103, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.39915966386554624, |
| "grad_norm": 5.96875, |
| "learning_rate": 1.9374804381846637e-05, |
| "loss": 1.1785, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.40021008403361347, |
| "grad_norm": 19.625, |
| "learning_rate": 1.9366979655712052e-05, |
| "loss": 1.7284, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.4012605042016807, |
| "grad_norm": 13.5, |
| "learning_rate": 1.9359154929577467e-05, |
| "loss": 1.4694, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.4023109243697479, |
| "grad_norm": 6.875, |
| "learning_rate": 1.935133020344288e-05, |
| "loss": 1.051, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.40336134453781514, |
| "grad_norm": 7.375, |
| "learning_rate": 1.9343505477308296e-05, |
| "loss": 1.3056, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.40441176470588236, |
| "grad_norm": 18.5, |
| "learning_rate": 1.933568075117371e-05, |
| "loss": 1.433, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.4054621848739496, |
| "grad_norm": 17.375, |
| "learning_rate": 1.9327856025039125e-05, |
| "loss": 1.4449, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.4065126050420168, |
| "grad_norm": 17.25, |
| "learning_rate": 1.932003129890454e-05, |
| "loss": 1.4828, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.40756302521008403, |
| "grad_norm": 12.125, |
| "learning_rate": 1.9312206572769955e-05, |
| "loss": 1.561, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.40861344537815125, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.930438184663537e-05, |
| "loss": 1.2401, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.4096638655462185, |
| "grad_norm": 22.375, |
| "learning_rate": 1.9296557120500784e-05, |
| "loss": 1.4516, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.4107142857142857, |
| "grad_norm": 6.625, |
| "learning_rate": 1.92887323943662e-05, |
| "loss": 1.2575, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.4117647058823529, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.9280907668231613e-05, |
| "loss": 1.4083, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.41281512605042014, |
| "grad_norm": 52.0, |
| "learning_rate": 1.9273082942097028e-05, |
| "loss": 1.8745, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.41386554621848737, |
| "grad_norm": 13.375, |
| "learning_rate": 1.9265258215962443e-05, |
| "loss": 1.4336, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.41491596638655465, |
| "grad_norm": 13.375, |
| "learning_rate": 1.9257433489827857e-05, |
| "loss": 1.3154, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.41596638655462187, |
| "grad_norm": 16.125, |
| "learning_rate": 1.9249608763693272e-05, |
| "loss": 1.3826, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.4170168067226891, |
| "grad_norm": 5.65625, |
| "learning_rate": 1.9241784037558687e-05, |
| "loss": 0.9214, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.4180672268907563, |
| "grad_norm": 18.75, |
| "learning_rate": 1.92339593114241e-05, |
| "loss": 1.4686, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.41911764705882354, |
| "grad_norm": 12.8125, |
| "learning_rate": 1.9226134585289516e-05, |
| "loss": 1.1541, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.42016806722689076, |
| "grad_norm": 9.625, |
| "learning_rate": 1.921830985915493e-05, |
| "loss": 1.3521, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.421218487394958, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.9210485133020345e-05, |
| "loss": 1.5706, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.4222689075630252, |
| "grad_norm": 15.75, |
| "learning_rate": 1.920266040688576e-05, |
| "loss": 1.816, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.42331932773109243, |
| "grad_norm": 6.40625, |
| "learning_rate": 1.9194835680751174e-05, |
| "loss": 1.3072, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.42436974789915966, |
| "grad_norm": 15.0, |
| "learning_rate": 1.918701095461659e-05, |
| "loss": 1.0601, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.4254201680672269, |
| "grad_norm": 12.75, |
| "learning_rate": 1.9179186228482004e-05, |
| "loss": 1.655, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.4264705882352941, |
| "grad_norm": 16.75, |
| "learning_rate": 1.917136150234742e-05, |
| "loss": 1.0496, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.4275210084033613, |
| "grad_norm": 9.375, |
| "learning_rate": 1.9163536776212833e-05, |
| "loss": 1.2718, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 13.5, |
| "learning_rate": 1.9155712050078248e-05, |
| "loss": 1.6943, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.42962184873949577, |
| "grad_norm": 19.625, |
| "learning_rate": 1.9147887323943662e-05, |
| "loss": 1.5612, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.43067226890756305, |
| "grad_norm": 8.5, |
| "learning_rate": 1.914006259780908e-05, |
| "loss": 1.3209, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.4317226890756303, |
| "grad_norm": 16.5, |
| "learning_rate": 1.9132237871674492e-05, |
| "loss": 1.032, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.4327731092436975, |
| "grad_norm": 6.28125, |
| "learning_rate": 1.912441314553991e-05, |
| "loss": 0.8253, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.4338235294117647, |
| "grad_norm": 6.0625, |
| "learning_rate": 1.911658841940532e-05, |
| "loss": 1.4287, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.43487394957983194, |
| "grad_norm": 28.625, |
| "learning_rate": 1.910876369327074e-05, |
| "loss": 1.7322, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.43592436974789917, |
| "grad_norm": 19.375, |
| "learning_rate": 1.910093896713615e-05, |
| "loss": 1.7938, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.4369747899159664, |
| "grad_norm": 18.5, |
| "learning_rate": 1.909311424100157e-05, |
| "loss": 1.452, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.4380252100840336, |
| "grad_norm": 18.375, |
| "learning_rate": 1.908528951486698e-05, |
| "loss": 1.5159, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.43907563025210083, |
| "grad_norm": 14.5, |
| "learning_rate": 1.9077464788732398e-05, |
| "loss": 1.1355, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.44012605042016806, |
| "grad_norm": 28.375, |
| "learning_rate": 1.906964006259781e-05, |
| "loss": 1.6948, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.4411764705882353, |
| "grad_norm": 11.5, |
| "learning_rate": 1.9061815336463224e-05, |
| "loss": 1.709, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.4422268907563025, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.905399061032864e-05, |
| "loss": 1.4682, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.4432773109243697, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.9046165884194053e-05, |
| "loss": 0.7947, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.44432773109243695, |
| "grad_norm": 22.875, |
| "learning_rate": 1.903834115805947e-05, |
| "loss": 1.4962, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.44537815126050423, |
| "grad_norm": 11.625, |
| "learning_rate": 1.9030516431924882e-05, |
| "loss": 1.0637, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.44642857142857145, |
| "grad_norm": 13.25, |
| "learning_rate": 1.90226917057903e-05, |
| "loss": 1.3702, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.4474789915966387, |
| "grad_norm": 16.75, |
| "learning_rate": 1.901486697965571e-05, |
| "loss": 1.5466, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.4485294117647059, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.900704225352113e-05, |
| "loss": 0.9244, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.4495798319327731, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.899921752738654e-05, |
| "loss": 1.0728, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.45063025210084034, |
| "grad_norm": 52.0, |
| "learning_rate": 1.899139280125196e-05, |
| "loss": 1.7117, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.45168067226890757, |
| "grad_norm": 20.375, |
| "learning_rate": 1.8983568075117374e-05, |
| "loss": 1.5765, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.4527310924369748, |
| "grad_norm": 16.0, |
| "learning_rate": 1.8975743348982788e-05, |
| "loss": 1.5938, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.453781512605042, |
| "grad_norm": 16.25, |
| "learning_rate": 1.8967918622848203e-05, |
| "loss": 1.9375, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.45483193277310924, |
| "grad_norm": 3.8125, |
| "learning_rate": 1.8960093896713617e-05, |
| "loss": 1.0625, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.45588235294117646, |
| "grad_norm": 12.625, |
| "learning_rate": 1.8952269170579032e-05, |
| "loss": 1.3167, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.4569327731092437, |
| "grad_norm": 12.8125, |
| "learning_rate": 1.8944444444444447e-05, |
| "loss": 1.2067, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.4579831932773109, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.893661971830986e-05, |
| "loss": 1.3717, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.45903361344537813, |
| "grad_norm": 22.625, |
| "learning_rate": 1.8928794992175276e-05, |
| "loss": 1.4667, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.46008403361344535, |
| "grad_norm": 13.75, |
| "learning_rate": 1.892097026604069e-05, |
| "loss": 1.6269, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.46113445378151263, |
| "grad_norm": 21.25, |
| "learning_rate": 1.8913145539906105e-05, |
| "loss": 1.2358, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.46218487394957986, |
| "grad_norm": 12.0, |
| "learning_rate": 1.890532081377152e-05, |
| "loss": 1.0913, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.4632352941176471, |
| "grad_norm": 17.5, |
| "learning_rate": 1.8897496087636935e-05, |
| "loss": 1.2854, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.4642857142857143, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.888967136150235e-05, |
| "loss": 1.2785, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.4653361344537815, |
| "grad_norm": 11.625, |
| "learning_rate": 1.8881846635367764e-05, |
| "loss": 1.3992, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.46638655462184875, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.887402190923318e-05, |
| "loss": 1.5738, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.46743697478991597, |
| "grad_norm": 13.0625, |
| "learning_rate": 1.8866197183098593e-05, |
| "loss": 1.1751, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.4684873949579832, |
| "grad_norm": 12.8125, |
| "learning_rate": 1.8858372456964008e-05, |
| "loss": 1.0964, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.4695378151260504, |
| "grad_norm": 17.75, |
| "learning_rate": 1.8850547730829423e-05, |
| "loss": 1.6314, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 13.5, |
| "learning_rate": 1.8842723004694837e-05, |
| "loss": 1.5794, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.47163865546218486, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.8834898278560252e-05, |
| "loss": 1.7204, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.4726890756302521, |
| "grad_norm": 16.625, |
| "learning_rate": 1.8827073552425667e-05, |
| "loss": 1.4432, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.4737394957983193, |
| "grad_norm": 12.75, |
| "learning_rate": 1.881924882629108e-05, |
| "loss": 1.3706, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.47478991596638653, |
| "grad_norm": 13.125, |
| "learning_rate": 1.8811424100156496e-05, |
| "loss": 1.2891, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.47584033613445376, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.880359937402191e-05, |
| "loss": 1.4449, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.47689075630252103, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.8795774647887325e-05, |
| "loss": 1.6297, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.47794117647058826, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.878794992175274e-05, |
| "loss": 1.6155, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.4789915966386555, |
| "grad_norm": 12.25, |
| "learning_rate": 1.8780125195618154e-05, |
| "loss": 1.5584, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.4800420168067227, |
| "grad_norm": 16.0, |
| "learning_rate": 1.877230046948357e-05, |
| "loss": 1.3156, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.4810924369747899, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.8764475743348984e-05, |
| "loss": 1.5137, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.48214285714285715, |
| "grad_norm": 17.75, |
| "learning_rate": 1.87566510172144e-05, |
| "loss": 1.4913, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.4831932773109244, |
| "grad_norm": 11.5, |
| "learning_rate": 1.8748826291079813e-05, |
| "loss": 0.9244, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.4842436974789916, |
| "grad_norm": 14.125, |
| "learning_rate": 1.8741001564945228e-05, |
| "loss": 2.0681, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.4852941176470588, |
| "grad_norm": 17.0, |
| "learning_rate": 1.8733176838810642e-05, |
| "loss": 1.6281, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.48634453781512604, |
| "grad_norm": 21.0, |
| "learning_rate": 1.8725352112676057e-05, |
| "loss": 1.6307, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.48739495798319327, |
| "grad_norm": 12.75, |
| "learning_rate": 1.8717527386541472e-05, |
| "loss": 1.4405, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.4884453781512605, |
| "grad_norm": 12.75, |
| "learning_rate": 1.8709702660406886e-05, |
| "loss": 1.3397, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.4894957983193277, |
| "grad_norm": 14.5, |
| "learning_rate": 1.87018779342723e-05, |
| "loss": 1.521, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.49054621848739494, |
| "grad_norm": 15.375, |
| "learning_rate": 1.8694053208137716e-05, |
| "loss": 1.4432, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.49159663865546216, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.868622848200313e-05, |
| "loss": 1.7055, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.49264705882352944, |
| "grad_norm": 14.0, |
| "learning_rate": 1.8678403755868545e-05, |
| "loss": 1.5279, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.49369747899159666, |
| "grad_norm": 11.625, |
| "learning_rate": 1.8670579029733963e-05, |
| "loss": 1.4292, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.4947478991596639, |
| "grad_norm": 9.8125, |
| "learning_rate": 1.8662754303599374e-05, |
| "loss": 1.2928, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.4957983193277311, |
| "grad_norm": 9.375, |
| "learning_rate": 1.8654929577464792e-05, |
| "loss": 1.3798, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.49684873949579833, |
| "grad_norm": 14.375, |
| "learning_rate": 1.8647104851330204e-05, |
| "loss": 1.4781, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.49789915966386555, |
| "grad_norm": 18.0, |
| "learning_rate": 1.863928012519562e-05, |
| "loss": 1.6945, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.4989495798319328, |
| "grad_norm": 12.375, |
| "learning_rate": 1.8631455399061033e-05, |
| "loss": 1.632, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.862363067292645e-05, |
| "loss": 1.2287, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.5010504201680672, |
| "grad_norm": 10.625, |
| "learning_rate": 1.8615805946791862e-05, |
| "loss": 1.4539, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.5021008403361344, |
| "grad_norm": 16.25, |
| "learning_rate": 1.8607981220657277e-05, |
| "loss": 1.6725, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.5031512605042017, |
| "grad_norm": 12.3125, |
| "learning_rate": 1.8600156494522695e-05, |
| "loss": 1.7122, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.5042016806722689, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.8592331768388106e-05, |
| "loss": 1.8102, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.5052521008403361, |
| "grad_norm": 12.625, |
| "learning_rate": 1.8584507042253524e-05, |
| "loss": 1.2716, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.5063025210084033, |
| "grad_norm": 18.75, |
| "learning_rate": 1.8576682316118935e-05, |
| "loss": 1.52, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.5073529411764706, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.8568857589984354e-05, |
| "loss": 1.4568, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.5084033613445378, |
| "grad_norm": 11.75, |
| "learning_rate": 1.8561032863849765e-05, |
| "loss": 1.6998, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.509453781512605, |
| "grad_norm": 13.625, |
| "learning_rate": 1.8553208137715183e-05, |
| "loss": 1.4233, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.5105042016806722, |
| "grad_norm": 20.625, |
| "learning_rate": 1.8545383411580594e-05, |
| "loss": 1.4319, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.5115546218487395, |
| "grad_norm": 22.875, |
| "learning_rate": 1.8537558685446012e-05, |
| "loss": 1.4499, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.5126050420168067, |
| "grad_norm": 7.0625, |
| "learning_rate": 1.8529733959311427e-05, |
| "loss": 1.3792, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.5136554621848739, |
| "grad_norm": 6.9375, |
| "learning_rate": 1.852190923317684e-05, |
| "loss": 1.0939, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.5147058823529411, |
| "grad_norm": 6.125, |
| "learning_rate": 1.8514084507042256e-05, |
| "loss": 1.5026, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.5157563025210085, |
| "grad_norm": 14.75, |
| "learning_rate": 1.850625978090767e-05, |
| "loss": 1.472, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.5168067226890757, |
| "grad_norm": 14.375, |
| "learning_rate": 1.8498435054773085e-05, |
| "loss": 1.2507, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.5178571428571429, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.84906103286385e-05, |
| "loss": 1.6288, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.5189075630252101, |
| "grad_norm": 18.5, |
| "learning_rate": 1.8482785602503915e-05, |
| "loss": 1.7701, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.5199579831932774, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.847496087636933e-05, |
| "loss": 1.5399, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.5210084033613446, |
| "grad_norm": 17.5, |
| "learning_rate": 1.8467136150234744e-05, |
| "loss": 1.5214, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.5220588235294118, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.845931142410016e-05, |
| "loss": 1.6711, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.523109243697479, |
| "grad_norm": 15.5, |
| "learning_rate": 1.8451486697965573e-05, |
| "loss": 1.5255, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.5241596638655462, |
| "grad_norm": 23.75, |
| "learning_rate": 1.8443661971830988e-05, |
| "loss": 1.1936, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.5252100840336135, |
| "grad_norm": 11.25, |
| "learning_rate": 1.8435837245696403e-05, |
| "loss": 1.6067, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.5262605042016807, |
| "grad_norm": 9.75, |
| "learning_rate": 1.8428012519561817e-05, |
| "loss": 1.6151, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.5273109243697479, |
| "grad_norm": 23.625, |
| "learning_rate": 1.8420187793427232e-05, |
| "loss": 1.7412, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.5283613445378151, |
| "grad_norm": 14.625, |
| "learning_rate": 1.8412363067292647e-05, |
| "loss": 1.2956, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.5294117647058824, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.840453834115806e-05, |
| "loss": 1.5333, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.5304621848739496, |
| "grad_norm": 12.375, |
| "learning_rate": 1.8396713615023476e-05, |
| "loss": 1.3507, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.5315126050420168, |
| "grad_norm": 17.375, |
| "learning_rate": 1.838888888888889e-05, |
| "loss": 1.2024, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.532563025210084, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.8381064162754305e-05, |
| "loss": 1.542, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.5336134453781513, |
| "grad_norm": 24.875, |
| "learning_rate": 1.837323943661972e-05, |
| "loss": 1.3459, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.5346638655462185, |
| "grad_norm": 20.25, |
| "learning_rate": 1.8365414710485134e-05, |
| "loss": 1.4547, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.5357142857142857, |
| "grad_norm": 8.75, |
| "learning_rate": 1.835758998435055e-05, |
| "loss": 1.3747, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.5367647058823529, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.8349765258215964e-05, |
| "loss": 1.449, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.5378151260504201, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.834194053208138e-05, |
| "loss": 1.4577, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.5388655462184874, |
| "grad_norm": 14.375, |
| "learning_rate": 1.8334115805946793e-05, |
| "loss": 1.2082, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.5399159663865546, |
| "grad_norm": 16.375, |
| "learning_rate": 1.8326291079812208e-05, |
| "loss": 1.3699, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.5409663865546218, |
| "grad_norm": 60.75, |
| "learning_rate": 1.8318466353677622e-05, |
| "loss": 1.5371, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.542016806722689, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.8310641627543037e-05, |
| "loss": 1.1132, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.5430672268907563, |
| "grad_norm": 16.625, |
| "learning_rate": 1.8302816901408452e-05, |
| "loss": 1.3545, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.5441176470588235, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.8294992175273866e-05, |
| "loss": 1.3821, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.5451680672268907, |
| "grad_norm": 14.875, |
| "learning_rate": 1.828716744913928e-05, |
| "loss": 1.4026, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.5462184873949579, |
| "grad_norm": 21.0, |
| "learning_rate": 1.8279342723004696e-05, |
| "loss": 1.3391, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.5472689075630253, |
| "grad_norm": 16.375, |
| "learning_rate": 1.827151799687011e-05, |
| "loss": 1.603, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.5483193277310925, |
| "grad_norm": 7.75, |
| "learning_rate": 1.8263693270735525e-05, |
| "loss": 1.4944, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.5493697478991597, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.825586854460094e-05, |
| "loss": 1.4024, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.5504201680672269, |
| "grad_norm": 15.3125, |
| "learning_rate": 1.8248043818466354e-05, |
| "loss": 1.0601, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.5514705882352942, |
| "grad_norm": 9.8125, |
| "learning_rate": 1.824021909233177e-05, |
| "loss": 1.6795, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.5525210084033614, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.8232394366197184e-05, |
| "loss": 1.3527, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.5535714285714286, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.8224569640062598e-05, |
| "loss": 1.422, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.5546218487394958, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.8216744913928016e-05, |
| "loss": 1.3717, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.555672268907563, |
| "grad_norm": 12.875, |
| "learning_rate": 1.8208920187793428e-05, |
| "loss": 1.3349, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.5567226890756303, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.8201095461658846e-05, |
| "loss": 1.3049, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.5577731092436975, |
| "grad_norm": 15.3125, |
| "learning_rate": 1.8193270735524257e-05, |
| "loss": 1.6232, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.5588235294117647, |
| "grad_norm": 16.125, |
| "learning_rate": 1.8185446009389675e-05, |
| "loss": 1.2363, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.5598739495798319, |
| "grad_norm": 12.875, |
| "learning_rate": 1.8177621283255086e-05, |
| "loss": 1.3058, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.5609243697478992, |
| "grad_norm": 13.25, |
| "learning_rate": 1.8169796557120504e-05, |
| "loss": 1.4614, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.5619747899159664, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.8161971830985915e-05, |
| "loss": 1.5089, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.5630252100840336, |
| "grad_norm": 10.375, |
| "learning_rate": 1.8154147104851333e-05, |
| "loss": 1.0185, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.5640756302521008, |
| "grad_norm": 22.5, |
| "learning_rate": 1.8146322378716745e-05, |
| "loss": 1.0896, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.5651260504201681, |
| "grad_norm": 26.375, |
| "learning_rate": 1.813849765258216e-05, |
| "loss": 1.449, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.5661764705882353, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.8130672926447577e-05, |
| "loss": 0.989, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.5672268907563025, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.812284820031299e-05, |
| "loss": 1.3221, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.5682773109243697, |
| "grad_norm": 19.625, |
| "learning_rate": 1.8115023474178407e-05, |
| "loss": 1.1908, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.569327731092437, |
| "grad_norm": 17.875, |
| "learning_rate": 1.8107198748043818e-05, |
| "loss": 1.6788, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.5703781512605042, |
| "grad_norm": 12.875, |
| "learning_rate": 1.8099374021909236e-05, |
| "loss": 1.5798, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 47.25, |
| "learning_rate": 1.8091549295774647e-05, |
| "loss": 1.3783, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.5724789915966386, |
| "grad_norm": 5.5, |
| "learning_rate": 1.8083724569640065e-05, |
| "loss": 1.4343, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.5735294117647058, |
| "grad_norm": 15.25, |
| "learning_rate": 1.8075899843505477e-05, |
| "loss": 1.3189, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.5745798319327731, |
| "grad_norm": 17.5, |
| "learning_rate": 1.8068075117370895e-05, |
| "loss": 1.821, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.5756302521008403, |
| "grad_norm": 9.8125, |
| "learning_rate": 1.806025039123631e-05, |
| "loss": 1.3433, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.5766806722689075, |
| "grad_norm": 9.1875, |
| "learning_rate": 1.8052425665101724e-05, |
| "loss": 1.647, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.5777310924369747, |
| "grad_norm": 6.53125, |
| "learning_rate": 1.804460093896714e-05, |
| "loss": 1.1225, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.5787815126050421, |
| "grad_norm": 21.625, |
| "learning_rate": 1.8036776212832553e-05, |
| "loss": 1.2338, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.5798319327731093, |
| "grad_norm": 15.9375, |
| "learning_rate": 1.8028951486697968e-05, |
| "loss": 1.333, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.5808823529411765, |
| "grad_norm": 5.0, |
| "learning_rate": 1.8021126760563383e-05, |
| "loss": 1.1024, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.5819327731092437, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.8013302034428797e-05, |
| "loss": 1.2991, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.582983193277311, |
| "grad_norm": 13.25, |
| "learning_rate": 1.8005477308294212e-05, |
| "loss": 1.7033, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.5840336134453782, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.7997652582159627e-05, |
| "loss": 1.3945, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.5850840336134454, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.798982785602504e-05, |
| "loss": 1.3108, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.5861344537815126, |
| "grad_norm": 7.71875, |
| "learning_rate": 1.7982003129890456e-05, |
| "loss": 1.3495, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.5871848739495799, |
| "grad_norm": 17.875, |
| "learning_rate": 1.797417840375587e-05, |
| "loss": 1.2221, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.5882352941176471, |
| "grad_norm": 7.96875, |
| "learning_rate": 1.7966353677621285e-05, |
| "loss": 1.3192, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.5892857142857143, |
| "grad_norm": 16.875, |
| "learning_rate": 1.79585289514867e-05, |
| "loss": 1.7956, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.5903361344537815, |
| "grad_norm": 15.0, |
| "learning_rate": 1.7950704225352114e-05, |
| "loss": 1.57, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.5913865546218487, |
| "grad_norm": 15.625, |
| "learning_rate": 1.794287949921753e-05, |
| "loss": 1.216, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.592436974789916, |
| "grad_norm": 17.375, |
| "learning_rate": 1.7935054773082944e-05, |
| "loss": 1.39, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.5934873949579832, |
| "grad_norm": 4.25, |
| "learning_rate": 1.792723004694836e-05, |
| "loss": 1.1288, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.5945378151260504, |
| "grad_norm": 17.375, |
| "learning_rate": 1.7919405320813773e-05, |
| "loss": 1.3017, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.5955882352941176, |
| "grad_norm": 10.125, |
| "learning_rate": 1.7911580594679188e-05, |
| "loss": 1.2518, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.5966386554621849, |
| "grad_norm": 13.0625, |
| "learning_rate": 1.7903755868544602e-05, |
| "loss": 1.3653, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.5976890756302521, |
| "grad_norm": 13.0, |
| "learning_rate": 1.7895931142410017e-05, |
| "loss": 1.2755, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.5987394957983193, |
| "grad_norm": 8.8125, |
| "learning_rate": 1.788810641627543e-05, |
| "loss": 1.4182, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.5997899159663865, |
| "grad_norm": 19.375, |
| "learning_rate": 1.7880281690140846e-05, |
| "loss": 1.4829, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.6008403361344538, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.787245696400626e-05, |
| "loss": 1.4376, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.601890756302521, |
| "grad_norm": 14.3125, |
| "learning_rate": 1.7864632237871676e-05, |
| "loss": 1.6832, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.6029411764705882, |
| "grad_norm": 16.5, |
| "learning_rate": 1.785680751173709e-05, |
| "loss": 1.8146, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.6039915966386554, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.7848982785602505e-05, |
| "loss": 1.3456, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.6050420168067226, |
| "grad_norm": 18.875, |
| "learning_rate": 1.784115805946792e-05, |
| "loss": 1.2098, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.6060924369747899, |
| "grad_norm": 13.0, |
| "learning_rate": 1.7833333333333334e-05, |
| "loss": 1.2479, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.6071428571428571, |
| "grad_norm": 11.125, |
| "learning_rate": 1.782550860719875e-05, |
| "loss": 1.1653, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.6081932773109243, |
| "grad_norm": 13.25, |
| "learning_rate": 1.7817683881064164e-05, |
| "loss": 1.8153, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.6092436974789915, |
| "grad_norm": 14.375, |
| "learning_rate": 1.7809859154929578e-05, |
| "loss": 1.6105, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.6102941176470589, |
| "grad_norm": 27.5, |
| "learning_rate": 1.7802034428794993e-05, |
| "loss": 1.4028, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.6113445378151261, |
| "grad_norm": 4.125, |
| "learning_rate": 1.7794209702660408e-05, |
| "loss": 1.2498, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.6123949579831933, |
| "grad_norm": 11.625, |
| "learning_rate": 1.7786384976525822e-05, |
| "loss": 0.9192, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.6134453781512605, |
| "grad_norm": 18.75, |
| "learning_rate": 1.7778560250391237e-05, |
| "loss": 1.1645, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.6144957983193278, |
| "grad_norm": 15.3125, |
| "learning_rate": 1.777073552425665e-05, |
| "loss": 1.9024, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.615546218487395, |
| "grad_norm": 15.25, |
| "learning_rate": 1.7762910798122066e-05, |
| "loss": 1.5987, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.6165966386554622, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.775508607198748e-05, |
| "loss": 1.3094, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.6176470588235294, |
| "grad_norm": 3.625, |
| "learning_rate": 1.77472613458529e-05, |
| "loss": 1.7913, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.6186974789915967, |
| "grad_norm": 17.0, |
| "learning_rate": 1.773943661971831e-05, |
| "loss": 1.3136, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.6197478991596639, |
| "grad_norm": 20.625, |
| "learning_rate": 1.7731611893583728e-05, |
| "loss": 1.5556, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.6207983193277311, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.772378716744914e-05, |
| "loss": 0.7191, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.6218487394957983, |
| "grad_norm": 13.5, |
| "learning_rate": 1.7715962441314557e-05, |
| "loss": 1.0429, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.6228991596638656, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.770813771517997e-05, |
| "loss": 1.7025, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.6239495798319328, |
| "grad_norm": 19.75, |
| "learning_rate": 1.7700312989045387e-05, |
| "loss": 1.5732, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.7692488262910798e-05, |
| "loss": 1.5835, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.6260504201680672, |
| "grad_norm": 15.4375, |
| "learning_rate": 1.7684663536776213e-05, |
| "loss": 1.7755, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.6271008403361344, |
| "grad_norm": 17.75, |
| "learning_rate": 1.767683881064163e-05, |
| "loss": 1.5965, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.6281512605042017, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.7669014084507042e-05, |
| "loss": 1.0207, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.6292016806722689, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.766118935837246e-05, |
| "loss": 1.4202, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.6302521008403361, |
| "grad_norm": 14.5, |
| "learning_rate": 1.765336463223787e-05, |
| "loss": 1.0423, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.6313025210084033, |
| "grad_norm": 15.3125, |
| "learning_rate": 1.764553990610329e-05, |
| "loss": 2.0845, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.6323529411764706, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.76377151799687e-05, |
| "loss": 1.4338, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.6334033613445378, |
| "grad_norm": 14.6875, |
| "learning_rate": 1.762989045383412e-05, |
| "loss": 1.3871, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.634453781512605, |
| "grad_norm": 14.25, |
| "learning_rate": 1.762206572769953e-05, |
| "loss": 1.7668, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.6355042016806722, |
| "grad_norm": 18.25, |
| "learning_rate": 1.7614241001564948e-05, |
| "loss": 1.7259, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.6365546218487395, |
| "grad_norm": 23.5, |
| "learning_rate": 1.7606416275430363e-05, |
| "loss": 0.9416, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.6376050420168067, |
| "grad_norm": 15.375, |
| "learning_rate": 1.7598591549295777e-05, |
| "loss": 1.9263, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.6386554621848739, |
| "grad_norm": 11.625, |
| "learning_rate": 1.7590766823161192e-05, |
| "loss": 1.0191, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.6397058823529411, |
| "grad_norm": 15.9375, |
| "learning_rate": 1.7582942097026607e-05, |
| "loss": 1.8691, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.6407563025210085, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.757511737089202e-05, |
| "loss": 1.4114, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.6418067226890757, |
| "grad_norm": 24.0, |
| "learning_rate": 1.7567292644757436e-05, |
| "loss": 1.3372, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.755946791862285e-05, |
| "loss": 1.2139, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.6439075630252101, |
| "grad_norm": 11.625, |
| "learning_rate": 1.7551643192488265e-05, |
| "loss": 1.0369, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.6449579831932774, |
| "grad_norm": 6.65625, |
| "learning_rate": 1.754381846635368e-05, |
| "loss": 1.2482, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.6460084033613446, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.753599374021909e-05, |
| "loss": 1.4508, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.6470588235294118, |
| "grad_norm": 23.125, |
| "learning_rate": 1.752816901408451e-05, |
| "loss": 1.4622, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.648109243697479, |
| "grad_norm": 5.875, |
| "learning_rate": 1.7520344287949924e-05, |
| "loss": 1.6703, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.6491596638655462, |
| "grad_norm": 10.5, |
| "learning_rate": 1.751251956181534e-05, |
| "loss": 1.0821, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.6502100840336135, |
| "grad_norm": 6.65625, |
| "learning_rate": 1.7504694835680753e-05, |
| "loss": 1.4789, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.6512605042016807, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.7496870109546168e-05, |
| "loss": 1.2124, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.6523109243697479, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.7489045383411582e-05, |
| "loss": 1.7802, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.6533613445378151, |
| "grad_norm": 16.5, |
| "learning_rate": 1.7481220657276997e-05, |
| "loss": 1.644, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.6544117647058824, |
| "grad_norm": 28.5, |
| "learning_rate": 1.747339593114241e-05, |
| "loss": 1.4378, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.6554621848739496, |
| "grad_norm": 3.40625, |
| "learning_rate": 1.7465571205007826e-05, |
| "loss": 1.4979, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.6565126050420168, |
| "grad_norm": 17.375, |
| "learning_rate": 1.745774647887324e-05, |
| "loss": 1.7841, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.657563025210084, |
| "grad_norm": 10.3125, |
| "learning_rate": 1.7449921752738656e-05, |
| "loss": 1.1316, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.6586134453781513, |
| "grad_norm": 5.375, |
| "learning_rate": 1.744209702660407e-05, |
| "loss": 1.0144, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.6596638655462185, |
| "grad_norm": 13.5, |
| "learning_rate": 1.7434272300469485e-05, |
| "loss": 1.1497, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.6607142857142857, |
| "grad_norm": 12.5, |
| "learning_rate": 1.74264475743349e-05, |
| "loss": 1.2047, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.6617647058823529, |
| "grad_norm": 16.25, |
| "learning_rate": 1.7418622848200314e-05, |
| "loss": 1.4126, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.6628151260504201, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.741079812206573e-05, |
| "loss": 1.5036, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.6638655462184874, |
| "grad_norm": 12.5, |
| "learning_rate": 1.7402973395931144e-05, |
| "loss": 1.7585, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.6649159663865546, |
| "grad_norm": 13.0625, |
| "learning_rate": 1.7395148669796558e-05, |
| "loss": 1.359, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.6659663865546218, |
| "grad_norm": 16.75, |
| "learning_rate": 1.7387323943661973e-05, |
| "loss": 1.2548, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.667016806722689, |
| "grad_norm": 15.625, |
| "learning_rate": 1.7379499217527388e-05, |
| "loss": 1.4111, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.6680672268907563, |
| "grad_norm": 9.9375, |
| "learning_rate": 1.7371674491392802e-05, |
| "loss": 1.1517, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.6691176470588235, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.7363849765258217e-05, |
| "loss": 1.2131, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.6701680672268907, |
| "grad_norm": 6.75, |
| "learning_rate": 1.735602503912363e-05, |
| "loss": 1.3011, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.6712184873949579, |
| "grad_norm": 14.8125, |
| "learning_rate": 1.7348200312989046e-05, |
| "loss": 1.2044, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.6722689075630253, |
| "grad_norm": 3.75, |
| "learning_rate": 1.734037558685446e-05, |
| "loss": 1.1038, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.6733193277310925, |
| "grad_norm": 11.3125, |
| "learning_rate": 1.7332550860719875e-05, |
| "loss": 1.6009, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.6743697478991597, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.732472613458529e-05, |
| "loss": 1.4377, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.6754201680672269, |
| "grad_norm": 20.0, |
| "learning_rate": 1.7316901408450705e-05, |
| "loss": 1.5643, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.6764705882352942, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.730907668231612e-05, |
| "loss": 1.5667, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.6775210084033614, |
| "grad_norm": 12.25, |
| "learning_rate": 1.7301251956181534e-05, |
| "loss": 1.1483, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.6785714285714286, |
| "grad_norm": 12.375, |
| "learning_rate": 1.7293427230046952e-05, |
| "loss": 1.3863, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.6796218487394958, |
| "grad_norm": 11.25, |
| "learning_rate": 1.7285602503912363e-05, |
| "loss": 1.1266, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.680672268907563, |
| "grad_norm": 17.25, |
| "learning_rate": 1.727777777777778e-05, |
| "loss": 1.649, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.6817226890756303, |
| "grad_norm": 16.25, |
| "learning_rate": 1.7269953051643193e-05, |
| "loss": 1.582, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.6827731092436975, |
| "grad_norm": 29.0, |
| "learning_rate": 1.726212832550861e-05, |
| "loss": 1.6732, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.6838235294117647, |
| "grad_norm": 10.25, |
| "learning_rate": 1.7254303599374022e-05, |
| "loss": 1.4154, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.6848739495798319, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.724647887323944e-05, |
| "loss": 1.5973, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.6859243697478992, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.723865414710485e-05, |
| "loss": 1.9317, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.6869747899159664, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.7230829420970266e-05, |
| "loss": 1.6537, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.6880252100840336, |
| "grad_norm": 10.0625, |
| "learning_rate": 1.7223004694835684e-05, |
| "loss": 1.3775, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.6890756302521008, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.7215179968701095e-05, |
| "loss": 1.455, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.6901260504201681, |
| "grad_norm": 21.0, |
| "learning_rate": 1.7207355242566513e-05, |
| "loss": 1.2449, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.6911764705882353, |
| "grad_norm": 16.5, |
| "learning_rate": 1.7199530516431925e-05, |
| "loss": 1.5573, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.6922268907563025, |
| "grad_norm": 11.25, |
| "learning_rate": 1.7191705790297343e-05, |
| "loss": 1.4817, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.6932773109243697, |
| "grad_norm": 13.5, |
| "learning_rate": 1.7183881064162754e-05, |
| "loss": 1.333, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.694327731092437, |
| "grad_norm": 17.75, |
| "learning_rate": 1.7176056338028172e-05, |
| "loss": 1.5649, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.6953781512605042, |
| "grad_norm": 4.75, |
| "learning_rate": 1.7168231611893583e-05, |
| "loss": 0.8342, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.6964285714285714, |
| "grad_norm": 16.0, |
| "learning_rate": 1.7160406885759e-05, |
| "loss": 1.4425, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.6974789915966386, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.7152582159624412e-05, |
| "loss": 1.434, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.6985294117647058, |
| "grad_norm": 11.625, |
| "learning_rate": 1.714475743348983e-05, |
| "loss": 1.3348, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.6995798319327731, |
| "grad_norm": 19.875, |
| "learning_rate": 1.7136932707355245e-05, |
| "loss": 1.5359, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.7006302521008403, |
| "grad_norm": 10.125, |
| "learning_rate": 1.712910798122066e-05, |
| "loss": 1.5929, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.7016806722689075, |
| "grad_norm": 8.5, |
| "learning_rate": 1.7121283255086074e-05, |
| "loss": 1.4151, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.7027310924369747, |
| "grad_norm": 6.78125, |
| "learning_rate": 1.711345852895149e-05, |
| "loss": 1.0809, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.7037815126050421, |
| "grad_norm": 11.4375, |
| "learning_rate": 1.7105633802816904e-05, |
| "loss": 1.3458, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.7048319327731093, |
| "grad_norm": 11.4375, |
| "learning_rate": 1.709780907668232e-05, |
| "loss": 1.5675, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.7089984350547733e-05, |
| "loss": 1.9173, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.7069327731092437, |
| "grad_norm": 10.4375, |
| "learning_rate": 1.7082159624413148e-05, |
| "loss": 1.032, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.707983193277311, |
| "grad_norm": 18.5, |
| "learning_rate": 1.7074334898278562e-05, |
| "loss": 1.7023, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.7090336134453782, |
| "grad_norm": 15.9375, |
| "learning_rate": 1.7066510172143977e-05, |
| "loss": 1.3879, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.7100840336134454, |
| "grad_norm": 6.46875, |
| "learning_rate": 1.705868544600939e-05, |
| "loss": 1.8452, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.7111344537815126, |
| "grad_norm": 15.0, |
| "learning_rate": 1.7050860719874806e-05, |
| "loss": 1.4104, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.7121848739495799, |
| "grad_norm": 16.625, |
| "learning_rate": 1.704303599374022e-05, |
| "loss": 1.3641, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.7132352941176471, |
| "grad_norm": 17.25, |
| "learning_rate": 1.7035211267605636e-05, |
| "loss": 1.4804, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 27.375, |
| "learning_rate": 1.702738654147105e-05, |
| "loss": 1.9552, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.7153361344537815, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.7019561815336465e-05, |
| "loss": 1.0423, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.7163865546218487, |
| "grad_norm": 10.9375, |
| "learning_rate": 1.701173708920188e-05, |
| "loss": 1.4615, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.717436974789916, |
| "grad_norm": 16.5, |
| "learning_rate": 1.7003912363067294e-05, |
| "loss": 1.3719, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.7184873949579832, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.699608763693271e-05, |
| "loss": 2.0062, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.7195378151260504, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.6988262910798124e-05, |
| "loss": 1.6726, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.7205882352941176, |
| "grad_norm": 11.0, |
| "learning_rate": 1.6980438184663538e-05, |
| "loss": 1.4726, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.7216386554621849, |
| "grad_norm": 12.625, |
| "learning_rate": 1.6972613458528953e-05, |
| "loss": 1.3042, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.7226890756302521, |
| "grad_norm": 11.75, |
| "learning_rate": 1.6964788732394367e-05, |
| "loss": 1.5685, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.7237394957983193, |
| "grad_norm": 5.8125, |
| "learning_rate": 1.6956964006259782e-05, |
| "loss": 1.4803, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.7247899159663865, |
| "grad_norm": 14.1875, |
| "learning_rate": 1.6949139280125197e-05, |
| "loss": 1.1679, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.7258403361344538, |
| "grad_norm": 14.875, |
| "learning_rate": 1.694131455399061e-05, |
| "loss": 1.4983, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.726890756302521, |
| "grad_norm": 8.8125, |
| "learning_rate": 1.6933489827856026e-05, |
| "loss": 1.2823, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.7279411764705882, |
| "grad_norm": 9.375, |
| "learning_rate": 1.692566510172144e-05, |
| "loss": 1.3766, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.7289915966386554, |
| "grad_norm": 13.875, |
| "learning_rate": 1.6917840375586855e-05, |
| "loss": 1.4109, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.7300420168067226, |
| "grad_norm": 13.375, |
| "learning_rate": 1.691001564945227e-05, |
| "loss": 1.5843, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.7310924369747899, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.6902190923317685e-05, |
| "loss": 1.2523, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.7321428571428571, |
| "grad_norm": 24.125, |
| "learning_rate": 1.68943661971831e-05, |
| "loss": 1.1301, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.7331932773109243, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.6886541471048514e-05, |
| "loss": 1.4351, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.7342436974789915, |
| "grad_norm": 15.6875, |
| "learning_rate": 1.687871674491393e-05, |
| "loss": 1.276, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.7352941176470589, |
| "grad_norm": 9.625, |
| "learning_rate": 1.6870892018779343e-05, |
| "loss": 1.2223, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.7363445378151261, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.6863067292644758e-05, |
| "loss": 0.9195, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.7373949579831933, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.6855242566510173e-05, |
| "loss": 1.5059, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.7384453781512605, |
| "grad_norm": 17.0, |
| "learning_rate": 1.6847417840375587e-05, |
| "loss": 1.2798, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.7394957983193278, |
| "grad_norm": 11.4375, |
| "learning_rate": 1.6839593114241002e-05, |
| "loss": 1.3882, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.740546218487395, |
| "grad_norm": 8.6875, |
| "learning_rate": 1.6831768388106417e-05, |
| "loss": 1.4359, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.7415966386554622, |
| "grad_norm": 19.5, |
| "learning_rate": 1.6823943661971835e-05, |
| "loss": 1.1035, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.7426470588235294, |
| "grad_norm": 21.875, |
| "learning_rate": 1.6816118935837246e-05, |
| "loss": 1.1844, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.7436974789915967, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.6808294209702664e-05, |
| "loss": 1.0824, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.7447478991596639, |
| "grad_norm": 11.875, |
| "learning_rate": 1.6800469483568075e-05, |
| "loss": 1.2525, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.7457983193277311, |
| "grad_norm": 39.25, |
| "learning_rate": 1.6792644757433493e-05, |
| "loss": 1.0738, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.7468487394957983, |
| "grad_norm": 13.125, |
| "learning_rate": 1.6784820031298905e-05, |
| "loss": 1.4299, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.7478991596638656, |
| "grad_norm": 18.5, |
| "learning_rate": 1.677699530516432e-05, |
| "loss": 1.5707, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.7489495798319328, |
| "grad_norm": 18.125, |
| "learning_rate": 1.6769170579029734e-05, |
| "loss": 1.5046, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 21.5, |
| "learning_rate": 1.676134585289515e-05, |
| "loss": 0.9223, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.7510504201680672, |
| "grad_norm": 11.75, |
| "learning_rate": 1.6753521126760567e-05, |
| "loss": 1.3039, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.7521008403361344, |
| "grad_norm": 15.6875, |
| "learning_rate": 1.6745696400625978e-05, |
| "loss": 0.8591, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.7531512605042017, |
| "grad_norm": 10.375, |
| "learning_rate": 1.6737871674491396e-05, |
| "loss": 1.2332, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.7542016806722689, |
| "grad_norm": 10.3125, |
| "learning_rate": 1.6730046948356807e-05, |
| "loss": 1.2879, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.7552521008403361, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.6722222222222225e-05, |
| "loss": 1.484, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.7563025210084033, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.6714397496087636e-05, |
| "loss": 1.0901, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.7573529411764706, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.6706572769953054e-05, |
| "loss": 1.1962, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.7584033613445378, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.6698748043818466e-05, |
| "loss": 0.949, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.759453781512605, |
| "grad_norm": 18.0, |
| "learning_rate": 1.6690923317683884e-05, |
| "loss": 1.31, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.7605042016806722, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.66830985915493e-05, |
| "loss": 1.1472, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.7615546218487395, |
| "grad_norm": 12.3125, |
| "learning_rate": 1.6675273865414713e-05, |
| "loss": 1.94, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.7626050420168067, |
| "grad_norm": 13.75, |
| "learning_rate": 1.6667449139280128e-05, |
| "loss": 1.1797, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.7636554621848739, |
| "grad_norm": 14.8125, |
| "learning_rate": 1.6659624413145542e-05, |
| "loss": 1.0651, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.7647058823529411, |
| "grad_norm": 19.25, |
| "learning_rate": 1.6651799687010957e-05, |
| "loss": 1.6434, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.7657563025210085, |
| "grad_norm": 4.625, |
| "learning_rate": 1.664397496087637e-05, |
| "loss": 1.4819, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.7668067226890757, |
| "grad_norm": 5.96875, |
| "learning_rate": 1.6636150234741786e-05, |
| "loss": 1.1262, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.7678571428571429, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.66283255086072e-05, |
| "loss": 1.3299, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.7689075630252101, |
| "grad_norm": 17.125, |
| "learning_rate": 1.6620500782472616e-05, |
| "loss": 1.4443, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.7699579831932774, |
| "grad_norm": 18.125, |
| "learning_rate": 1.6612676056338027e-05, |
| "loss": 1.3762, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.7710084033613446, |
| "grad_norm": 14.25, |
| "learning_rate": 1.6604851330203445e-05, |
| "loss": 1.3657, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.7720588235294118, |
| "grad_norm": 14.5625, |
| "learning_rate": 1.659702660406886e-05, |
| "loss": 1.2761, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.773109243697479, |
| "grad_norm": 9.5, |
| "learning_rate": 1.6589201877934274e-05, |
| "loss": 1.4405, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.7741596638655462, |
| "grad_norm": 9.9375, |
| "learning_rate": 1.658137715179969e-05, |
| "loss": 0.9356, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.7752100840336135, |
| "grad_norm": 12.375, |
| "learning_rate": 1.6573552425665104e-05, |
| "loss": 1.2672, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.7762605042016807, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.6565727699530518e-05, |
| "loss": 1.3292, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.7773109243697479, |
| "grad_norm": 17.875, |
| "learning_rate": 1.6557902973395933e-05, |
| "loss": 1.2816, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.7783613445378151, |
| "grad_norm": 14.375, |
| "learning_rate": 1.6550078247261347e-05, |
| "loss": 1.2162, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.7794117647058824, |
| "grad_norm": 20.0, |
| "learning_rate": 1.6542253521126762e-05, |
| "loss": 1.1232, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.7804621848739496, |
| "grad_norm": 12.625, |
| "learning_rate": 1.6534428794992177e-05, |
| "loss": 1.711, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.7815126050420168, |
| "grad_norm": 13.375, |
| "learning_rate": 1.652660406885759e-05, |
| "loss": 1.4417, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.782563025210084, |
| "grad_norm": 18.0, |
| "learning_rate": 1.6518779342723006e-05, |
| "loss": 1.5316, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.7836134453781513, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.651095461658842e-05, |
| "loss": 1.7166, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.7846638655462185, |
| "grad_norm": 21.625, |
| "learning_rate": 1.6503129890453835e-05, |
| "loss": 1.2015, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.7857142857142857, |
| "grad_norm": 22.5, |
| "learning_rate": 1.649530516431925e-05, |
| "loss": 1.4377, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.7867647058823529, |
| "grad_norm": 16.125, |
| "learning_rate": 1.6487480438184665e-05, |
| "loss": 1.5353, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.7878151260504201, |
| "grad_norm": 19.75, |
| "learning_rate": 1.647965571205008e-05, |
| "loss": 1.4953, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.7888655462184874, |
| "grad_norm": 16.125, |
| "learning_rate": 1.6471830985915494e-05, |
| "loss": 1.1865, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.7899159663865546, |
| "grad_norm": 7.125, |
| "learning_rate": 1.646400625978091e-05, |
| "loss": 0.8322, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.7909663865546218, |
| "grad_norm": 11.625, |
| "learning_rate": 1.6456181533646323e-05, |
| "loss": 1.4808, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.792016806722689, |
| "grad_norm": 14.875, |
| "learning_rate": 1.6448356807511738e-05, |
| "loss": 1.7362, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.7930672268907563, |
| "grad_norm": 25.75, |
| "learning_rate": 1.6440532081377153e-05, |
| "loss": 1.4707, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.7941176470588235, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.6432707355242567e-05, |
| "loss": 1.3344, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.7951680672268907, |
| "grad_norm": 6.5625, |
| "learning_rate": 1.6424882629107982e-05, |
| "loss": 1.3918, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.7962184873949579, |
| "grad_norm": 10.0, |
| "learning_rate": 1.6417057902973397e-05, |
| "loss": 1.3308, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.7972689075630253, |
| "grad_norm": 26.625, |
| "learning_rate": 1.640923317683881e-05, |
| "loss": 1.3687, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.7983193277310925, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.6401408450704226e-05, |
| "loss": 1.3443, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.7993697478991597, |
| "grad_norm": 4.5, |
| "learning_rate": 1.639358372456964e-05, |
| "loss": 0.9478, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.8004201680672269, |
| "grad_norm": 19.75, |
| "learning_rate": 1.6385758998435055e-05, |
| "loss": 0.9845, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.8014705882352942, |
| "grad_norm": 6.375, |
| "learning_rate": 1.637793427230047e-05, |
| "loss": 1.1467, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.8025210084033614, |
| "grad_norm": 18.5, |
| "learning_rate": 1.6370109546165888e-05, |
| "loss": 1.2671, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.8035714285714286, |
| "grad_norm": 12.8125, |
| "learning_rate": 1.63622848200313e-05, |
| "loss": 1.454, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.8046218487394958, |
| "grad_norm": 13.875, |
| "learning_rate": 1.6354460093896717e-05, |
| "loss": 1.8004, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.805672268907563, |
| "grad_norm": 10.9375, |
| "learning_rate": 1.634663536776213e-05, |
| "loss": 1.1873, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.8067226890756303, |
| "grad_norm": 17.625, |
| "learning_rate": 1.6338810641627547e-05, |
| "loss": 1.7385, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.8077731092436975, |
| "grad_norm": 13.0, |
| "learning_rate": 1.6330985915492958e-05, |
| "loss": 1.1763, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.8088235294117647, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.6323161189358376e-05, |
| "loss": 1.1858, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.8098739495798319, |
| "grad_norm": 21.75, |
| "learning_rate": 1.6315336463223787e-05, |
| "loss": 1.6386, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.8109243697478992, |
| "grad_norm": 26.5, |
| "learning_rate": 1.6307511737089202e-05, |
| "loss": 1.2271, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.8119747899159664, |
| "grad_norm": 14.0, |
| "learning_rate": 1.629968701095462e-05, |
| "loss": 1.4109, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.8130252100840336, |
| "grad_norm": 16.25, |
| "learning_rate": 1.629186228482003e-05, |
| "loss": 1.5447, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.8140756302521008, |
| "grad_norm": 13.75, |
| "learning_rate": 1.628403755868545e-05, |
| "loss": 1.4124, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.8151260504201681, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.627621283255086e-05, |
| "loss": 1.3217, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.8161764705882353, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.626838810641628e-05, |
| "loss": 1.1625, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.8172268907563025, |
| "grad_norm": 14.375, |
| "learning_rate": 1.626056338028169e-05, |
| "loss": 1.7034, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.8182773109243697, |
| "grad_norm": 3.375, |
| "learning_rate": 1.6252738654147108e-05, |
| "loss": 1.1285, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.819327731092437, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.624491392801252e-05, |
| "loss": 1.305, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.8203781512605042, |
| "grad_norm": 14.125, |
| "learning_rate": 1.6237089201877937e-05, |
| "loss": 1.1519, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.8214285714285714, |
| "grad_norm": 11.125, |
| "learning_rate": 1.6229264475743348e-05, |
| "loss": 1.2225, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.8224789915966386, |
| "grad_norm": 18.625, |
| "learning_rate": 1.6221439749608766e-05, |
| "loss": 1.2256, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.8235294117647058, |
| "grad_norm": 14.1875, |
| "learning_rate": 1.621361502347418e-05, |
| "loss": 1.3576, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.8245798319327731, |
| "grad_norm": 11.5, |
| "learning_rate": 1.6205790297339596e-05, |
| "loss": 1.0199, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.8256302521008403, |
| "grad_norm": 16.375, |
| "learning_rate": 1.619796557120501e-05, |
| "loss": 1.4019, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.8266806722689075, |
| "grad_norm": 39.75, |
| "learning_rate": 1.6190140845070425e-05, |
| "loss": 1.0616, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.8277310924369747, |
| "grad_norm": 20.0, |
| "learning_rate": 1.618231611893584e-05, |
| "loss": 1.3819, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.8287815126050421, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.6174491392801254e-05, |
| "loss": 1.2698, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.8298319327731093, |
| "grad_norm": 15.0, |
| "learning_rate": 1.616666666666667e-05, |
| "loss": 1.4022, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.8308823529411765, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.615884194053208e-05, |
| "loss": 1.3826, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.8319327731092437, |
| "grad_norm": 6.1875, |
| "learning_rate": 1.6151017214397498e-05, |
| "loss": 1.6889, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.832983193277311, |
| "grad_norm": 11.625, |
| "learning_rate": 1.6143192488262913e-05, |
| "loss": 1.072, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.8340336134453782, |
| "grad_norm": 11.625, |
| "learning_rate": 1.6135367762128327e-05, |
| "loss": 1.6721, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.8350840336134454, |
| "grad_norm": 28.625, |
| "learning_rate": 1.6127543035993742e-05, |
| "loss": 1.4931, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.8361344537815126, |
| "grad_norm": 9.125, |
| "learning_rate": 1.6119718309859157e-05, |
| "loss": 1.4431, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.8371848739495799, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.611189358372457e-05, |
| "loss": 1.3817, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.8382352941176471, |
| "grad_norm": 16.75, |
| "learning_rate": 1.6104068857589986e-05, |
| "loss": 1.1158, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.8392857142857143, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.60962441314554e-05, |
| "loss": 1.2636, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.8403361344537815, |
| "grad_norm": 13.25, |
| "learning_rate": 1.6088419405320815e-05, |
| "loss": 1.5959, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.8413865546218487, |
| "grad_norm": 37.5, |
| "learning_rate": 1.608059467918623e-05, |
| "loss": 1.061, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.842436974789916, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.6072769953051645e-05, |
| "loss": 1.6377, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.8434873949579832, |
| "grad_norm": 16.5, |
| "learning_rate": 1.606494522691706e-05, |
| "loss": 1.2668, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.8445378151260504, |
| "grad_norm": 17.125, |
| "learning_rate": 1.6057120500782474e-05, |
| "loss": 1.4443, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.8455882352941176, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.604929577464789e-05, |
| "loss": 1.3508, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.8466386554621849, |
| "grad_norm": 12.875, |
| "learning_rate": 1.6041471048513303e-05, |
| "loss": 1.1882, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.8476890756302521, |
| "grad_norm": 7.03125, |
| "learning_rate": 1.6033646322378718e-05, |
| "loss": 0.9828, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.8487394957983193, |
| "grad_norm": 19.5, |
| "learning_rate": 1.6025821596244133e-05, |
| "loss": 1.7828, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.8497899159663865, |
| "grad_norm": 18.0, |
| "learning_rate": 1.6017996870109547e-05, |
| "loss": 1.5972, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.8508403361344538, |
| "grad_norm": 21.0, |
| "learning_rate": 1.6010172143974962e-05, |
| "loss": 1.6549, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.851890756302521, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.6002347417840377e-05, |
| "loss": 1.634, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.8529411764705882, |
| "grad_norm": 13.875, |
| "learning_rate": 1.599452269170579e-05, |
| "loss": 1.0437, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.8539915966386554, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.5986697965571206e-05, |
| "loss": 1.4985, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.8550420168067226, |
| "grad_norm": 22.75, |
| "learning_rate": 1.597887323943662e-05, |
| "loss": 1.6172, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.8560924369747899, |
| "grad_norm": 20.875, |
| "learning_rate": 1.5971048513302035e-05, |
| "loss": 1.484, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.596322378716745e-05, |
| "loss": 1.1782, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.8581932773109243, |
| "grad_norm": 11.375, |
| "learning_rate": 1.5955399061032864e-05, |
| "loss": 1.5498, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.8592436974789915, |
| "grad_norm": 16.0, |
| "learning_rate": 1.594757433489828e-05, |
| "loss": 1.3166, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.8602941176470589, |
| "grad_norm": 15.25, |
| "learning_rate": 1.5939749608763694e-05, |
| "loss": 1.3896, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.8613445378151261, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.593192488262911e-05, |
| "loss": 1.238, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.8623949579831933, |
| "grad_norm": 13.0, |
| "learning_rate": 1.5924100156494523e-05, |
| "loss": 1.4749, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.8634453781512605, |
| "grad_norm": 18.875, |
| "learning_rate": 1.5916275430359938e-05, |
| "loss": 1.3273, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.8644957983193278, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.5908450704225352e-05, |
| "loss": 1.7615, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.865546218487395, |
| "grad_norm": 3.140625, |
| "learning_rate": 1.590062597809077e-05, |
| "loss": 0.9801, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.8665966386554622, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.5892801251956182e-05, |
| "loss": 1.1506, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.8676470588235294, |
| "grad_norm": 20.25, |
| "learning_rate": 1.58849765258216e-05, |
| "loss": 1.5939, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.8686974789915967, |
| "grad_norm": 7.875, |
| "learning_rate": 1.587715179968701e-05, |
| "loss": 1.2275, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.8697478991596639, |
| "grad_norm": 47.25, |
| "learning_rate": 1.586932707355243e-05, |
| "loss": 1.5948, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.8707983193277311, |
| "grad_norm": 12.5, |
| "learning_rate": 1.586150234741784e-05, |
| "loss": 1.5074, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.8718487394957983, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.5853677621283255e-05, |
| "loss": 1.1553, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.8728991596638656, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.584585289514867e-05, |
| "loss": 1.4229, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.8739495798319328, |
| "grad_norm": 11.1875, |
| "learning_rate": 1.5838028169014084e-05, |
| "loss": 1.1038, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.875, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.5830203442879502e-05, |
| "loss": 1.5116, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.8760504201680672, |
| "grad_norm": 10.25, |
| "learning_rate": 1.5822378716744914e-05, |
| "loss": 1.5387, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.8771008403361344, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.581455399061033e-05, |
| "loss": 1.3233, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.8781512605042017, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.5806729264475743e-05, |
| "loss": 1.1451, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.8792016806722689, |
| "grad_norm": 19.25, |
| "learning_rate": 1.579890453834116e-05, |
| "loss": 1.4902, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.8802521008403361, |
| "grad_norm": 11.3125, |
| "learning_rate": 1.5791079812206572e-05, |
| "loss": 1.3482, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.8813025210084033, |
| "grad_norm": 26.25, |
| "learning_rate": 1.578325508607199e-05, |
| "loss": 1.251, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.8823529411764706, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.57754303599374e-05, |
| "loss": 1.2147, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.8834033613445378, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.576760563380282e-05, |
| "loss": 1.4074, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.884453781512605, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.5759780907668234e-05, |
| "loss": 1.0801, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.8855042016806722, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.575195618153365e-05, |
| "loss": 1.0651, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.8865546218487395, |
| "grad_norm": 12.375, |
| "learning_rate": 1.5744131455399064e-05, |
| "loss": 1.6375, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.8876050420168067, |
| "grad_norm": 27.75, |
| "learning_rate": 1.5736306729264478e-05, |
| "loss": 1.3611, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.8886554621848739, |
| "grad_norm": 9.875, |
| "learning_rate": 1.5728482003129893e-05, |
| "loss": 1.0472, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.8897058823529411, |
| "grad_norm": 16.125, |
| "learning_rate": 1.5720657276995307e-05, |
| "loss": 1.3257, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.8907563025210085, |
| "grad_norm": 16.375, |
| "learning_rate": 1.5712832550860722e-05, |
| "loss": 0.9886, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.8918067226890757, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.5705007824726133e-05, |
| "loss": 0.8322, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.8928571428571429, |
| "grad_norm": 17.75, |
| "learning_rate": 1.569718309859155e-05, |
| "loss": 1.3795, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.8939075630252101, |
| "grad_norm": 17.5, |
| "learning_rate": 1.5689358372456963e-05, |
| "loss": 1.6337, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.8949579831932774, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.568153364632238e-05, |
| "loss": 1.7422, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.8960084033613446, |
| "grad_norm": 16.75, |
| "learning_rate": 1.5673708920187795e-05, |
| "loss": 1.7619, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.8970588235294118, |
| "grad_norm": 13.0625, |
| "learning_rate": 1.566588419405321e-05, |
| "loss": 1.4839, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.898109243697479, |
| "grad_norm": 16.625, |
| "learning_rate": 1.5658059467918625e-05, |
| "loss": 1.3422, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.8991596638655462, |
| "grad_norm": 12.875, |
| "learning_rate": 1.565023474178404e-05, |
| "loss": 1.5977, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.9002100840336135, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.5642410015649454e-05, |
| "loss": 1.3554, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.9012605042016807, |
| "grad_norm": 16.75, |
| "learning_rate": 1.563458528951487e-05, |
| "loss": 1.1915, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.9023109243697479, |
| "grad_norm": 12.0, |
| "learning_rate": 1.5626760563380283e-05, |
| "loss": 1.3909, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.9033613445378151, |
| "grad_norm": 12.75, |
| "learning_rate": 1.5618935837245698e-05, |
| "loss": 1.2245, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.9044117647058824, |
| "grad_norm": 22.375, |
| "learning_rate": 1.5611111111111113e-05, |
| "loss": 1.3636, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.9054621848739496, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.5603286384976527e-05, |
| "loss": 1.2219, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.9065126050420168, |
| "grad_norm": 15.875, |
| "learning_rate": 1.5595461658841942e-05, |
| "loss": 1.4637, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.907563025210084, |
| "grad_norm": 8.125, |
| "learning_rate": 1.5587636932707357e-05, |
| "loss": 1.3819, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.9086134453781513, |
| "grad_norm": 20.75, |
| "learning_rate": 1.557981220657277e-05, |
| "loss": 1.5721, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.9096638655462185, |
| "grad_norm": 3.890625, |
| "learning_rate": 1.5571987480438186e-05, |
| "loss": 1.3215, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.9107142857142857, |
| "grad_norm": 13.375, |
| "learning_rate": 1.55641627543036e-05, |
| "loss": 1.4286, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.9117647058823529, |
| "grad_norm": 12.5, |
| "learning_rate": 1.5556338028169015e-05, |
| "loss": 1.0645, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.9128151260504201, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.554851330203443e-05, |
| "loss": 1.1888, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.9138655462184874, |
| "grad_norm": 14.5, |
| "learning_rate": 1.5540688575899844e-05, |
| "loss": 1.6634, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.9149159663865546, |
| "grad_norm": 18.25, |
| "learning_rate": 1.553286384976526e-05, |
| "loss": 1.4643, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.9159663865546218, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.5525039123630674e-05, |
| "loss": 1.4156, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.917016806722689, |
| "grad_norm": 11.75, |
| "learning_rate": 1.551721439749609e-05, |
| "loss": 1.5662, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.9180672268907563, |
| "grad_norm": 19.5, |
| "learning_rate": 1.5509389671361503e-05, |
| "loss": 1.1295, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.9191176470588235, |
| "grad_norm": 9.25, |
| "learning_rate": 1.5501564945226918e-05, |
| "loss": 1.422, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.9201680672268907, |
| "grad_norm": 10.4375, |
| "learning_rate": 1.5493740219092332e-05, |
| "loss": 0.6702, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.9212184873949579, |
| "grad_norm": 15.6875, |
| "learning_rate": 1.5485915492957747e-05, |
| "loss": 1.3917, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.9222689075630253, |
| "grad_norm": 11.625, |
| "learning_rate": 1.5478090766823162e-05, |
| "loss": 1.3655, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.9233193277310925, |
| "grad_norm": 15.25, |
| "learning_rate": 1.5470266040688576e-05, |
| "loss": 1.3897, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.9243697478991597, |
| "grad_norm": 20.75, |
| "learning_rate": 1.546244131455399e-05, |
| "loss": 1.2722, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.9254201680672269, |
| "grad_norm": 13.875, |
| "learning_rate": 1.5454616588419406e-05, |
| "loss": 1.2772, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.9264705882352942, |
| "grad_norm": 33.75, |
| "learning_rate": 1.5446791862284824e-05, |
| "loss": 1.3379, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.9275210084033614, |
| "grad_norm": 14.8125, |
| "learning_rate": 1.5438967136150235e-05, |
| "loss": 1.0489, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.9285714285714286, |
| "grad_norm": 13.375, |
| "learning_rate": 1.5431142410015653e-05, |
| "loss": 0.8453, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.9296218487394958, |
| "grad_norm": 11.5, |
| "learning_rate": 1.5423317683881064e-05, |
| "loss": 1.3735, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.930672268907563, |
| "grad_norm": 18.25, |
| "learning_rate": 1.5415492957746482e-05, |
| "loss": 1.5835, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.9317226890756303, |
| "grad_norm": 10.8125, |
| "learning_rate": 1.5407668231611894e-05, |
| "loss": 1.5527, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.9327731092436975, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.5399843505477308e-05, |
| "loss": 1.0899, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.9338235294117647, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.5392018779342723e-05, |
| "loss": 1.9109, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.9348739495798319, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.5384194053208138e-05, |
| "loss": 1.3079, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.9359243697478992, |
| "grad_norm": 11.625, |
| "learning_rate": 1.5376369327073556e-05, |
| "loss": 1.4786, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.9369747899159664, |
| "grad_norm": 16.25, |
| "learning_rate": 1.5368544600938967e-05, |
| "loss": 1.5381, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.9380252100840336, |
| "grad_norm": 9.375, |
| "learning_rate": 1.5360719874804385e-05, |
| "loss": 1.1872, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.9390756302521008, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.5352895148669796e-05, |
| "loss": 1.785, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.9401260504201681, |
| "grad_norm": 4.5, |
| "learning_rate": 1.5345070422535214e-05, |
| "loss": 1.0459, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 25.125, |
| "learning_rate": 1.5337245696400625e-05, |
| "loss": 1.0509, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.9422268907563025, |
| "grad_norm": 18.25, |
| "learning_rate": 1.5329420970266043e-05, |
| "loss": 1.6948, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.9432773109243697, |
| "grad_norm": 21.875, |
| "learning_rate": 1.5321596244131455e-05, |
| "loss": 0.8567, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.944327731092437, |
| "grad_norm": 20.75, |
| "learning_rate": 1.5313771517996873e-05, |
| "loss": 1.8198, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.9453781512605042, |
| "grad_norm": 17.5, |
| "learning_rate": 1.5305946791862284e-05, |
| "loss": 1.6832, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.9464285714285714, |
| "grad_norm": 19.875, |
| "learning_rate": 1.5298122065727702e-05, |
| "loss": 1.2455, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.9474789915966386, |
| "grad_norm": 11.875, |
| "learning_rate": 1.5290297339593117e-05, |
| "loss": 1.3775, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.9485294117647058, |
| "grad_norm": 35.5, |
| "learning_rate": 1.528247261345853e-05, |
| "loss": 1.7105, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.9495798319327731, |
| "grad_norm": 9.0625, |
| "learning_rate": 1.5274647887323946e-05, |
| "loss": 0.8712, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.9506302521008403, |
| "grad_norm": 4.125, |
| "learning_rate": 1.526682316118936e-05, |
| "loss": 1.1452, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.9516806722689075, |
| "grad_norm": 10.125, |
| "learning_rate": 1.5258998435054775e-05, |
| "loss": 1.3654, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.9527310924369747, |
| "grad_norm": 29.5, |
| "learning_rate": 1.5251173708920188e-05, |
| "loss": 1.4345, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.9537815126050421, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.5243348982785605e-05, |
| "loss": 1.1807, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.9548319327731093, |
| "grad_norm": 14.3125, |
| "learning_rate": 1.5235524256651018e-05, |
| "loss": 1.409, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.9558823529411765, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.5227699530516434e-05, |
| "loss": 1.2369, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.9569327731092437, |
| "grad_norm": 14.375, |
| "learning_rate": 1.5219874804381849e-05, |
| "loss": 1.1645, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.957983193277311, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.5212050078247262e-05, |
| "loss": 1.4289, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.9590336134453782, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.5204225352112678e-05, |
| "loss": 1.4257, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.9600840336134454, |
| "grad_norm": 19.625, |
| "learning_rate": 1.5196400625978091e-05, |
| "loss": 1.1819, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.9611344537815126, |
| "grad_norm": 17.5, |
| "learning_rate": 1.5188575899843507e-05, |
| "loss": 1.4177, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.9621848739495799, |
| "grad_norm": 9.125, |
| "learning_rate": 1.518075117370892e-05, |
| "loss": 1.0235, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.9632352941176471, |
| "grad_norm": 13.125, |
| "learning_rate": 1.5172926447574337e-05, |
| "loss": 1.4327, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.9642857142857143, |
| "grad_norm": 6.46875, |
| "learning_rate": 1.516510172143975e-05, |
| "loss": 1.326, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.9653361344537815, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.5157276995305166e-05, |
| "loss": 1.7656, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.9663865546218487, |
| "grad_norm": 9.1875, |
| "learning_rate": 1.5149452269170579e-05, |
| "loss": 1.368, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.967436974789916, |
| "grad_norm": 18.25, |
| "learning_rate": 1.5141627543035995e-05, |
| "loss": 1.7504, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.9684873949579832, |
| "grad_norm": 12.0, |
| "learning_rate": 1.513380281690141e-05, |
| "loss": 1.2685, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.9695378151260504, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.5125978090766824e-05, |
| "loss": 1.1237, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.9705882352941176, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.5118153364632239e-05, |
| "loss": 1.0553, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.9716386554621849, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.5110328638497654e-05, |
| "loss": 1.795, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.9726890756302521, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.5102503912363068e-05, |
| "loss": 1.0514, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.9737394957983193, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.5094679186228483e-05, |
| "loss": 1.6683, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.9747899159663865, |
| "grad_norm": 24.125, |
| "learning_rate": 1.5086854460093898e-05, |
| "loss": 1.3332, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.9758403361344538, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.5079029733959312e-05, |
| "loss": 1.1958, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.976890756302521, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.5071205007824727e-05, |
| "loss": 1.4438, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.9779411764705882, |
| "grad_norm": 17.25, |
| "learning_rate": 1.5063380281690143e-05, |
| "loss": 1.1032, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.9789915966386554, |
| "grad_norm": 18.125, |
| "learning_rate": 1.5055555555555556e-05, |
| "loss": 1.5746, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.9800420168067226, |
| "grad_norm": 16.5, |
| "learning_rate": 1.5047730829420973e-05, |
| "loss": 1.1873, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.9810924369747899, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.5039906103286386e-05, |
| "loss": 1.0214, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.9821428571428571, |
| "grad_norm": 12.0, |
| "learning_rate": 1.5032081377151802e-05, |
| "loss": 1.3897, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.9831932773109243, |
| "grad_norm": 17.25, |
| "learning_rate": 1.5024256651017215e-05, |
| "loss": 1.7093, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.9842436974789915, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.5016431924882631e-05, |
| "loss": 1.1554, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.9852941176470589, |
| "grad_norm": 10.6875, |
| "learning_rate": 1.5008607198748044e-05, |
| "loss": 1.2735, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.9863445378151261, |
| "grad_norm": 15.375, |
| "learning_rate": 1.500078247261346e-05, |
| "loss": 1.3506, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.9873949579831933, |
| "grad_norm": 4.125, |
| "learning_rate": 1.4992957746478874e-05, |
| "loss": 1.1523, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.9884453781512605, |
| "grad_norm": 17.875, |
| "learning_rate": 1.498513302034429e-05, |
| "loss": 1.7688, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.9894957983193278, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.4977308294209705e-05, |
| "loss": 1.3584, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.990546218487395, |
| "grad_norm": 5.0, |
| "learning_rate": 1.4969483568075118e-05, |
| "loss": 0.7708, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.9915966386554622, |
| "grad_norm": 16.375, |
| "learning_rate": 1.4961658841940534e-05, |
| "loss": 1.4436, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.9926470588235294, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.4953834115805947e-05, |
| "loss": 1.2742, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.9936974789915967, |
| "grad_norm": 10.875, |
| "learning_rate": 1.4946009389671363e-05, |
| "loss": 1.735, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.9947478991596639, |
| "grad_norm": 16.875, |
| "learning_rate": 1.4938184663536776e-05, |
| "loss": 1.4445, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.9957983193277311, |
| "grad_norm": 17.625, |
| "learning_rate": 1.4930359937402192e-05, |
| "loss": 1.5068, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.9968487394957983, |
| "grad_norm": 21.375, |
| "learning_rate": 1.4922535211267605e-05, |
| "loss": 1.1406, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.9978991596638656, |
| "grad_norm": 8.5, |
| "learning_rate": 1.4914710485133022e-05, |
| "loss": 1.3998, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.9989495798319328, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.4906885758998436e-05, |
| "loss": 1.3126, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 14.25, |
| "learning_rate": 1.4899061032863851e-05, |
| "loss": 1.0987, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.0010504201680672, |
| "grad_norm": 35.25, |
| "learning_rate": 1.4891236306729266e-05, |
| "loss": 1.3145, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.0021008403361344, |
| "grad_norm": 28.375, |
| "learning_rate": 1.488341158059468e-05, |
| "loss": 1.5549, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.0031512605042017, |
| "grad_norm": 12.875, |
| "learning_rate": 1.4875586854460095e-05, |
| "loss": 1.0721, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.004201680672269, |
| "grad_norm": 27.25, |
| "learning_rate": 1.486776212832551e-05, |
| "loss": 0.9465, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.0052521008403361, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.4859937402190924e-05, |
| "loss": 1.2033, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.0063025210084033, |
| "grad_norm": 16.125, |
| "learning_rate": 1.4852112676056339e-05, |
| "loss": 1.5769, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.0073529411764706, |
| "grad_norm": 17.0, |
| "learning_rate": 1.4844287949921754e-05, |
| "loss": 1.5204, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.0084033613445378, |
| "grad_norm": 16.625, |
| "learning_rate": 1.483646322378717e-05, |
| "loss": 1.3765, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.009453781512605, |
| "grad_norm": 19.25, |
| "learning_rate": 1.4828638497652583e-05, |
| "loss": 1.3035, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.0105042016806722, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.4820813771518e-05, |
| "loss": 1.3045, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.0115546218487395, |
| "grad_norm": 15.4375, |
| "learning_rate": 1.4812989045383412e-05, |
| "loss": 1.4246, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.0126050420168067, |
| "grad_norm": 16.5, |
| "learning_rate": 1.4805164319248829e-05, |
| "loss": 1.1389, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.013655462184874, |
| "grad_norm": 12.5, |
| "learning_rate": 1.4797339593114242e-05, |
| "loss": 1.1888, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.0147058823529411, |
| "grad_norm": 23.0, |
| "learning_rate": 1.4789514866979658e-05, |
| "loss": 1.6063, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.0157563025210083, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.4781690140845071e-05, |
| "loss": 1.4559, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.0168067226890756, |
| "grad_norm": 16.25, |
| "learning_rate": 1.4773865414710487e-05, |
| "loss": 1.1611, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.0178571428571428, |
| "grad_norm": 23.5, |
| "learning_rate": 1.47660406885759e-05, |
| "loss": 1.3645, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.01890756302521, |
| "grad_norm": 11.375, |
| "learning_rate": 1.4758215962441317e-05, |
| "loss": 1.2812, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.0199579831932772, |
| "grad_norm": 11.625, |
| "learning_rate": 1.4750391236306731e-05, |
| "loss": 1.5295, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.0210084033613445, |
| "grad_norm": 7.96875, |
| "learning_rate": 1.4742566510172144e-05, |
| "loss": 1.1815, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.0220588235294117, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.473474178403756e-05, |
| "loss": 1.4964, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.023109243697479, |
| "grad_norm": 19.25, |
| "learning_rate": 1.4726917057902973e-05, |
| "loss": 1.3701, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.0241596638655461, |
| "grad_norm": 9.875, |
| "learning_rate": 1.471909233176839e-05, |
| "loss": 1.1485, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.0252100840336134, |
| "grad_norm": 18.5, |
| "learning_rate": 1.4711267605633803e-05, |
| "loss": 1.5789, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.0262605042016806, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.4703442879499219e-05, |
| "loss": 1.6354, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.0273109243697478, |
| "grad_norm": 15.375, |
| "learning_rate": 1.4695618153364632e-05, |
| "loss": 1.3682, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.028361344537815, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.4687793427230048e-05, |
| "loss": 0.7953, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.0294117647058822, |
| "grad_norm": 13.75, |
| "learning_rate": 1.4679968701095463e-05, |
| "loss": 0.9399, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.0304621848739495, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.4672143974960878e-05, |
| "loss": 1.0148, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.0315126050420167, |
| "grad_norm": 5.25, |
| "learning_rate": 1.4664319248826292e-05, |
| "loss": 1.4619, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.0325630252100841, |
| "grad_norm": 18.625, |
| "learning_rate": 1.4656494522691707e-05, |
| "loss": 1.3168, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.0336134453781514, |
| "grad_norm": 5.25, |
| "learning_rate": 1.4648669796557122e-05, |
| "loss": 1.1152, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.0346638655462186, |
| "grad_norm": 12.0, |
| "learning_rate": 1.4640845070422536e-05, |
| "loss": 1.0424, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.0357142857142858, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.4633020344287951e-05, |
| "loss": 1.2628, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.036764705882353, |
| "grad_norm": 14.0, |
| "learning_rate": 1.4625195618153366e-05, |
| "loss": 1.5196, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.0378151260504203, |
| "grad_norm": 12.5, |
| "learning_rate": 1.461737089201878e-05, |
| "loss": 1.02, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.0388655462184875, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.4609546165884195e-05, |
| "loss": 1.7924, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.0399159663865547, |
| "grad_norm": 18.875, |
| "learning_rate": 1.460172143974961e-05, |
| "loss": 1.303, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.040966386554622, |
| "grad_norm": 18.125, |
| "learning_rate": 1.4593896713615026e-05, |
| "loss": 1.0753, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.0420168067226891, |
| "grad_norm": 12.5, |
| "learning_rate": 1.4586071987480439e-05, |
| "loss": 1.2265, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.0430672268907564, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.4578247261345855e-05, |
| "loss": 1.6092, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.0441176470588236, |
| "grad_norm": 21.5, |
| "learning_rate": 1.4570422535211268e-05, |
| "loss": 1.2881, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.0451680672268908, |
| "grad_norm": 18.375, |
| "learning_rate": 1.4562597809076685e-05, |
| "loss": 1.4533, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.046218487394958, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.4554773082942098e-05, |
| "loss": 1.0597, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.0472689075630253, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.4546948356807514e-05, |
| "loss": 1.3047, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.0483193277310925, |
| "grad_norm": 13.5, |
| "learning_rate": 1.4539123630672927e-05, |
| "loss": 1.4317, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.0493697478991597, |
| "grad_norm": 21.625, |
| "learning_rate": 1.4531298904538343e-05, |
| "loss": 1.5113, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.050420168067227, |
| "grad_norm": 14.6875, |
| "learning_rate": 1.4523474178403758e-05, |
| "loss": 1.5173, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.0514705882352942, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.451564945226917e-05, |
| "loss": 1.4162, |
| "step": 10010 |
| }, |
| { |
| "epoch": 1.0525210084033614, |
| "grad_norm": 17.75, |
| "learning_rate": 1.4507824726134587e-05, |
| "loss": 1.7786, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.0535714285714286, |
| "grad_norm": 354.0, |
| "learning_rate": 1.45e-05, |
| "loss": 1.0287, |
| "step": 10030 |
| }, |
| { |
| "epoch": 1.0546218487394958, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.4492175273865416e-05, |
| "loss": 1.2295, |
| "step": 10040 |
| }, |
| { |
| "epoch": 1.055672268907563, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.448435054773083e-05, |
| "loss": 1.391, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.0567226890756303, |
| "grad_norm": 15.125, |
| "learning_rate": 1.4476525821596246e-05, |
| "loss": 1.3713, |
| "step": 10060 |
| }, |
| { |
| "epoch": 1.0577731092436975, |
| "grad_norm": 16.75, |
| "learning_rate": 1.4468701095461659e-05, |
| "loss": 1.4097, |
| "step": 10070 |
| }, |
| { |
| "epoch": 1.0588235294117647, |
| "grad_norm": 11.375, |
| "learning_rate": 1.4460876369327075e-05, |
| "loss": 1.2367, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.059873949579832, |
| "grad_norm": 13.875, |
| "learning_rate": 1.4453051643192491e-05, |
| "loss": 1.8857, |
| "step": 10090 |
| }, |
| { |
| "epoch": 1.0609243697478992, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.4445226917057904e-05, |
| "loss": 1.5483, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.0619747899159664, |
| "grad_norm": 5.71875, |
| "learning_rate": 1.4437402190923319e-05, |
| "loss": 1.0275, |
| "step": 10110 |
| }, |
| { |
| "epoch": 1.0630252100840336, |
| "grad_norm": 16.5, |
| "learning_rate": 1.4429577464788734e-05, |
| "loss": 1.4544, |
| "step": 10120 |
| }, |
| { |
| "epoch": 1.0640756302521008, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.4421752738654148e-05, |
| "loss": 1.4458, |
| "step": 10130 |
| }, |
| { |
| "epoch": 1.065126050420168, |
| "grad_norm": 16.25, |
| "learning_rate": 1.4413928012519563e-05, |
| "loss": 0.9895, |
| "step": 10140 |
| }, |
| { |
| "epoch": 1.0661764705882353, |
| "grad_norm": 16.625, |
| "learning_rate": 1.4406103286384978e-05, |
| "loss": 1.7776, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.0672268907563025, |
| "grad_norm": 24.0, |
| "learning_rate": 1.4398278560250392e-05, |
| "loss": 1.0594, |
| "step": 10160 |
| }, |
| { |
| "epoch": 1.0682773109243697, |
| "grad_norm": 12.25, |
| "learning_rate": 1.4390453834115807e-05, |
| "loss": 1.393, |
| "step": 10170 |
| }, |
| { |
| "epoch": 1.069327731092437, |
| "grad_norm": 12.875, |
| "learning_rate": 1.4382629107981222e-05, |
| "loss": 1.5787, |
| "step": 10180 |
| }, |
| { |
| "epoch": 1.0703781512605042, |
| "grad_norm": 13.625, |
| "learning_rate": 1.4374804381846636e-05, |
| "loss": 1.2195, |
| "step": 10190 |
| }, |
| { |
| "epoch": 1.0714285714285714, |
| "grad_norm": 6.34375, |
| "learning_rate": 1.4366979655712053e-05, |
| "loss": 1.3009, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.0724789915966386, |
| "grad_norm": 19.875, |
| "learning_rate": 1.4359154929577466e-05, |
| "loss": 1.6442, |
| "step": 10210 |
| }, |
| { |
| "epoch": 1.0735294117647058, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.4351330203442882e-05, |
| "loss": 1.4135, |
| "step": 10220 |
| }, |
| { |
| "epoch": 1.074579831932773, |
| "grad_norm": 5.125, |
| "learning_rate": 1.4343505477308295e-05, |
| "loss": 1.3497, |
| "step": 10230 |
| }, |
| { |
| "epoch": 1.0756302521008403, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.4335680751173711e-05, |
| "loss": 1.3815, |
| "step": 10240 |
| }, |
| { |
| "epoch": 1.0766806722689075, |
| "grad_norm": 17.875, |
| "learning_rate": 1.4327856025039124e-05, |
| "loss": 1.3823, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.0777310924369747, |
| "grad_norm": 19.0, |
| "learning_rate": 1.432003129890454e-05, |
| "loss": 1.7767, |
| "step": 10260 |
| }, |
| { |
| "epoch": 1.078781512605042, |
| "grad_norm": 20.75, |
| "learning_rate": 1.4312206572769953e-05, |
| "loss": 1.2912, |
| "step": 10270 |
| }, |
| { |
| "epoch": 1.0798319327731092, |
| "grad_norm": 12.625, |
| "learning_rate": 1.430438184663537e-05, |
| "loss": 1.0742, |
| "step": 10280 |
| }, |
| { |
| "epoch": 1.0808823529411764, |
| "grad_norm": 19.625, |
| "learning_rate": 1.4296557120500784e-05, |
| "loss": 0.905, |
| "step": 10290 |
| }, |
| { |
| "epoch": 1.0819327731092436, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.4288732394366197e-05, |
| "loss": 0.8441, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.0829831932773109, |
| "grad_norm": 16.375, |
| "learning_rate": 1.4280907668231614e-05, |
| "loss": 1.4784, |
| "step": 10310 |
| }, |
| { |
| "epoch": 1.084033613445378, |
| "grad_norm": 9.625, |
| "learning_rate": 1.4273082942097027e-05, |
| "loss": 1.3086, |
| "step": 10320 |
| }, |
| { |
| "epoch": 1.0850840336134453, |
| "grad_norm": 12.0, |
| "learning_rate": 1.4265258215962443e-05, |
| "loss": 1.2392, |
| "step": 10330 |
| }, |
| { |
| "epoch": 1.0861344537815125, |
| "grad_norm": 24.75, |
| "learning_rate": 1.4257433489827856e-05, |
| "loss": 1.7351, |
| "step": 10340 |
| }, |
| { |
| "epoch": 1.0871848739495797, |
| "grad_norm": 16.25, |
| "learning_rate": 1.4249608763693272e-05, |
| "loss": 1.3572, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.088235294117647, |
| "grad_norm": 23.625, |
| "learning_rate": 1.4241784037558685e-05, |
| "loss": 1.2551, |
| "step": 10360 |
| }, |
| { |
| "epoch": 1.0892857142857142, |
| "grad_norm": 10.3125, |
| "learning_rate": 1.4233959311424102e-05, |
| "loss": 1.2559, |
| "step": 10370 |
| }, |
| { |
| "epoch": 1.0903361344537814, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.4226134585289515e-05, |
| "loss": 0.9075, |
| "step": 10380 |
| }, |
| { |
| "epoch": 1.0913865546218486, |
| "grad_norm": 18.75, |
| "learning_rate": 1.4218309859154931e-05, |
| "loss": 1.1107, |
| "step": 10390 |
| }, |
| { |
| "epoch": 1.092436974789916, |
| "grad_norm": 11.75, |
| "learning_rate": 1.4210485133020346e-05, |
| "loss": 1.5606, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.0934873949579833, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.420266040688576e-05, |
| "loss": 1.2448, |
| "step": 10410 |
| }, |
| { |
| "epoch": 1.0945378151260505, |
| "grad_norm": 24.375, |
| "learning_rate": 1.4194835680751175e-05, |
| "loss": 1.3813, |
| "step": 10420 |
| }, |
| { |
| "epoch": 1.0955882352941178, |
| "grad_norm": 11.1875, |
| "learning_rate": 1.418701095461659e-05, |
| "loss": 1.2514, |
| "step": 10430 |
| }, |
| { |
| "epoch": 1.096638655462185, |
| "grad_norm": 12.5, |
| "learning_rate": 1.4179186228482004e-05, |
| "loss": 1.2028, |
| "step": 10440 |
| }, |
| { |
| "epoch": 1.0976890756302522, |
| "grad_norm": 17.5, |
| "learning_rate": 1.4171361502347419e-05, |
| "loss": 1.5367, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.0987394957983194, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.4163536776212834e-05, |
| "loss": 1.3679, |
| "step": 10460 |
| }, |
| { |
| "epoch": 1.0997899159663866, |
| "grad_norm": 17.625, |
| "learning_rate": 1.4155712050078248e-05, |
| "loss": 1.7243, |
| "step": 10470 |
| }, |
| { |
| "epoch": 1.1008403361344539, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.4147887323943663e-05, |
| "loss": 1.1804, |
| "step": 10480 |
| }, |
| { |
| "epoch": 1.101890756302521, |
| "grad_norm": 3.125, |
| "learning_rate": 1.414006259780908e-05, |
| "loss": 1.5059, |
| "step": 10490 |
| }, |
| { |
| "epoch": 1.1029411764705883, |
| "grad_norm": 9.125, |
| "learning_rate": 1.4132237871674492e-05, |
| "loss": 1.171, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.1039915966386555, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.4124413145539909e-05, |
| "loss": 1.5, |
| "step": 10510 |
| }, |
| { |
| "epoch": 1.1050420168067228, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.4116588419405321e-05, |
| "loss": 1.8615, |
| "step": 10520 |
| }, |
| { |
| "epoch": 1.10609243697479, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.4108763693270738e-05, |
| "loss": 1.547, |
| "step": 10530 |
| }, |
| { |
| "epoch": 1.1071428571428572, |
| "grad_norm": 18.625, |
| "learning_rate": 1.410093896713615e-05, |
| "loss": 1.4725, |
| "step": 10540 |
| }, |
| { |
| "epoch": 1.1081932773109244, |
| "grad_norm": 35.25, |
| "learning_rate": 1.4093114241001567e-05, |
| "loss": 1.4691, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.1092436974789917, |
| "grad_norm": 14.5625, |
| "learning_rate": 1.408528951486698e-05, |
| "loss": 1.2334, |
| "step": 10560 |
| }, |
| { |
| "epoch": 1.1102941176470589, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.4077464788732396e-05, |
| "loss": 1.5374, |
| "step": 10570 |
| }, |
| { |
| "epoch": 1.111344537815126, |
| "grad_norm": 13.75, |
| "learning_rate": 1.406964006259781e-05, |
| "loss": 1.4166, |
| "step": 10580 |
| }, |
| { |
| "epoch": 1.1123949579831933, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.4061815336463224e-05, |
| "loss": 1.1928, |
| "step": 10590 |
| }, |
| { |
| "epoch": 1.1134453781512605, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.405399061032864e-05, |
| "loss": 1.2728, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.1144957983193278, |
| "grad_norm": 17.25, |
| "learning_rate": 1.4046165884194053e-05, |
| "loss": 1.3545, |
| "step": 10610 |
| }, |
| { |
| "epoch": 1.115546218487395, |
| "grad_norm": 20.0, |
| "learning_rate": 1.403834115805947e-05, |
| "loss": 1.6394, |
| "step": 10620 |
| }, |
| { |
| "epoch": 1.1165966386554622, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.4030516431924883e-05, |
| "loss": 1.6101, |
| "step": 10630 |
| }, |
| { |
| "epoch": 1.1176470588235294, |
| "grad_norm": 10.5625, |
| "learning_rate": 1.4022691705790299e-05, |
| "loss": 0.965, |
| "step": 10640 |
| }, |
| { |
| "epoch": 1.1186974789915967, |
| "grad_norm": 13.375, |
| "learning_rate": 1.4014866979655712e-05, |
| "loss": 1.4676, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.1197478991596639, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.4007042253521128e-05, |
| "loss": 1.4875, |
| "step": 10660 |
| }, |
| { |
| "epoch": 1.120798319327731, |
| "grad_norm": 18.875, |
| "learning_rate": 1.3999217527386541e-05, |
| "loss": 1.5261, |
| "step": 10670 |
| }, |
| { |
| "epoch": 1.1218487394957983, |
| "grad_norm": 9.5, |
| "learning_rate": 1.3991392801251958e-05, |
| "loss": 1.3436, |
| "step": 10680 |
| }, |
| { |
| "epoch": 1.1228991596638656, |
| "grad_norm": 18.375, |
| "learning_rate": 1.3983568075117372e-05, |
| "loss": 1.3652, |
| "step": 10690 |
| }, |
| { |
| "epoch": 1.1239495798319328, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.3975743348982787e-05, |
| "loss": 1.5565, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.125, |
| "grad_norm": 20.375, |
| "learning_rate": 1.3967918622848202e-05, |
| "loss": 1.3983, |
| "step": 10710 |
| }, |
| { |
| "epoch": 1.1260504201680672, |
| "grad_norm": 20.625, |
| "learning_rate": 1.3960093896713616e-05, |
| "loss": 1.2691, |
| "step": 10720 |
| }, |
| { |
| "epoch": 1.1271008403361344, |
| "grad_norm": 7.59375, |
| "learning_rate": 1.3952269170579031e-05, |
| "loss": 1.1509, |
| "step": 10730 |
| }, |
| { |
| "epoch": 1.1281512605042017, |
| "grad_norm": 12.875, |
| "learning_rate": 1.3944444444444446e-05, |
| "loss": 0.952, |
| "step": 10740 |
| }, |
| { |
| "epoch": 1.129201680672269, |
| "grad_norm": 14.375, |
| "learning_rate": 1.393661971830986e-05, |
| "loss": 1.3555, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.1302521008403361, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.3928794992175275e-05, |
| "loss": 1.2439, |
| "step": 10760 |
| }, |
| { |
| "epoch": 1.1313025210084033, |
| "grad_norm": 11.875, |
| "learning_rate": 1.392097026604069e-05, |
| "loss": 1.1128, |
| "step": 10770 |
| }, |
| { |
| "epoch": 1.1323529411764706, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.3913145539906106e-05, |
| "loss": 1.4089, |
| "step": 10780 |
| }, |
| { |
| "epoch": 1.1334033613445378, |
| "grad_norm": 16.0, |
| "learning_rate": 1.3905320813771519e-05, |
| "loss": 1.3108, |
| "step": 10790 |
| }, |
| { |
| "epoch": 1.134453781512605, |
| "grad_norm": 12.625, |
| "learning_rate": 1.3897496087636935e-05, |
| "loss": 0.923, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.1355042016806722, |
| "grad_norm": 5.6875, |
| "learning_rate": 1.3889671361502348e-05, |
| "loss": 0.8651, |
| "step": 10810 |
| }, |
| { |
| "epoch": 1.1365546218487395, |
| "grad_norm": 7.46875, |
| "learning_rate": 1.3881846635367764e-05, |
| "loss": 0.9996, |
| "step": 10820 |
| }, |
| { |
| "epoch": 1.1376050420168067, |
| "grad_norm": 15.25, |
| "learning_rate": 1.3874021909233177e-05, |
| "loss": 1.188, |
| "step": 10830 |
| }, |
| { |
| "epoch": 1.138655462184874, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.3866197183098594e-05, |
| "loss": 1.2221, |
| "step": 10840 |
| }, |
| { |
| "epoch": 1.1397058823529411, |
| "grad_norm": 18.75, |
| "learning_rate": 1.3858372456964007e-05, |
| "loss": 1.3794, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.1407563025210083, |
| "grad_norm": 16.875, |
| "learning_rate": 1.3850547730829423e-05, |
| "loss": 1.4104, |
| "step": 10860 |
| }, |
| { |
| "epoch": 1.1418067226890756, |
| "grad_norm": 27.25, |
| "learning_rate": 1.3842723004694836e-05, |
| "loss": 1.3409, |
| "step": 10870 |
| }, |
| { |
| "epoch": 1.1428571428571428, |
| "grad_norm": 23.875, |
| "learning_rate": 1.383489827856025e-05, |
| "loss": 1.4767, |
| "step": 10880 |
| }, |
| { |
| "epoch": 1.14390756302521, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.3827073552425667e-05, |
| "loss": 0.9714, |
| "step": 10890 |
| }, |
| { |
| "epoch": 1.1449579831932772, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.381924882629108e-05, |
| "loss": 1.3208, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.1460084033613445, |
| "grad_norm": 15.5, |
| "learning_rate": 1.3811424100156496e-05, |
| "loss": 1.2431, |
| "step": 10910 |
| }, |
| { |
| "epoch": 1.1470588235294117, |
| "grad_norm": 9.0625, |
| "learning_rate": 1.380359937402191e-05, |
| "loss": 1.254, |
| "step": 10920 |
| }, |
| { |
| "epoch": 1.148109243697479, |
| "grad_norm": 16.75, |
| "learning_rate": 1.3795774647887326e-05, |
| "loss": 1.6899, |
| "step": 10930 |
| }, |
| { |
| "epoch": 1.1491596638655461, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.3787949921752739e-05, |
| "loss": 1.1452, |
| "step": 10940 |
| }, |
| { |
| "epoch": 1.1502100840336134, |
| "grad_norm": 17.75, |
| "learning_rate": 1.3780125195618155e-05, |
| "loss": 1.8214, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.1512605042016806, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.3772300469483568e-05, |
| "loss": 0.724, |
| "step": 10960 |
| }, |
| { |
| "epoch": 1.1523109243697478, |
| "grad_norm": 23.375, |
| "learning_rate": 1.3764475743348984e-05, |
| "loss": 1.2687, |
| "step": 10970 |
| }, |
| { |
| "epoch": 1.153361344537815, |
| "grad_norm": 13.0, |
| "learning_rate": 1.3756651017214399e-05, |
| "loss": 1.2736, |
| "step": 10980 |
| }, |
| { |
| "epoch": 1.1544117647058822, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.3748826291079814e-05, |
| "loss": 1.5121, |
| "step": 10990 |
| }, |
| { |
| "epoch": 1.1554621848739495, |
| "grad_norm": 16.375, |
| "learning_rate": 1.3741001564945228e-05, |
| "loss": 1.3454, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.1565126050420167, |
| "grad_norm": 17.0, |
| "learning_rate": 1.3733176838810643e-05, |
| "loss": 1.5489, |
| "step": 11010 |
| }, |
| { |
| "epoch": 1.157563025210084, |
| "grad_norm": 15.9375, |
| "learning_rate": 1.3725352112676057e-05, |
| "loss": 1.0976, |
| "step": 11020 |
| }, |
| { |
| "epoch": 1.1586134453781511, |
| "grad_norm": 34.25, |
| "learning_rate": 1.3717527386541472e-05, |
| "loss": 1.1138, |
| "step": 11030 |
| }, |
| { |
| "epoch": 1.1596638655462184, |
| "grad_norm": 16.75, |
| "learning_rate": 1.3709702660406887e-05, |
| "loss": 1.4818, |
| "step": 11040 |
| }, |
| { |
| "epoch": 1.1607142857142858, |
| "grad_norm": 16.25, |
| "learning_rate": 1.3701877934272301e-05, |
| "loss": 1.3685, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.161764705882353, |
| "grad_norm": 9.25, |
| "learning_rate": 1.3694053208137716e-05, |
| "loss": 1.2225, |
| "step": 11060 |
| }, |
| { |
| "epoch": 1.1628151260504203, |
| "grad_norm": 12.0, |
| "learning_rate": 1.368622848200313e-05, |
| "loss": 1.2856, |
| "step": 11070 |
| }, |
| { |
| "epoch": 1.1638655462184875, |
| "grad_norm": 7.28125, |
| "learning_rate": 1.3678403755868545e-05, |
| "loss": 1.1306, |
| "step": 11080 |
| }, |
| { |
| "epoch": 1.1649159663865547, |
| "grad_norm": 9.3125, |
| "learning_rate": 1.3670579029733962e-05, |
| "loss": 1.333, |
| "step": 11090 |
| }, |
| { |
| "epoch": 1.165966386554622, |
| "grad_norm": 9.75, |
| "learning_rate": 1.3662754303599375e-05, |
| "loss": 1.265, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.1670168067226891, |
| "grad_norm": 19.625, |
| "learning_rate": 1.3654929577464791e-05, |
| "loss": 1.5931, |
| "step": 11110 |
| }, |
| { |
| "epoch": 1.1680672268907564, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.3647104851330204e-05, |
| "loss": 1.6028, |
| "step": 11120 |
| }, |
| { |
| "epoch": 1.1691176470588236, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.363928012519562e-05, |
| "loss": 1.2405, |
| "step": 11130 |
| }, |
| { |
| "epoch": 1.1701680672268908, |
| "grad_norm": 12.8125, |
| "learning_rate": 1.3631455399061033e-05, |
| "loss": 1.6825, |
| "step": 11140 |
| }, |
| { |
| "epoch": 1.171218487394958, |
| "grad_norm": 18.125, |
| "learning_rate": 1.362363067292645e-05, |
| "loss": 1.2953, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.1722689075630253, |
| "grad_norm": 14.625, |
| "learning_rate": 1.3615805946791863e-05, |
| "loss": 1.254, |
| "step": 11160 |
| }, |
| { |
| "epoch": 1.1733193277310925, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.3607981220657277e-05, |
| "loss": 0.9121, |
| "step": 11170 |
| }, |
| { |
| "epoch": 1.1743697478991597, |
| "grad_norm": 15.875, |
| "learning_rate": 1.3600156494522694e-05, |
| "loss": 1.2803, |
| "step": 11180 |
| }, |
| { |
| "epoch": 1.175420168067227, |
| "grad_norm": 20.0, |
| "learning_rate": 1.3592331768388107e-05, |
| "loss": 1.0452, |
| "step": 11190 |
| }, |
| { |
| "epoch": 1.1764705882352942, |
| "grad_norm": 17.875, |
| "learning_rate": 1.3584507042253523e-05, |
| "loss": 1.6264, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.1775210084033614, |
| "grad_norm": 36.25, |
| "learning_rate": 1.3576682316118936e-05, |
| "loss": 1.2355, |
| "step": 11210 |
| }, |
| { |
| "epoch": 1.1785714285714286, |
| "grad_norm": 11.375, |
| "learning_rate": 1.3568857589984352e-05, |
| "loss": 1.7128, |
| "step": 11220 |
| }, |
| { |
| "epoch": 1.1796218487394958, |
| "grad_norm": 9.875, |
| "learning_rate": 1.3561032863849765e-05, |
| "loss": 1.0711, |
| "step": 11230 |
| }, |
| { |
| "epoch": 1.180672268907563, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.3553208137715182e-05, |
| "loss": 1.1493, |
| "step": 11240 |
| }, |
| { |
| "epoch": 1.1817226890756303, |
| "grad_norm": 14.6875, |
| "learning_rate": 1.3545383411580595e-05, |
| "loss": 1.3251, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.1827731092436975, |
| "grad_norm": 21.625, |
| "learning_rate": 1.3537558685446011e-05, |
| "loss": 1.8988, |
| "step": 11260 |
| }, |
| { |
| "epoch": 1.1838235294117647, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.3529733959311426e-05, |
| "loss": 1.6502, |
| "step": 11270 |
| }, |
| { |
| "epoch": 1.184873949579832, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.352190923317684e-05, |
| "loss": 1.2318, |
| "step": 11280 |
| }, |
| { |
| "epoch": 1.1859243697478992, |
| "grad_norm": 12.125, |
| "learning_rate": 1.3514084507042255e-05, |
| "loss": 1.6075, |
| "step": 11290 |
| }, |
| { |
| "epoch": 1.1869747899159664, |
| "grad_norm": 14.5, |
| "learning_rate": 1.350625978090767e-05, |
| "loss": 1.43, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.1880252100840336, |
| "grad_norm": 20.875, |
| "learning_rate": 1.3498435054773084e-05, |
| "loss": 1.5842, |
| "step": 11310 |
| }, |
| { |
| "epoch": 1.1890756302521008, |
| "grad_norm": 14.375, |
| "learning_rate": 1.3490610328638499e-05, |
| "loss": 1.573, |
| "step": 11320 |
| }, |
| { |
| "epoch": 1.190126050420168, |
| "grad_norm": 11.25, |
| "learning_rate": 1.3482785602503913e-05, |
| "loss": 1.5654, |
| "step": 11330 |
| }, |
| { |
| "epoch": 1.1911764705882353, |
| "grad_norm": 18.125, |
| "learning_rate": 1.3474960876369328e-05, |
| "loss": 2.1257, |
| "step": 11340 |
| }, |
| { |
| "epoch": 1.1922268907563025, |
| "grad_norm": 16.875, |
| "learning_rate": 1.3467136150234743e-05, |
| "loss": 1.4576, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.1932773109243697, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.3459311424100157e-05, |
| "loss": 1.3279, |
| "step": 11360 |
| }, |
| { |
| "epoch": 1.194327731092437, |
| "grad_norm": 189.0, |
| "learning_rate": 1.3451486697965572e-05, |
| "loss": 1.4203, |
| "step": 11370 |
| }, |
| { |
| "epoch": 1.1953781512605042, |
| "grad_norm": 21.375, |
| "learning_rate": 1.3443661971830988e-05, |
| "loss": 1.4392, |
| "step": 11380 |
| }, |
| { |
| "epoch": 1.1964285714285714, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.3435837245696401e-05, |
| "loss": 1.6435, |
| "step": 11390 |
| }, |
| { |
| "epoch": 1.1974789915966386, |
| "grad_norm": 22.125, |
| "learning_rate": 1.3428012519561818e-05, |
| "loss": 1.1396, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.1985294117647058, |
| "grad_norm": 13.125, |
| "learning_rate": 1.342018779342723e-05, |
| "loss": 0.9979, |
| "step": 11410 |
| }, |
| { |
| "epoch": 1.199579831932773, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.3412363067292647e-05, |
| "loss": 1.2108, |
| "step": 11420 |
| }, |
| { |
| "epoch": 1.2006302521008403, |
| "grad_norm": 19.625, |
| "learning_rate": 1.340453834115806e-05, |
| "loss": 0.9337, |
| "step": 11430 |
| }, |
| { |
| "epoch": 1.2016806722689075, |
| "grad_norm": 14.25, |
| "learning_rate": 1.3396713615023476e-05, |
| "loss": 1.4902, |
| "step": 11440 |
| }, |
| { |
| "epoch": 1.2027310924369747, |
| "grad_norm": 16.875, |
| "learning_rate": 1.338888888888889e-05, |
| "loss": 1.4991, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.203781512605042, |
| "grad_norm": 18.5, |
| "learning_rate": 1.3381064162754304e-05, |
| "loss": 1.2124, |
| "step": 11460 |
| }, |
| { |
| "epoch": 1.2048319327731092, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.337323943661972e-05, |
| "loss": 1.4139, |
| "step": 11470 |
| }, |
| { |
| "epoch": 1.2058823529411764, |
| "grad_norm": 14.0, |
| "learning_rate": 1.3365414710485133e-05, |
| "loss": 1.3933, |
| "step": 11480 |
| }, |
| { |
| "epoch": 1.2069327731092436, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.335758998435055e-05, |
| "loss": 1.5434, |
| "step": 11490 |
| }, |
| { |
| "epoch": 1.2079831932773109, |
| "grad_norm": 16.25, |
| "learning_rate": 1.3349765258215963e-05, |
| "loss": 1.5367, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.209033613445378, |
| "grad_norm": 9.25, |
| "learning_rate": 1.3341940532081379e-05, |
| "loss": 1.3468, |
| "step": 11510 |
| }, |
| { |
| "epoch": 1.2100840336134453, |
| "grad_norm": 15.875, |
| "learning_rate": 1.3334115805946792e-05, |
| "loss": 1.4425, |
| "step": 11520 |
| }, |
| { |
| "epoch": 1.2111344537815125, |
| "grad_norm": 18.625, |
| "learning_rate": 1.3326291079812208e-05, |
| "loss": 1.7911, |
| "step": 11530 |
| }, |
| { |
| "epoch": 1.2121848739495797, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.3318466353677621e-05, |
| "loss": 1.1501, |
| "step": 11540 |
| }, |
| { |
| "epoch": 1.213235294117647, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.3310641627543037e-05, |
| "loss": 1.2397, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.2142857142857142, |
| "grad_norm": 14.25, |
| "learning_rate": 1.330281690140845e-05, |
| "loss": 1.5209, |
| "step": 11560 |
| }, |
| { |
| "epoch": 1.2153361344537816, |
| "grad_norm": 3.5, |
| "learning_rate": 1.3294992175273867e-05, |
| "loss": 1.6226, |
| "step": 11570 |
| }, |
| { |
| "epoch": 1.2163865546218489, |
| "grad_norm": 17.25, |
| "learning_rate": 1.3287167449139281e-05, |
| "loss": 1.2548, |
| "step": 11580 |
| }, |
| { |
| "epoch": 1.217436974789916, |
| "grad_norm": 15.9375, |
| "learning_rate": 1.3279342723004696e-05, |
| "loss": 1.5391, |
| "step": 11590 |
| }, |
| { |
| "epoch": 1.2184873949579833, |
| "grad_norm": 17.25, |
| "learning_rate": 1.327151799687011e-05, |
| "loss": 1.0214, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.2195378151260505, |
| "grad_norm": 17.625, |
| "learning_rate": 1.3263693270735525e-05, |
| "loss": 1.2153, |
| "step": 11610 |
| }, |
| { |
| "epoch": 1.2205882352941178, |
| "grad_norm": 9.1875, |
| "learning_rate": 1.325586854460094e-05, |
| "loss": 0.8848, |
| "step": 11620 |
| }, |
| { |
| "epoch": 1.221638655462185, |
| "grad_norm": 11.875, |
| "learning_rate": 1.3248043818466355e-05, |
| "loss": 1.4852, |
| "step": 11630 |
| }, |
| { |
| "epoch": 1.2226890756302522, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.324021909233177e-05, |
| "loss": 1.2781, |
| "step": 11640 |
| }, |
| { |
| "epoch": 1.2237394957983194, |
| "grad_norm": 13.5, |
| "learning_rate": 1.3232394366197184e-05, |
| "loss": 1.4085, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.2247899159663866, |
| "grad_norm": 12.875, |
| "learning_rate": 1.3224569640062599e-05, |
| "loss": 0.9212, |
| "step": 11660 |
| }, |
| { |
| "epoch": 1.2258403361344539, |
| "grad_norm": 9.8125, |
| "learning_rate": 1.3216744913928015e-05, |
| "loss": 1.5026, |
| "step": 11670 |
| }, |
| { |
| "epoch": 1.226890756302521, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.3208920187793428e-05, |
| "loss": 1.153, |
| "step": 11680 |
| }, |
| { |
| "epoch": 1.2279411764705883, |
| "grad_norm": 5.78125, |
| "learning_rate": 1.3201095461658844e-05, |
| "loss": 1.5746, |
| "step": 11690 |
| }, |
| { |
| "epoch": 1.2289915966386555, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.3193270735524257e-05, |
| "loss": 1.3192, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.2300420168067228, |
| "grad_norm": 12.5, |
| "learning_rate": 1.3185446009389674e-05, |
| "loss": 1.6797, |
| "step": 11710 |
| }, |
| { |
| "epoch": 1.23109243697479, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.3177621283255087e-05, |
| "loss": 1.0005, |
| "step": 11720 |
| }, |
| { |
| "epoch": 1.2321428571428572, |
| "grad_norm": 11.25, |
| "learning_rate": 1.3169796557120503e-05, |
| "loss": 1.5104, |
| "step": 11730 |
| }, |
| { |
| "epoch": 1.2331932773109244, |
| "grad_norm": 8.8125, |
| "learning_rate": 1.3161971830985916e-05, |
| "loss": 1.4712, |
| "step": 11740 |
| }, |
| { |
| "epoch": 1.2342436974789917, |
| "grad_norm": 6.84375, |
| "learning_rate": 1.3154147104851332e-05, |
| "loss": 1.3192, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.2352941176470589, |
| "grad_norm": 11.875, |
| "learning_rate": 1.3146322378716745e-05, |
| "loss": 1.0407, |
| "step": 11760 |
| }, |
| { |
| "epoch": 1.236344537815126, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.313849765258216e-05, |
| "loss": 1.7191, |
| "step": 11770 |
| }, |
| { |
| "epoch": 1.2373949579831933, |
| "grad_norm": 17.375, |
| "learning_rate": 1.3130672926447576e-05, |
| "loss": 1.6019, |
| "step": 11780 |
| }, |
| { |
| "epoch": 1.2384453781512605, |
| "grad_norm": 9.75, |
| "learning_rate": 1.3122848200312989e-05, |
| "loss": 1.4871, |
| "step": 11790 |
| }, |
| { |
| "epoch": 1.2394957983193278, |
| "grad_norm": 7.8125, |
| "learning_rate": 1.3115023474178405e-05, |
| "loss": 1.3843, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.240546218487395, |
| "grad_norm": 7.28125, |
| "learning_rate": 1.3107198748043818e-05, |
| "loss": 1.1443, |
| "step": 11810 |
| }, |
| { |
| "epoch": 1.2415966386554622, |
| "grad_norm": 13.75, |
| "learning_rate": 1.3099374021909235e-05, |
| "loss": 1.1077, |
| "step": 11820 |
| }, |
| { |
| "epoch": 1.2426470588235294, |
| "grad_norm": 17.125, |
| "learning_rate": 1.3091549295774648e-05, |
| "loss": 1.1865, |
| "step": 11830 |
| }, |
| { |
| "epoch": 1.2436974789915967, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.3083724569640064e-05, |
| "loss": 1.5642, |
| "step": 11840 |
| }, |
| { |
| "epoch": 1.2447478991596639, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.3075899843505477e-05, |
| "loss": 1.1188, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.245798319327731, |
| "grad_norm": 16.125, |
| "learning_rate": 1.3068075117370893e-05, |
| "loss": 2.0191, |
| "step": 11860 |
| }, |
| { |
| "epoch": 1.2468487394957983, |
| "grad_norm": 12.25, |
| "learning_rate": 1.3060250391236308e-05, |
| "loss": 1.4672, |
| "step": 11870 |
| }, |
| { |
| "epoch": 1.2478991596638656, |
| "grad_norm": 5.28125, |
| "learning_rate": 1.3052425665101723e-05, |
| "loss": 1.1893, |
| "step": 11880 |
| }, |
| { |
| "epoch": 1.2489495798319328, |
| "grad_norm": 9.0625, |
| "learning_rate": 1.3044600938967137e-05, |
| "loss": 1.175, |
| "step": 11890 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 13.125, |
| "learning_rate": 1.3036776212832552e-05, |
| "loss": 1.8234, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.2510504201680672, |
| "grad_norm": 20.875, |
| "learning_rate": 1.3028951486697967e-05, |
| "loss": 1.6298, |
| "step": 11910 |
| }, |
| { |
| "epoch": 1.2521008403361344, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.3021126760563381e-05, |
| "loss": 1.3639, |
| "step": 11920 |
| }, |
| { |
| "epoch": 1.2531512605042017, |
| "grad_norm": 24.375, |
| "learning_rate": 1.3013302034428796e-05, |
| "loss": 1.449, |
| "step": 11930 |
| }, |
| { |
| "epoch": 1.254201680672269, |
| "grad_norm": 11.3125, |
| "learning_rate": 1.300547730829421e-05, |
| "loss": 1.1688, |
| "step": 11940 |
| }, |
| { |
| "epoch": 1.2552521008403361, |
| "grad_norm": 13.25, |
| "learning_rate": 1.2997652582159625e-05, |
| "loss": 1.6437, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.2563025210084033, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.2989827856025042e-05, |
| "loss": 1.0691, |
| "step": 11960 |
| }, |
| { |
| "epoch": 1.2573529411764706, |
| "grad_norm": 24.125, |
| "learning_rate": 1.2982003129890455e-05, |
| "loss": 1.7317, |
| "step": 11970 |
| }, |
| { |
| "epoch": 1.2584033613445378, |
| "grad_norm": 19.125, |
| "learning_rate": 1.2974178403755871e-05, |
| "loss": 1.1363, |
| "step": 11980 |
| }, |
| { |
| "epoch": 1.259453781512605, |
| "grad_norm": 14.1875, |
| "learning_rate": 1.2966353677621284e-05, |
| "loss": 1.362, |
| "step": 11990 |
| }, |
| { |
| "epoch": 1.2605042016806722, |
| "grad_norm": 11.375, |
| "learning_rate": 1.29585289514867e-05, |
| "loss": 1.6147, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.2615546218487395, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.2950704225352113e-05, |
| "loss": 1.3879, |
| "step": 12010 |
| }, |
| { |
| "epoch": 1.2626050420168067, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.294287949921753e-05, |
| "loss": 1.3297, |
| "step": 12020 |
| }, |
| { |
| "epoch": 1.263655462184874, |
| "grad_norm": 11.5, |
| "learning_rate": 1.2935054773082943e-05, |
| "loss": 1.1665, |
| "step": 12030 |
| }, |
| { |
| "epoch": 1.2647058823529411, |
| "grad_norm": 18.125, |
| "learning_rate": 1.2927230046948359e-05, |
| "loss": 1.4025, |
| "step": 12040 |
| }, |
| { |
| "epoch": 1.2657563025210083, |
| "grad_norm": 25.0, |
| "learning_rate": 1.2919405320813772e-05, |
| "loss": 1.2586, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.2668067226890756, |
| "grad_norm": 12.5, |
| "learning_rate": 1.2911580594679186e-05, |
| "loss": 1.7389, |
| "step": 12060 |
| }, |
| { |
| "epoch": 1.2678571428571428, |
| "grad_norm": 19.25, |
| "learning_rate": 1.2903755868544603e-05, |
| "loss": 1.1541, |
| "step": 12070 |
| }, |
| { |
| "epoch": 1.26890756302521, |
| "grad_norm": 7.625, |
| "learning_rate": 1.2895931142410016e-05, |
| "loss": 1.1763, |
| "step": 12080 |
| }, |
| { |
| "epoch": 1.2699579831932772, |
| "grad_norm": 23.0, |
| "learning_rate": 1.2888106416275432e-05, |
| "loss": 1.2426, |
| "step": 12090 |
| }, |
| { |
| "epoch": 1.2710084033613445, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.2880281690140845e-05, |
| "loss": 1.3512, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.2720588235294117, |
| "grad_norm": 15.5, |
| "learning_rate": 1.2872456964006261e-05, |
| "loss": 1.1114, |
| "step": 12110 |
| }, |
| { |
| "epoch": 1.273109243697479, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.2864632237871674e-05, |
| "loss": 1.3452, |
| "step": 12120 |
| }, |
| { |
| "epoch": 1.2741596638655461, |
| "grad_norm": 21.125, |
| "learning_rate": 1.285680751173709e-05, |
| "loss": 1.4839, |
| "step": 12130 |
| }, |
| { |
| "epoch": 1.2752100840336134, |
| "grad_norm": 26.0, |
| "learning_rate": 1.2848982785602504e-05, |
| "loss": 1.4127, |
| "step": 12140 |
| }, |
| { |
| "epoch": 1.2762605042016806, |
| "grad_norm": 13.375, |
| "learning_rate": 1.284115805946792e-05, |
| "loss": 0.9342, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.2773109243697478, |
| "grad_norm": 13.125, |
| "learning_rate": 1.2833333333333335e-05, |
| "loss": 1.1793, |
| "step": 12160 |
| }, |
| { |
| "epoch": 1.278361344537815, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.282550860719875e-05, |
| "loss": 1.3344, |
| "step": 12170 |
| }, |
| { |
| "epoch": 1.2794117647058822, |
| "grad_norm": 21.25, |
| "learning_rate": 1.2817683881064164e-05, |
| "loss": 0.8956, |
| "step": 12180 |
| }, |
| { |
| "epoch": 1.2804621848739495, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.2809859154929579e-05, |
| "loss": 1.3549, |
| "step": 12190 |
| }, |
| { |
| "epoch": 1.2815126050420167, |
| "grad_norm": 17.875, |
| "learning_rate": 1.2802034428794993e-05, |
| "loss": 1.5818, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.282563025210084, |
| "grad_norm": 5.65625, |
| "learning_rate": 1.2794209702660408e-05, |
| "loss": 1.0335, |
| "step": 12210 |
| }, |
| { |
| "epoch": 1.2836134453781511, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.2786384976525823e-05, |
| "loss": 1.2507, |
| "step": 12220 |
| }, |
| { |
| "epoch": 1.2846638655462184, |
| "grad_norm": 27.875, |
| "learning_rate": 1.2778560250391237e-05, |
| "loss": 1.9042, |
| "step": 12230 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.2770735524256652e-05, |
| "loss": 1.6034, |
| "step": 12240 |
| }, |
| { |
| "epoch": 1.2867647058823528, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.2762910798122065e-05, |
| "loss": 1.2122, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.28781512605042, |
| "grad_norm": 8.75, |
| "learning_rate": 1.2755086071987481e-05, |
| "loss": 1.5361, |
| "step": 12260 |
| }, |
| { |
| "epoch": 1.2888655462184873, |
| "grad_norm": 25.25, |
| "learning_rate": 1.2747261345852898e-05, |
| "loss": 1.5994, |
| "step": 12270 |
| }, |
| { |
| "epoch": 1.2899159663865547, |
| "grad_norm": 20.125, |
| "learning_rate": 1.273943661971831e-05, |
| "loss": 1.5681, |
| "step": 12280 |
| }, |
| { |
| "epoch": 1.290966386554622, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.2731611893583727e-05, |
| "loss": 1.2839, |
| "step": 12290 |
| }, |
| { |
| "epoch": 1.2920168067226891, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.272378716744914e-05, |
| "loss": 1.1758, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.2930672268907564, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.2715962441314556e-05, |
| "loss": 1.2308, |
| "step": 12310 |
| }, |
| { |
| "epoch": 1.2941176470588236, |
| "grad_norm": 27.125, |
| "learning_rate": 1.2708137715179969e-05, |
| "loss": 1.236, |
| "step": 12320 |
| }, |
| { |
| "epoch": 1.2951680672268908, |
| "grad_norm": 11.875, |
| "learning_rate": 1.2700312989045385e-05, |
| "loss": 1.0556, |
| "step": 12330 |
| }, |
| { |
| "epoch": 1.296218487394958, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.2692488262910798e-05, |
| "loss": 1.2603, |
| "step": 12340 |
| }, |
| { |
| "epoch": 1.2972689075630253, |
| "grad_norm": 9.875, |
| "learning_rate": 1.2684663536776213e-05, |
| "loss": 0.8483, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.2983193277310925, |
| "grad_norm": 15.875, |
| "learning_rate": 1.267683881064163e-05, |
| "loss": 1.514, |
| "step": 12360 |
| }, |
| { |
| "epoch": 1.2993697478991597, |
| "grad_norm": 9.0, |
| "learning_rate": 1.2669014084507042e-05, |
| "loss": 1.1939, |
| "step": 12370 |
| }, |
| { |
| "epoch": 1.300420168067227, |
| "grad_norm": 15.75, |
| "learning_rate": 1.2661189358372459e-05, |
| "loss": 1.5688, |
| "step": 12380 |
| }, |
| { |
| "epoch": 1.3014705882352942, |
| "grad_norm": 19.5, |
| "learning_rate": 1.2653364632237872e-05, |
| "loss": 1.3059, |
| "step": 12390 |
| }, |
| { |
| "epoch": 1.3025210084033614, |
| "grad_norm": 12.375, |
| "learning_rate": 1.2645539906103288e-05, |
| "loss": 0.9362, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.3035714285714286, |
| "grad_norm": 9.625, |
| "learning_rate": 1.2637715179968701e-05, |
| "loss": 1.2489, |
| "step": 12410 |
| }, |
| { |
| "epoch": 1.3046218487394958, |
| "grad_norm": 10.8125, |
| "learning_rate": 1.2629890453834117e-05, |
| "loss": 1.4674, |
| "step": 12420 |
| }, |
| { |
| "epoch": 1.305672268907563, |
| "grad_norm": 11.75, |
| "learning_rate": 1.262206572769953e-05, |
| "loss": 1.2837, |
| "step": 12430 |
| }, |
| { |
| "epoch": 1.3067226890756303, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.2614241001564947e-05, |
| "loss": 1.1496, |
| "step": 12440 |
| }, |
| { |
| "epoch": 1.3077731092436975, |
| "grad_norm": 5.65625, |
| "learning_rate": 1.2606416275430361e-05, |
| "loss": 1.2523, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.3088235294117647, |
| "grad_norm": 14.875, |
| "learning_rate": 1.2598591549295776e-05, |
| "loss": 1.1827, |
| "step": 12460 |
| }, |
| { |
| "epoch": 1.309873949579832, |
| "grad_norm": 6.375, |
| "learning_rate": 1.259076682316119e-05, |
| "loss": 1.3326, |
| "step": 12470 |
| }, |
| { |
| "epoch": 1.3109243697478992, |
| "grad_norm": 14.0, |
| "learning_rate": 1.2582942097026605e-05, |
| "loss": 1.5072, |
| "step": 12480 |
| }, |
| { |
| "epoch": 1.3119747899159664, |
| "grad_norm": 17.5, |
| "learning_rate": 1.257511737089202e-05, |
| "loss": 1.0364, |
| "step": 12490 |
| }, |
| { |
| "epoch": 1.3130252100840336, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.2567292644757435e-05, |
| "loss": 1.4135, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.3140756302521008, |
| "grad_norm": 12.875, |
| "learning_rate": 1.255946791862285e-05, |
| "loss": 1.4885, |
| "step": 12510 |
| }, |
| { |
| "epoch": 1.315126050420168, |
| "grad_norm": 12.0, |
| "learning_rate": 1.2551643192488264e-05, |
| "loss": 1.3126, |
| "step": 12520 |
| }, |
| { |
| "epoch": 1.3161764705882353, |
| "grad_norm": 17.875, |
| "learning_rate": 1.2543818466353679e-05, |
| "loss": 1.2657, |
| "step": 12530 |
| }, |
| { |
| "epoch": 1.3172268907563025, |
| "grad_norm": 17.5, |
| "learning_rate": 1.2535993740219092e-05, |
| "loss": 1.389, |
| "step": 12540 |
| }, |
| { |
| "epoch": 1.3182773109243697, |
| "grad_norm": 17.125, |
| "learning_rate": 1.2528169014084508e-05, |
| "loss": 1.4456, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.319327731092437, |
| "grad_norm": 15.375, |
| "learning_rate": 1.2520344287949924e-05, |
| "loss": 1.2432, |
| "step": 12560 |
| }, |
| { |
| "epoch": 1.3203781512605042, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.2512519561815337e-05, |
| "loss": 0.82, |
| "step": 12570 |
| }, |
| { |
| "epoch": 1.3214285714285714, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.2504694835680754e-05, |
| "loss": 1.4444, |
| "step": 12580 |
| }, |
| { |
| "epoch": 1.3224789915966386, |
| "grad_norm": 12.625, |
| "learning_rate": 1.2496870109546166e-05, |
| "loss": 1.4157, |
| "step": 12590 |
| }, |
| { |
| "epoch": 1.3235294117647058, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.2489045383411583e-05, |
| "loss": 1.3183, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.324579831932773, |
| "grad_norm": 18.875, |
| "learning_rate": 1.2481220657276996e-05, |
| "loss": 1.5178, |
| "step": 12610 |
| }, |
| { |
| "epoch": 1.3256302521008403, |
| "grad_norm": 12.3125, |
| "learning_rate": 1.2473395931142412e-05, |
| "loss": 1.2979, |
| "step": 12620 |
| }, |
| { |
| "epoch": 1.3266806722689075, |
| "grad_norm": 11.75, |
| "learning_rate": 1.2465571205007825e-05, |
| "loss": 1.5851, |
| "step": 12630 |
| }, |
| { |
| "epoch": 1.3277310924369747, |
| "grad_norm": 6.15625, |
| "learning_rate": 1.245774647887324e-05, |
| "loss": 1.2124, |
| "step": 12640 |
| }, |
| { |
| "epoch": 1.328781512605042, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.2449921752738656e-05, |
| "loss": 1.0869, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.3298319327731092, |
| "grad_norm": 50.5, |
| "learning_rate": 1.2442097026604069e-05, |
| "loss": 1.2768, |
| "step": 12660 |
| }, |
| { |
| "epoch": 1.3308823529411764, |
| "grad_norm": 18.125, |
| "learning_rate": 1.2434272300469485e-05, |
| "loss": 1.8448, |
| "step": 12670 |
| }, |
| { |
| "epoch": 1.3319327731092436, |
| "grad_norm": 16.25, |
| "learning_rate": 1.2426447574334898e-05, |
| "loss": 1.1748, |
| "step": 12680 |
| }, |
| { |
| "epoch": 1.3329831932773109, |
| "grad_norm": 14.875, |
| "learning_rate": 1.2418622848200315e-05, |
| "loss": 1.5983, |
| "step": 12690 |
| }, |
| { |
| "epoch": 1.334033613445378, |
| "grad_norm": 9.3125, |
| "learning_rate": 1.2410798122065728e-05, |
| "loss": 1.3208, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.3350840336134453, |
| "grad_norm": 12.625, |
| "learning_rate": 1.2402973395931144e-05, |
| "loss": 0.8592, |
| "step": 12710 |
| }, |
| { |
| "epoch": 1.3361344537815127, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.2395148669796557e-05, |
| "loss": 1.002, |
| "step": 12720 |
| }, |
| { |
| "epoch": 1.33718487394958, |
| "grad_norm": 13.0625, |
| "learning_rate": 1.2387323943661973e-05, |
| "loss": 1.1317, |
| "step": 12730 |
| }, |
| { |
| "epoch": 1.3382352941176472, |
| "grad_norm": 20.375, |
| "learning_rate": 1.2379499217527386e-05, |
| "loss": 1.7459, |
| "step": 12740 |
| }, |
| { |
| "epoch": 1.3392857142857144, |
| "grad_norm": 7.5625, |
| "learning_rate": 1.2371674491392803e-05, |
| "loss": 1.2175, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.3403361344537816, |
| "grad_norm": 14.625, |
| "learning_rate": 1.2363849765258217e-05, |
| "loss": 1.3963, |
| "step": 12760 |
| }, |
| { |
| "epoch": 1.3413865546218489, |
| "grad_norm": 13.875, |
| "learning_rate": 1.2356025039123632e-05, |
| "loss": 1.1123, |
| "step": 12770 |
| }, |
| { |
| "epoch": 1.342436974789916, |
| "grad_norm": 9.0, |
| "learning_rate": 1.2348200312989047e-05, |
| "loss": 1.2574, |
| "step": 12780 |
| }, |
| { |
| "epoch": 1.3434873949579833, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.2340375586854461e-05, |
| "loss": 1.5698, |
| "step": 12790 |
| }, |
| { |
| "epoch": 1.3445378151260505, |
| "grad_norm": 12.375, |
| "learning_rate": 1.2332550860719876e-05, |
| "loss": 1.0556, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.3455882352941178, |
| "grad_norm": 2.953125, |
| "learning_rate": 1.232472613458529e-05, |
| "loss": 0.9861, |
| "step": 12810 |
| }, |
| { |
| "epoch": 1.346638655462185, |
| "grad_norm": 18.375, |
| "learning_rate": 1.2316901408450705e-05, |
| "loss": 1.039, |
| "step": 12820 |
| }, |
| { |
| "epoch": 1.3476890756302522, |
| "grad_norm": 18.625, |
| "learning_rate": 1.2309076682316118e-05, |
| "loss": 1.6725, |
| "step": 12830 |
| }, |
| { |
| "epoch": 1.3487394957983194, |
| "grad_norm": 12.3125, |
| "learning_rate": 1.2301251956181534e-05, |
| "loss": 0.8868, |
| "step": 12840 |
| }, |
| { |
| "epoch": 1.3497899159663866, |
| "grad_norm": 15.5, |
| "learning_rate": 1.229342723004695e-05, |
| "loss": 1.8068, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.3508403361344539, |
| "grad_norm": 10.1875, |
| "learning_rate": 1.2285602503912364e-05, |
| "loss": 1.4605, |
| "step": 12860 |
| }, |
| { |
| "epoch": 1.351890756302521, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.227777777777778e-05, |
| "loss": 1.1635, |
| "step": 12870 |
| }, |
| { |
| "epoch": 1.3529411764705883, |
| "grad_norm": 12.3125, |
| "learning_rate": 1.2269953051643193e-05, |
| "loss": 1.4335, |
| "step": 12880 |
| }, |
| { |
| "epoch": 1.3539915966386555, |
| "grad_norm": 14.3125, |
| "learning_rate": 1.226212832550861e-05, |
| "loss": 1.5138, |
| "step": 12890 |
| }, |
| { |
| "epoch": 1.3550420168067228, |
| "grad_norm": 14.125, |
| "learning_rate": 1.2254303599374022e-05, |
| "loss": 1.5198, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.35609243697479, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.2246478873239439e-05, |
| "loss": 1.2806, |
| "step": 12910 |
| }, |
| { |
| "epoch": 1.3571428571428572, |
| "grad_norm": 12.25, |
| "learning_rate": 1.2238654147104852e-05, |
| "loss": 1.7758, |
| "step": 12920 |
| }, |
| { |
| "epoch": 1.3581932773109244, |
| "grad_norm": 7.53125, |
| "learning_rate": 1.2230829420970266e-05, |
| "loss": 1.541, |
| "step": 12930 |
| }, |
| { |
| "epoch": 1.3592436974789917, |
| "grad_norm": 10.0625, |
| "learning_rate": 1.2223004694835683e-05, |
| "loss": 1.1173, |
| "step": 12940 |
| }, |
| { |
| "epoch": 1.3602941176470589, |
| "grad_norm": 11.625, |
| "learning_rate": 1.2215179968701096e-05, |
| "loss": 1.6626, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.361344537815126, |
| "grad_norm": 10.625, |
| "learning_rate": 1.2207355242566512e-05, |
| "loss": 1.4362, |
| "step": 12960 |
| }, |
| { |
| "epoch": 1.3623949579831933, |
| "grad_norm": 14.1875, |
| "learning_rate": 1.2199530516431925e-05, |
| "loss": 1.4961, |
| "step": 12970 |
| }, |
| { |
| "epoch": 1.3634453781512605, |
| "grad_norm": 12.25, |
| "learning_rate": 1.2191705790297341e-05, |
| "loss": 1.1132, |
| "step": 12980 |
| }, |
| { |
| "epoch": 1.3644957983193278, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.2183881064162754e-05, |
| "loss": 1.3196, |
| "step": 12990 |
| }, |
| { |
| "epoch": 1.365546218487395, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.217605633802817e-05, |
| "loss": 1.4392, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.3665966386554622, |
| "grad_norm": 3.9375, |
| "learning_rate": 1.2168231611893584e-05, |
| "loss": 1.4112, |
| "step": 13010 |
| }, |
| { |
| "epoch": 1.3676470588235294, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.2160406885759e-05, |
| "loss": 1.3188, |
| "step": 13020 |
| }, |
| { |
| "epoch": 1.3686974789915967, |
| "grad_norm": 14.75, |
| "learning_rate": 1.2152582159624413e-05, |
| "loss": 1.1736, |
| "step": 13030 |
| }, |
| { |
| "epoch": 1.3697478991596639, |
| "grad_norm": 16.625, |
| "learning_rate": 1.214475743348983e-05, |
| "loss": 1.6647, |
| "step": 13040 |
| }, |
| { |
| "epoch": 1.370798319327731, |
| "grad_norm": 8.375, |
| "learning_rate": 1.2136932707355244e-05, |
| "loss": 1.325, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.3718487394957983, |
| "grad_norm": 18.125, |
| "learning_rate": 1.2129107981220659e-05, |
| "loss": 1.6822, |
| "step": 13060 |
| }, |
| { |
| "epoch": 1.3728991596638656, |
| "grad_norm": 12.375, |
| "learning_rate": 1.2121283255086073e-05, |
| "loss": 1.1331, |
| "step": 13070 |
| }, |
| { |
| "epoch": 1.3739495798319328, |
| "grad_norm": 4.375, |
| "learning_rate": 1.2113458528951488e-05, |
| "loss": 1.4808, |
| "step": 13080 |
| }, |
| { |
| "epoch": 1.375, |
| "grad_norm": 15.75, |
| "learning_rate": 1.2105633802816902e-05, |
| "loss": 1.4181, |
| "step": 13090 |
| }, |
| { |
| "epoch": 1.3760504201680672, |
| "grad_norm": 22.0, |
| "learning_rate": 1.2097809076682317e-05, |
| "loss": 1.7831, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.3771008403361344, |
| "grad_norm": 11.4375, |
| "learning_rate": 1.2089984350547732e-05, |
| "loss": 1.4553, |
| "step": 13110 |
| }, |
| { |
| "epoch": 1.3781512605042017, |
| "grad_norm": 13.625, |
| "learning_rate": 1.2082159624413146e-05, |
| "loss": 1.625, |
| "step": 13120 |
| }, |
| { |
| "epoch": 1.379201680672269, |
| "grad_norm": 16.125, |
| "learning_rate": 1.2074334898278561e-05, |
| "loss": 1.2871, |
| "step": 13130 |
| }, |
| { |
| "epoch": 1.3802521008403361, |
| "grad_norm": 15.625, |
| "learning_rate": 1.2066510172143977e-05, |
| "loss": 1.0753, |
| "step": 13140 |
| }, |
| { |
| "epoch": 1.3813025210084033, |
| "grad_norm": 13.875, |
| "learning_rate": 1.205868544600939e-05, |
| "loss": 1.3164, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.3823529411764706, |
| "grad_norm": 18.5, |
| "learning_rate": 1.2050860719874807e-05, |
| "loss": 1.3868, |
| "step": 13160 |
| }, |
| { |
| "epoch": 1.3834033613445378, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.204303599374022e-05, |
| "loss": 1.3437, |
| "step": 13170 |
| }, |
| { |
| "epoch": 1.384453781512605, |
| "grad_norm": 13.0, |
| "learning_rate": 1.2035211267605636e-05, |
| "loss": 1.4609, |
| "step": 13180 |
| }, |
| { |
| "epoch": 1.3855042016806722, |
| "grad_norm": 7.65625, |
| "learning_rate": 1.2027386541471049e-05, |
| "loss": 1.4758, |
| "step": 13190 |
| }, |
| { |
| "epoch": 1.3865546218487395, |
| "grad_norm": 14.3125, |
| "learning_rate": 1.2019561815336465e-05, |
| "loss": 1.1268, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.3876050420168067, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.2011737089201878e-05, |
| "loss": 1.0771, |
| "step": 13210 |
| }, |
| { |
| "epoch": 1.388655462184874, |
| "grad_norm": 17.125, |
| "learning_rate": 1.2003912363067293e-05, |
| "loss": 1.1369, |
| "step": 13220 |
| }, |
| { |
| "epoch": 1.3897058823529411, |
| "grad_norm": 17.5, |
| "learning_rate": 1.1996087636932708e-05, |
| "loss": 1.4544, |
| "step": 13230 |
| }, |
| { |
| "epoch": 1.3907563025210083, |
| "grad_norm": 18.875, |
| "learning_rate": 1.1988262910798122e-05, |
| "loss": 1.1155, |
| "step": 13240 |
| }, |
| { |
| "epoch": 1.3918067226890756, |
| "grad_norm": 12.8125, |
| "learning_rate": 1.1980438184663539e-05, |
| "loss": 0.973, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.3928571428571428, |
| "grad_norm": 19.75, |
| "learning_rate": 1.1972613458528952e-05, |
| "loss": 1.501, |
| "step": 13260 |
| }, |
| { |
| "epoch": 1.39390756302521, |
| "grad_norm": 12.625, |
| "learning_rate": 1.1964788732394368e-05, |
| "loss": 1.0422, |
| "step": 13270 |
| }, |
| { |
| "epoch": 1.3949579831932772, |
| "grad_norm": 19.625, |
| "learning_rate": 1.1956964006259781e-05, |
| "loss": 1.7695, |
| "step": 13280 |
| }, |
| { |
| "epoch": 1.3960084033613445, |
| "grad_norm": 9.9375, |
| "learning_rate": 1.1949139280125197e-05, |
| "loss": 0.7722, |
| "step": 13290 |
| }, |
| { |
| "epoch": 1.3970588235294117, |
| "grad_norm": 11.25, |
| "learning_rate": 1.194131455399061e-05, |
| "loss": 0.8371, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.398109243697479, |
| "grad_norm": 11.25, |
| "learning_rate": 1.1933489827856027e-05, |
| "loss": 1.4412, |
| "step": 13310 |
| }, |
| { |
| "epoch": 1.3991596638655461, |
| "grad_norm": 10.25, |
| "learning_rate": 1.192566510172144e-05, |
| "loss": 1.3016, |
| "step": 13320 |
| }, |
| { |
| "epoch": 1.4002100840336134, |
| "grad_norm": 12.3125, |
| "learning_rate": 1.1917840375586856e-05, |
| "loss": 1.5842, |
| "step": 13330 |
| }, |
| { |
| "epoch": 1.4012605042016806, |
| "grad_norm": 16.625, |
| "learning_rate": 1.191001564945227e-05, |
| "loss": 0.8069, |
| "step": 13340 |
| }, |
| { |
| "epoch": 1.4023109243697478, |
| "grad_norm": 13.75, |
| "learning_rate": 1.1902190923317685e-05, |
| "loss": 1.2223, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.403361344537815, |
| "grad_norm": 16.0, |
| "learning_rate": 1.18943661971831e-05, |
| "loss": 1.4568, |
| "step": 13360 |
| }, |
| { |
| "epoch": 1.4044117647058822, |
| "grad_norm": 5.625, |
| "learning_rate": 1.1886541471048514e-05, |
| "loss": 1.0528, |
| "step": 13370 |
| }, |
| { |
| "epoch": 1.4054621848739495, |
| "grad_norm": 11.875, |
| "learning_rate": 1.1878716744913929e-05, |
| "loss": 1.503, |
| "step": 13380 |
| }, |
| { |
| "epoch": 1.4065126050420167, |
| "grad_norm": 13.0625, |
| "learning_rate": 1.1870892018779344e-05, |
| "loss": 1.5821, |
| "step": 13390 |
| }, |
| { |
| "epoch": 1.407563025210084, |
| "grad_norm": 13.25, |
| "learning_rate": 1.1863067292644758e-05, |
| "loss": 1.2337, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.4086134453781511, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.1855242566510173e-05, |
| "loss": 1.6133, |
| "step": 13410 |
| }, |
| { |
| "epoch": 1.4096638655462184, |
| "grad_norm": 15.875, |
| "learning_rate": 1.1847417840375588e-05, |
| "loss": 1.632, |
| "step": 13420 |
| }, |
| { |
| "epoch": 1.4107142857142856, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.1839593114241e-05, |
| "loss": 1.0302, |
| "step": 13430 |
| }, |
| { |
| "epoch": 1.4117647058823528, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.1831768388106417e-05, |
| "loss": 1.6045, |
| "step": 13440 |
| }, |
| { |
| "epoch": 1.41281512605042, |
| "grad_norm": 13.25, |
| "learning_rate": 1.1823943661971833e-05, |
| "loss": 1.2232, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.4138655462184873, |
| "grad_norm": 16.375, |
| "learning_rate": 1.1816118935837246e-05, |
| "loss": 1.2389, |
| "step": 13460 |
| }, |
| { |
| "epoch": 1.4149159663865547, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.1808294209702663e-05, |
| "loss": 1.2232, |
| "step": 13470 |
| }, |
| { |
| "epoch": 1.415966386554622, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.1800469483568076e-05, |
| "loss": 1.2644, |
| "step": 13480 |
| }, |
| { |
| "epoch": 1.4170168067226891, |
| "grad_norm": 11.3125, |
| "learning_rate": 1.1792644757433492e-05, |
| "loss": 1.3765, |
| "step": 13490 |
| }, |
| { |
| "epoch": 1.4180672268907564, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.1784820031298905e-05, |
| "loss": 1.1586, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.4191176470588236, |
| "grad_norm": 13.625, |
| "learning_rate": 1.177699530516432e-05, |
| "loss": 0.9487, |
| "step": 13510 |
| }, |
| { |
| "epoch": 1.4201680672268908, |
| "grad_norm": 25.125, |
| "learning_rate": 1.1769170579029734e-05, |
| "loss": 0.9073, |
| "step": 13520 |
| }, |
| { |
| "epoch": 1.421218487394958, |
| "grad_norm": 20.875, |
| "learning_rate": 1.1761345852895149e-05, |
| "loss": 1.4868, |
| "step": 13530 |
| }, |
| { |
| "epoch": 1.4222689075630253, |
| "grad_norm": 22.25, |
| "learning_rate": 1.1753521126760565e-05, |
| "loss": 1.6157, |
| "step": 13540 |
| }, |
| { |
| "epoch": 1.4233193277310925, |
| "grad_norm": 18.0, |
| "learning_rate": 1.1745696400625978e-05, |
| "loss": 1.4386, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.4243697478991597, |
| "grad_norm": 15.25, |
| "learning_rate": 1.1737871674491395e-05, |
| "loss": 1.4988, |
| "step": 13560 |
| }, |
| { |
| "epoch": 1.425420168067227, |
| "grad_norm": 17.125, |
| "learning_rate": 1.1730046948356808e-05, |
| "loss": 0.8417, |
| "step": 13570 |
| }, |
| { |
| "epoch": 1.4264705882352942, |
| "grad_norm": 18.125, |
| "learning_rate": 1.1722222222222224e-05, |
| "loss": 1.6105, |
| "step": 13580 |
| }, |
| { |
| "epoch": 1.4275210084033614, |
| "grad_norm": 13.5, |
| "learning_rate": 1.1714397496087637e-05, |
| "loss": 1.5684, |
| "step": 13590 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 6.84375, |
| "learning_rate": 1.1706572769953053e-05, |
| "loss": 1.2026, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.4296218487394958, |
| "grad_norm": 16.125, |
| "learning_rate": 1.1698748043818466e-05, |
| "loss": 1.4824, |
| "step": 13610 |
| }, |
| { |
| "epoch": 1.430672268907563, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.1690923317683882e-05, |
| "loss": 1.2055, |
| "step": 13620 |
| }, |
| { |
| "epoch": 1.4317226890756303, |
| "grad_norm": 14.0, |
| "learning_rate": 1.1683098591549297e-05, |
| "loss": 1.2775, |
| "step": 13630 |
| }, |
| { |
| "epoch": 1.4327731092436975, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.1675273865414712e-05, |
| "loss": 1.0015, |
| "step": 13640 |
| }, |
| { |
| "epoch": 1.4338235294117647, |
| "grad_norm": 16.25, |
| "learning_rate": 1.1667449139280126e-05, |
| "loss": 1.6765, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.434873949579832, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.1659624413145541e-05, |
| "loss": 1.5888, |
| "step": 13660 |
| }, |
| { |
| "epoch": 1.4359243697478992, |
| "grad_norm": 14.5, |
| "learning_rate": 1.1651799687010956e-05, |
| "loss": 1.382, |
| "step": 13670 |
| }, |
| { |
| "epoch": 1.4369747899159664, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.164397496087637e-05, |
| "loss": 1.1734, |
| "step": 13680 |
| }, |
| { |
| "epoch": 1.4380252100840336, |
| "grad_norm": 13.375, |
| "learning_rate": 1.1636150234741785e-05, |
| "loss": 1.091, |
| "step": 13690 |
| }, |
| { |
| "epoch": 1.4390756302521008, |
| "grad_norm": 8.3125, |
| "learning_rate": 1.16283255086072e-05, |
| "loss": 1.7296, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.440126050420168, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.1620500782472614e-05, |
| "loss": 0.7291, |
| "step": 13710 |
| }, |
| { |
| "epoch": 1.4411764705882353, |
| "grad_norm": 17.5, |
| "learning_rate": 1.1612676056338027e-05, |
| "loss": 1.3262, |
| "step": 13720 |
| }, |
| { |
| "epoch": 1.4422268907563025, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.1604851330203444e-05, |
| "loss": 1.1583, |
| "step": 13730 |
| }, |
| { |
| "epoch": 1.4432773109243697, |
| "grad_norm": 20.75, |
| "learning_rate": 1.159702660406886e-05, |
| "loss": 1.6833, |
| "step": 13740 |
| }, |
| { |
| "epoch": 1.444327731092437, |
| "grad_norm": 20.0, |
| "learning_rate": 1.1589201877934273e-05, |
| "loss": 1.3845, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.4453781512605042, |
| "grad_norm": 12.5, |
| "learning_rate": 1.158137715179969e-05, |
| "loss": 0.8729, |
| "step": 13760 |
| }, |
| { |
| "epoch": 1.4464285714285714, |
| "grad_norm": 18.5, |
| "learning_rate": 1.1573552425665102e-05, |
| "loss": 1.3549, |
| "step": 13770 |
| }, |
| { |
| "epoch": 1.4474789915966386, |
| "grad_norm": 16.625, |
| "learning_rate": 1.1565727699530519e-05, |
| "loss": 1.3161, |
| "step": 13780 |
| }, |
| { |
| "epoch": 1.4485294117647058, |
| "grad_norm": 22.25, |
| "learning_rate": 1.1557902973395932e-05, |
| "loss": 1.431, |
| "step": 13790 |
| }, |
| { |
| "epoch": 1.449579831932773, |
| "grad_norm": 5.5, |
| "learning_rate": 1.1550078247261346e-05, |
| "loss": 1.1607, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.4506302521008403, |
| "grad_norm": 13.625, |
| "learning_rate": 1.1542253521126761e-05, |
| "loss": 1.1485, |
| "step": 13810 |
| }, |
| { |
| "epoch": 1.4516806722689075, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.1534428794992176e-05, |
| "loss": 1.3236, |
| "step": 13820 |
| }, |
| { |
| "epoch": 1.4527310924369747, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.1526604068857592e-05, |
| "loss": 1.0652, |
| "step": 13830 |
| }, |
| { |
| "epoch": 1.453781512605042, |
| "grad_norm": 15.0, |
| "learning_rate": 1.1518779342723005e-05, |
| "loss": 1.6018, |
| "step": 13840 |
| }, |
| { |
| "epoch": 1.4548319327731092, |
| "grad_norm": 11.375, |
| "learning_rate": 1.1510954616588421e-05, |
| "loss": 0.9, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.4558823529411764, |
| "grad_norm": 4.375, |
| "learning_rate": 1.1503129890453834e-05, |
| "loss": 0.8587, |
| "step": 13860 |
| }, |
| { |
| "epoch": 1.4569327731092436, |
| "grad_norm": 13.125, |
| "learning_rate": 1.149530516431925e-05, |
| "loss": 1.1876, |
| "step": 13870 |
| }, |
| { |
| "epoch": 1.4579831932773109, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.1487480438184663e-05, |
| "loss": 1.221, |
| "step": 13880 |
| }, |
| { |
| "epoch": 1.459033613445378, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.147965571205008e-05, |
| "loss": 1.2262, |
| "step": 13890 |
| }, |
| { |
| "epoch": 1.4600840336134453, |
| "grad_norm": 13.625, |
| "learning_rate": 1.1471830985915493e-05, |
| "loss": 1.3682, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.4611344537815127, |
| "grad_norm": 15.6875, |
| "learning_rate": 1.1464006259780909e-05, |
| "loss": 1.432, |
| "step": 13910 |
| }, |
| { |
| "epoch": 1.46218487394958, |
| "grad_norm": 39.75, |
| "learning_rate": 1.1456181533646322e-05, |
| "loss": 1.1011, |
| "step": 13920 |
| }, |
| { |
| "epoch": 1.4632352941176472, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.1448356807511738e-05, |
| "loss": 0.961, |
| "step": 13930 |
| }, |
| { |
| "epoch": 1.4642857142857144, |
| "grad_norm": 12.375, |
| "learning_rate": 1.1440532081377153e-05, |
| "loss": 0.9199, |
| "step": 13940 |
| }, |
| { |
| "epoch": 1.4653361344537816, |
| "grad_norm": 15.5, |
| "learning_rate": 1.1432707355242568e-05, |
| "loss": 1.3411, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.4663865546218489, |
| "grad_norm": 14.8125, |
| "learning_rate": 1.1424882629107982e-05, |
| "loss": 1.3674, |
| "step": 13960 |
| }, |
| { |
| "epoch": 1.467436974789916, |
| "grad_norm": 6.53125, |
| "learning_rate": 1.1417057902973397e-05, |
| "loss": 1.1447, |
| "step": 13970 |
| }, |
| { |
| "epoch": 1.4684873949579833, |
| "grad_norm": 14.875, |
| "learning_rate": 1.1409233176838812e-05, |
| "loss": 1.4201, |
| "step": 13980 |
| }, |
| { |
| "epoch": 1.4695378151260505, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.1401408450704226e-05, |
| "loss": 1.3417, |
| "step": 13990 |
| }, |
| { |
| "epoch": 1.4705882352941178, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.1393583724569641e-05, |
| "loss": 0.9248, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.471638655462185, |
| "grad_norm": 19.875, |
| "learning_rate": 1.1385758998435054e-05, |
| "loss": 1.7956, |
| "step": 14010 |
| }, |
| { |
| "epoch": 1.4726890756302522, |
| "grad_norm": 18.75, |
| "learning_rate": 1.137793427230047e-05, |
| "loss": 1.2636, |
| "step": 14020 |
| }, |
| { |
| "epoch": 1.4737394957983194, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.1370109546165887e-05, |
| "loss": 1.4248, |
| "step": 14030 |
| }, |
| { |
| "epoch": 1.4747899159663866, |
| "grad_norm": 4.25, |
| "learning_rate": 1.13622848200313e-05, |
| "loss": 1.1417, |
| "step": 14040 |
| }, |
| { |
| "epoch": 1.4758403361344539, |
| "grad_norm": 23.25, |
| "learning_rate": 1.1354460093896716e-05, |
| "loss": 1.0123, |
| "step": 14050 |
| }, |
| { |
| "epoch": 1.476890756302521, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.1346635367762129e-05, |
| "loss": 1.5176, |
| "step": 14060 |
| }, |
| { |
| "epoch": 1.4779411764705883, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.1338810641627545e-05, |
| "loss": 1.6103, |
| "step": 14070 |
| }, |
| { |
| "epoch": 1.4789915966386555, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.1330985915492958e-05, |
| "loss": 2.1391, |
| "step": 14080 |
| }, |
| { |
| "epoch": 1.4800420168067228, |
| "grad_norm": 4.625, |
| "learning_rate": 1.1323161189358375e-05, |
| "loss": 1.3055, |
| "step": 14090 |
| }, |
| { |
| "epoch": 1.48109243697479, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.1315336463223788e-05, |
| "loss": 1.306, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.4821428571428572, |
| "grad_norm": 16.0, |
| "learning_rate": 1.1307511737089202e-05, |
| "loss": 1.2485, |
| "step": 14110 |
| }, |
| { |
| "epoch": 1.4831932773109244, |
| "grad_norm": 22.0, |
| "learning_rate": 1.1299687010954619e-05, |
| "loss": 1.2959, |
| "step": 14120 |
| }, |
| { |
| "epoch": 1.4842436974789917, |
| "grad_norm": 18.125, |
| "learning_rate": 1.1291862284820031e-05, |
| "loss": 1.419, |
| "step": 14130 |
| }, |
| { |
| "epoch": 1.4852941176470589, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.1284037558685448e-05, |
| "loss": 1.2413, |
| "step": 14140 |
| }, |
| { |
| "epoch": 1.486344537815126, |
| "grad_norm": 13.75, |
| "learning_rate": 1.127621283255086e-05, |
| "loss": 1.1521, |
| "step": 14150 |
| }, |
| { |
| "epoch": 1.4873949579831933, |
| "grad_norm": 6.71875, |
| "learning_rate": 1.1268388106416277e-05, |
| "loss": 1.0156, |
| "step": 14160 |
| }, |
| { |
| "epoch": 1.4884453781512605, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.126056338028169e-05, |
| "loss": 1.4527, |
| "step": 14170 |
| }, |
| { |
| "epoch": 1.4894957983193278, |
| "grad_norm": 14.0, |
| "learning_rate": 1.1252738654147106e-05, |
| "loss": 1.3498, |
| "step": 14180 |
| }, |
| { |
| "epoch": 1.490546218487395, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.124491392801252e-05, |
| "loss": 1.7654, |
| "step": 14190 |
| }, |
| { |
| "epoch": 1.4915966386554622, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.1237089201877936e-05, |
| "loss": 1.0088, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.4926470588235294, |
| "grad_norm": 13.5, |
| "learning_rate": 1.1229264475743349e-05, |
| "loss": 1.1831, |
| "step": 14210 |
| }, |
| { |
| "epoch": 1.4936974789915967, |
| "grad_norm": 11.5, |
| "learning_rate": 1.1221439749608765e-05, |
| "loss": 1.472, |
| "step": 14220 |
| }, |
| { |
| "epoch": 1.4947478991596639, |
| "grad_norm": 21.5, |
| "learning_rate": 1.121361502347418e-05, |
| "loss": 1.0679, |
| "step": 14230 |
| }, |
| { |
| "epoch": 1.495798319327731, |
| "grad_norm": 20.0, |
| "learning_rate": 1.1205790297339594e-05, |
| "loss": 1.1635, |
| "step": 14240 |
| }, |
| { |
| "epoch": 1.4968487394957983, |
| "grad_norm": 12.25, |
| "learning_rate": 1.1197965571205009e-05, |
| "loss": 1.3566, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.4978991596638656, |
| "grad_norm": 12.25, |
| "learning_rate": 1.1190140845070424e-05, |
| "loss": 1.3279, |
| "step": 14260 |
| }, |
| { |
| "epoch": 1.4989495798319328, |
| "grad_norm": 18.125, |
| "learning_rate": 1.1182316118935838e-05, |
| "loss": 1.6923, |
| "step": 14270 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 22.375, |
| "learning_rate": 1.1174491392801253e-05, |
| "loss": 1.9083, |
| "step": 14280 |
| }, |
| { |
| "epoch": 1.5010504201680672, |
| "grad_norm": 10.4375, |
| "learning_rate": 1.1166666666666668e-05, |
| "loss": 1.1433, |
| "step": 14290 |
| }, |
| { |
| "epoch": 1.5021008403361344, |
| "grad_norm": 8.9375, |
| "learning_rate": 1.115884194053208e-05, |
| "loss": 1.1706, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.5031512605042017, |
| "grad_norm": 18.75, |
| "learning_rate": 1.1151017214397497e-05, |
| "loss": 1.2276, |
| "step": 14310 |
| }, |
| { |
| "epoch": 1.504201680672269, |
| "grad_norm": 5.125, |
| "learning_rate": 1.1143192488262913e-05, |
| "loss": 1.0959, |
| "step": 14320 |
| }, |
| { |
| "epoch": 1.5052521008403361, |
| "grad_norm": 12.375, |
| "learning_rate": 1.1135367762128326e-05, |
| "loss": 1.2093, |
| "step": 14330 |
| }, |
| { |
| "epoch": 1.5063025210084033, |
| "grad_norm": 5.6875, |
| "learning_rate": 1.1127543035993743e-05, |
| "loss": 1.4079, |
| "step": 14340 |
| }, |
| { |
| "epoch": 1.5073529411764706, |
| "grad_norm": 16.875, |
| "learning_rate": 1.1119718309859156e-05, |
| "loss": 1.677, |
| "step": 14350 |
| }, |
| { |
| "epoch": 1.5084033613445378, |
| "grad_norm": 13.625, |
| "learning_rate": 1.1111893583724572e-05, |
| "loss": 1.8673, |
| "step": 14360 |
| }, |
| { |
| "epoch": 1.509453781512605, |
| "grad_norm": 26.125, |
| "learning_rate": 1.1104068857589985e-05, |
| "loss": 1.7775, |
| "step": 14370 |
| }, |
| { |
| "epoch": 1.5105042016806722, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.1096244131455401e-05, |
| "loss": 1.238, |
| "step": 14380 |
| }, |
| { |
| "epoch": 1.5115546218487395, |
| "grad_norm": 34.5, |
| "learning_rate": 1.1088419405320814e-05, |
| "loss": 1.2416, |
| "step": 14390 |
| }, |
| { |
| "epoch": 1.5126050420168067, |
| "grad_norm": 6.25, |
| "learning_rate": 1.1080594679186229e-05, |
| "loss": 1.3153, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.513655462184874, |
| "grad_norm": 19.25, |
| "learning_rate": 1.1072769953051643e-05, |
| "loss": 1.5286, |
| "step": 14410 |
| }, |
| { |
| "epoch": 1.5147058823529411, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.1064945226917058e-05, |
| "loss": 1.6686, |
| "step": 14420 |
| }, |
| { |
| "epoch": 1.5157563025210083, |
| "grad_norm": 13.5, |
| "learning_rate": 1.1057120500782474e-05, |
| "loss": 1.2533, |
| "step": 14430 |
| }, |
| { |
| "epoch": 1.5168067226890756, |
| "grad_norm": 13.25, |
| "learning_rate": 1.1049295774647887e-05, |
| "loss": 1.0326, |
| "step": 14440 |
| }, |
| { |
| "epoch": 1.5178571428571428, |
| "grad_norm": 8.4375, |
| "learning_rate": 1.1041471048513304e-05, |
| "loss": 1.0656, |
| "step": 14450 |
| }, |
| { |
| "epoch": 1.51890756302521, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.1033646322378717e-05, |
| "loss": 1.2902, |
| "step": 14460 |
| }, |
| { |
| "epoch": 1.5199579831932772, |
| "grad_norm": 17.875, |
| "learning_rate": 1.1025821596244133e-05, |
| "loss": 1.4418, |
| "step": 14470 |
| }, |
| { |
| "epoch": 1.5210084033613445, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.1017996870109546e-05, |
| "loss": 0.9938, |
| "step": 14480 |
| }, |
| { |
| "epoch": 1.5220588235294117, |
| "grad_norm": 9.25, |
| "learning_rate": 1.1010172143974962e-05, |
| "loss": 0.9951, |
| "step": 14490 |
| }, |
| { |
| "epoch": 1.523109243697479, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.1002347417840375e-05, |
| "loss": 1.5267, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.5241596638655461, |
| "grad_norm": 14.375, |
| "learning_rate": 1.0994522691705792e-05, |
| "loss": 1.1844, |
| "step": 14510 |
| }, |
| { |
| "epoch": 1.5252100840336134, |
| "grad_norm": 22.625, |
| "learning_rate": 1.0986697965571206e-05, |
| "loss": 1.5373, |
| "step": 14520 |
| }, |
| { |
| "epoch": 1.5262605042016806, |
| "grad_norm": 15.9375, |
| "learning_rate": 1.0978873239436621e-05, |
| "loss": 1.5569, |
| "step": 14530 |
| }, |
| { |
| "epoch": 1.5273109243697478, |
| "grad_norm": 14.0, |
| "learning_rate": 1.0971048513302036e-05, |
| "loss": 1.4319, |
| "step": 14540 |
| }, |
| { |
| "epoch": 1.528361344537815, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.096322378716745e-05, |
| "loss": 1.3139, |
| "step": 14550 |
| }, |
| { |
| "epoch": 1.5294117647058822, |
| "grad_norm": 20.25, |
| "learning_rate": 1.0955399061032865e-05, |
| "loss": 1.7041, |
| "step": 14560 |
| }, |
| { |
| "epoch": 1.5304621848739495, |
| "grad_norm": 17.875, |
| "learning_rate": 1.094757433489828e-05, |
| "loss": 1.3248, |
| "step": 14570 |
| }, |
| { |
| "epoch": 1.5315126050420167, |
| "grad_norm": 6.0, |
| "learning_rate": 1.0939749608763694e-05, |
| "loss": 0.9728, |
| "step": 14580 |
| }, |
| { |
| "epoch": 1.532563025210084, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.0931924882629107e-05, |
| "loss": 1.0219, |
| "step": 14590 |
| }, |
| { |
| "epoch": 1.5336134453781511, |
| "grad_norm": 21.875, |
| "learning_rate": 1.0924100156494524e-05, |
| "loss": 1.2215, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.5346638655462184, |
| "grad_norm": 16.5, |
| "learning_rate": 1.0916275430359936e-05, |
| "loss": 1.3004, |
| "step": 14610 |
| }, |
| { |
| "epoch": 1.5357142857142856, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.0908450704225353e-05, |
| "loss": 1.0769, |
| "step": 14620 |
| }, |
| { |
| "epoch": 1.5367647058823528, |
| "grad_norm": 17.875, |
| "learning_rate": 1.090062597809077e-05, |
| "loss": 1.2735, |
| "step": 14630 |
| }, |
| { |
| "epoch": 1.53781512605042, |
| "grad_norm": 20.25, |
| "learning_rate": 1.0892801251956182e-05, |
| "loss": 1.1559, |
| "step": 14640 |
| }, |
| { |
| "epoch": 1.5388655462184873, |
| "grad_norm": 28.75, |
| "learning_rate": 1.0884976525821598e-05, |
| "loss": 1.9156, |
| "step": 14650 |
| }, |
| { |
| "epoch": 1.5399159663865545, |
| "grad_norm": 15.4375, |
| "learning_rate": 1.0877151799687011e-05, |
| "loss": 1.2164, |
| "step": 14660 |
| }, |
| { |
| "epoch": 1.5409663865546217, |
| "grad_norm": 16.5, |
| "learning_rate": 1.0869327073552428e-05, |
| "loss": 1.8587, |
| "step": 14670 |
| }, |
| { |
| "epoch": 1.542016806722689, |
| "grad_norm": 7.15625, |
| "learning_rate": 1.086150234741784e-05, |
| "loss": 1.185, |
| "step": 14680 |
| }, |
| { |
| "epoch": 1.5430672268907561, |
| "grad_norm": 14.5, |
| "learning_rate": 1.0853677621283255e-05, |
| "loss": 1.1462, |
| "step": 14690 |
| }, |
| { |
| "epoch": 1.5441176470588234, |
| "grad_norm": 10.5, |
| "learning_rate": 1.084585289514867e-05, |
| "loss": 1.1659, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.5451680672268906, |
| "grad_norm": 40.75, |
| "learning_rate": 1.0838028169014085e-05, |
| "loss": 1.4489, |
| "step": 14710 |
| }, |
| { |
| "epoch": 1.5462184873949578, |
| "grad_norm": 15.875, |
| "learning_rate": 1.0830203442879501e-05, |
| "loss": 1.2954, |
| "step": 14720 |
| }, |
| { |
| "epoch": 1.5472689075630253, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.0822378716744914e-05, |
| "loss": 1.5098, |
| "step": 14730 |
| }, |
| { |
| "epoch": 1.5483193277310925, |
| "grad_norm": 51.5, |
| "learning_rate": 1.081455399061033e-05, |
| "loss": 1.268, |
| "step": 14740 |
| }, |
| { |
| "epoch": 1.5493697478991597, |
| "grad_norm": 17.75, |
| "learning_rate": 1.0806729264475743e-05, |
| "loss": 1.5536, |
| "step": 14750 |
| }, |
| { |
| "epoch": 1.550420168067227, |
| "grad_norm": 14.8125, |
| "learning_rate": 1.079890453834116e-05, |
| "loss": 1.1089, |
| "step": 14760 |
| }, |
| { |
| "epoch": 1.5514705882352942, |
| "grad_norm": 9.75, |
| "learning_rate": 1.0791079812206573e-05, |
| "loss": 1.3357, |
| "step": 14770 |
| }, |
| { |
| "epoch": 1.5525210084033614, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.0783255086071989e-05, |
| "loss": 1.5138, |
| "step": 14780 |
| }, |
| { |
| "epoch": 1.5535714285714286, |
| "grad_norm": 42.5, |
| "learning_rate": 1.0775430359937402e-05, |
| "loss": 1.6304, |
| "step": 14790 |
| }, |
| { |
| "epoch": 1.5546218487394958, |
| "grad_norm": 13.25, |
| "learning_rate": 1.0767605633802818e-05, |
| "loss": 1.5183, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.555672268907563, |
| "grad_norm": 13.0, |
| "learning_rate": 1.0759780907668233e-05, |
| "loss": 1.4326, |
| "step": 14810 |
| }, |
| { |
| "epoch": 1.5567226890756303, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.0751956181533648e-05, |
| "loss": 0.8125, |
| "step": 14820 |
| }, |
| { |
| "epoch": 1.5577731092436975, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.0744131455399062e-05, |
| "loss": 1.1498, |
| "step": 14830 |
| }, |
| { |
| "epoch": 1.5588235294117647, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.0736306729264477e-05, |
| "loss": 1.069, |
| "step": 14840 |
| }, |
| { |
| "epoch": 1.559873949579832, |
| "grad_norm": 15.0, |
| "learning_rate": 1.0728482003129892e-05, |
| "loss": 1.6658, |
| "step": 14850 |
| }, |
| { |
| "epoch": 1.5609243697478992, |
| "grad_norm": 19.375, |
| "learning_rate": 1.0720657276995306e-05, |
| "loss": 1.3619, |
| "step": 14860 |
| }, |
| { |
| "epoch": 1.5619747899159664, |
| "grad_norm": 1312.0, |
| "learning_rate": 1.0712832550860721e-05, |
| "loss": 1.1617, |
| "step": 14870 |
| }, |
| { |
| "epoch": 1.5630252100840336, |
| "grad_norm": 9.875, |
| "learning_rate": 1.0705007824726134e-05, |
| "loss": 1.1236, |
| "step": 14880 |
| }, |
| { |
| "epoch": 1.5640756302521008, |
| "grad_norm": 17.0, |
| "learning_rate": 1.069718309859155e-05, |
| "loss": 1.0404, |
| "step": 14890 |
| }, |
| { |
| "epoch": 1.565126050420168, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.0689358372456963e-05, |
| "loss": 1.2872, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.5661764705882353, |
| "grad_norm": 12.75, |
| "learning_rate": 1.068153364632238e-05, |
| "loss": 1.3784, |
| "step": 14910 |
| }, |
| { |
| "epoch": 1.5672268907563025, |
| "grad_norm": 6.34375, |
| "learning_rate": 1.0673708920187796e-05, |
| "loss": 1.1165, |
| "step": 14920 |
| }, |
| { |
| "epoch": 1.5682773109243697, |
| "grad_norm": 22.625, |
| "learning_rate": 1.0665884194053209e-05, |
| "loss": 1.2642, |
| "step": 14930 |
| }, |
| { |
| "epoch": 1.569327731092437, |
| "grad_norm": 18.5, |
| "learning_rate": 1.0658059467918625e-05, |
| "loss": 1.3787, |
| "step": 14940 |
| }, |
| { |
| "epoch": 1.5703781512605042, |
| "grad_norm": 11.3125, |
| "learning_rate": 1.0650234741784038e-05, |
| "loss": 1.1048, |
| "step": 14950 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 20.75, |
| "learning_rate": 1.0642410015649454e-05, |
| "loss": 1.2615, |
| "step": 14960 |
| }, |
| { |
| "epoch": 1.5724789915966386, |
| "grad_norm": 19.875, |
| "learning_rate": 1.0634585289514867e-05, |
| "loss": 0.7653, |
| "step": 14970 |
| }, |
| { |
| "epoch": 1.5735294117647058, |
| "grad_norm": 17.875, |
| "learning_rate": 1.0626760563380282e-05, |
| "loss": 1.3239, |
| "step": 14980 |
| }, |
| { |
| "epoch": 1.574579831932773, |
| "grad_norm": 18.375, |
| "learning_rate": 1.0618935837245697e-05, |
| "loss": 1.7513, |
| "step": 14990 |
| }, |
| { |
| "epoch": 1.5756302521008403, |
| "grad_norm": 17.0, |
| "learning_rate": 1.0611111111111111e-05, |
| "loss": 1.4967, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.5766806722689075, |
| "grad_norm": 17.25, |
| "learning_rate": 1.0603286384976528e-05, |
| "loss": 1.2066, |
| "step": 15010 |
| }, |
| { |
| "epoch": 1.5777310924369747, |
| "grad_norm": 5.65625, |
| "learning_rate": 1.059546165884194e-05, |
| "loss": 1.2133, |
| "step": 15020 |
| }, |
| { |
| "epoch": 1.5787815126050422, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.0587636932707357e-05, |
| "loss": 1.6947, |
| "step": 15030 |
| }, |
| { |
| "epoch": 1.5798319327731094, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.057981220657277e-05, |
| "loss": 1.1693, |
| "step": 15040 |
| }, |
| { |
| "epoch": 1.5808823529411766, |
| "grad_norm": 18.75, |
| "learning_rate": 1.0571987480438186e-05, |
| "loss": 1.1638, |
| "step": 15050 |
| }, |
| { |
| "epoch": 1.5819327731092439, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.05641627543036e-05, |
| "loss": 1.203, |
| "step": 15060 |
| }, |
| { |
| "epoch": 1.582983193277311, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.0556338028169016e-05, |
| "loss": 1.6161, |
| "step": 15070 |
| }, |
| { |
| "epoch": 1.5840336134453783, |
| "grad_norm": 11.625, |
| "learning_rate": 1.0548513302034429e-05, |
| "loss": 1.8032, |
| "step": 15080 |
| }, |
| { |
| "epoch": 1.5850840336134455, |
| "grad_norm": 12.125, |
| "learning_rate": 1.0540688575899845e-05, |
| "loss": 1.3926, |
| "step": 15090 |
| }, |
| { |
| "epoch": 1.5861344537815127, |
| "grad_norm": 13.25, |
| "learning_rate": 1.0532863849765258e-05, |
| "loss": 1.7814, |
| "step": 15100 |
| }, |
| { |
| "epoch": 1.58718487394958, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.0525039123630674e-05, |
| "loss": 1.0973, |
| "step": 15110 |
| }, |
| { |
| "epoch": 1.5882352941176472, |
| "grad_norm": 12.875, |
| "learning_rate": 1.0517214397496089e-05, |
| "loss": 1.2523, |
| "step": 15120 |
| }, |
| { |
| "epoch": 1.5892857142857144, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.0509389671361504e-05, |
| "loss": 1.5806, |
| "step": 15130 |
| }, |
| { |
| "epoch": 1.5903361344537816, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.0501564945226918e-05, |
| "loss": 1.2682, |
| "step": 15140 |
| }, |
| { |
| "epoch": 1.5913865546218489, |
| "grad_norm": 21.0, |
| "learning_rate": 1.0493740219092333e-05, |
| "loss": 1.1658, |
| "step": 15150 |
| }, |
| { |
| "epoch": 1.592436974789916, |
| "grad_norm": 9.9375, |
| "learning_rate": 1.0485915492957747e-05, |
| "loss": 1.0203, |
| "step": 15160 |
| }, |
| { |
| "epoch": 1.5934873949579833, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.047809076682316e-05, |
| "loss": 1.3342, |
| "step": 15170 |
| }, |
| { |
| "epoch": 1.5945378151260505, |
| "grad_norm": 19.625, |
| "learning_rate": 1.0470266040688577e-05, |
| "loss": 1.0889, |
| "step": 15180 |
| }, |
| { |
| "epoch": 1.5955882352941178, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.046244131455399e-05, |
| "loss": 1.4284, |
| "step": 15190 |
| }, |
| { |
| "epoch": 1.596638655462185, |
| "grad_norm": 24.375, |
| "learning_rate": 1.0454616588419406e-05, |
| "loss": 1.3882, |
| "step": 15200 |
| }, |
| { |
| "epoch": 1.5976890756302522, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.0446791862284822e-05, |
| "loss": 1.2336, |
| "step": 15210 |
| }, |
| { |
| "epoch": 1.5987394957983194, |
| "grad_norm": 4.0, |
| "learning_rate": 1.0438967136150235e-05, |
| "loss": 0.8792, |
| "step": 15220 |
| }, |
| { |
| "epoch": 1.5997899159663866, |
| "grad_norm": 14.3125, |
| "learning_rate": 1.0431142410015652e-05, |
| "loss": 1.4848, |
| "step": 15230 |
| }, |
| { |
| "epoch": 1.6008403361344539, |
| "grad_norm": 16.625, |
| "learning_rate": 1.0423317683881065e-05, |
| "loss": 1.7036, |
| "step": 15240 |
| }, |
| { |
| "epoch": 1.601890756302521, |
| "grad_norm": 12.625, |
| "learning_rate": 1.0415492957746481e-05, |
| "loss": 1.0141, |
| "step": 15250 |
| }, |
| { |
| "epoch": 1.6029411764705883, |
| "grad_norm": 9.4375, |
| "learning_rate": 1.0407668231611894e-05, |
| "loss": 1.3178, |
| "step": 15260 |
| }, |
| { |
| "epoch": 1.6039915966386555, |
| "grad_norm": 5.28125, |
| "learning_rate": 1.0399843505477309e-05, |
| "loss": 0.9306, |
| "step": 15270 |
| }, |
| { |
| "epoch": 1.6050420168067228, |
| "grad_norm": 16.125, |
| "learning_rate": 1.0392018779342723e-05, |
| "loss": 1.1392, |
| "step": 15280 |
| }, |
| { |
| "epoch": 1.60609243697479, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.0384194053208138e-05, |
| "loss": 0.8321, |
| "step": 15290 |
| }, |
| { |
| "epoch": 1.6071428571428572, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.0376369327073554e-05, |
| "loss": 0.957, |
| "step": 15300 |
| }, |
| { |
| "epoch": 1.6081932773109244, |
| "grad_norm": 17.125, |
| "learning_rate": 1.0368544600938967e-05, |
| "loss": 1.4487, |
| "step": 15310 |
| }, |
| { |
| "epoch": 1.6092436974789917, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.0360719874804384e-05, |
| "loss": 1.2441, |
| "step": 15320 |
| }, |
| { |
| "epoch": 1.6102941176470589, |
| "grad_norm": 16.0, |
| "learning_rate": 1.0352895148669797e-05, |
| "loss": 1.313, |
| "step": 15330 |
| }, |
| { |
| "epoch": 1.611344537815126, |
| "grad_norm": 5.96875, |
| "learning_rate": 1.0345070422535213e-05, |
| "loss": 1.4231, |
| "step": 15340 |
| }, |
| { |
| "epoch": 1.6123949579831933, |
| "grad_norm": 10.125, |
| "learning_rate": 1.0337245696400626e-05, |
| "loss": 1.2076, |
| "step": 15350 |
| }, |
| { |
| "epoch": 1.6134453781512605, |
| "grad_norm": 17.125, |
| "learning_rate": 1.0329420970266042e-05, |
| "loss": 1.6903, |
| "step": 15360 |
| }, |
| { |
| "epoch": 1.6144957983193278, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.0321596244131455e-05, |
| "loss": 0.9224, |
| "step": 15370 |
| }, |
| { |
| "epoch": 1.615546218487395, |
| "grad_norm": 9.9375, |
| "learning_rate": 1.0313771517996872e-05, |
| "loss": 1.5575, |
| "step": 15380 |
| }, |
| { |
| "epoch": 1.6165966386554622, |
| "grad_norm": 10.25, |
| "learning_rate": 1.0305946791862285e-05, |
| "loss": 1.2729, |
| "step": 15390 |
| }, |
| { |
| "epoch": 1.6176470588235294, |
| "grad_norm": 9.0, |
| "learning_rate": 1.0298122065727701e-05, |
| "loss": 1.1269, |
| "step": 15400 |
| }, |
| { |
| "epoch": 1.6186974789915967, |
| "grad_norm": 17.75, |
| "learning_rate": 1.0290297339593116e-05, |
| "loss": 1.5302, |
| "step": 15410 |
| }, |
| { |
| "epoch": 1.6197478991596639, |
| "grad_norm": 13.75, |
| "learning_rate": 1.028247261345853e-05, |
| "loss": 1.2133, |
| "step": 15420 |
| }, |
| { |
| "epoch": 1.620798319327731, |
| "grad_norm": 5.625, |
| "learning_rate": 1.0274647887323945e-05, |
| "loss": 0.8847, |
| "step": 15430 |
| }, |
| { |
| "epoch": 1.6218487394957983, |
| "grad_norm": 20.0, |
| "learning_rate": 1.026682316118936e-05, |
| "loss": 1.1911, |
| "step": 15440 |
| }, |
| { |
| "epoch": 1.6228991596638656, |
| "grad_norm": 8.6875, |
| "learning_rate": 1.0258998435054774e-05, |
| "loss": 1.1295, |
| "step": 15450 |
| }, |
| { |
| "epoch": 1.6239495798319328, |
| "grad_norm": 21.0, |
| "learning_rate": 1.0251173708920189e-05, |
| "loss": 1.133, |
| "step": 15460 |
| }, |
| { |
| "epoch": 1.625, |
| "grad_norm": 11.1875, |
| "learning_rate": 1.0243348982785603e-05, |
| "loss": 2.0244, |
| "step": 15470 |
| }, |
| { |
| "epoch": 1.6260504201680672, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.0235524256651016e-05, |
| "loss": 1.7165, |
| "step": 15480 |
| }, |
| { |
| "epoch": 1.6271008403361344, |
| "grad_norm": 6.0625, |
| "learning_rate": 1.0227699530516433e-05, |
| "loss": 1.1485, |
| "step": 15490 |
| }, |
| { |
| "epoch": 1.6281512605042017, |
| "grad_norm": 17.875, |
| "learning_rate": 1.0219874804381849e-05, |
| "loss": 0.9418, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.629201680672269, |
| "grad_norm": 17.875, |
| "learning_rate": 1.0212050078247262e-05, |
| "loss": 1.9413, |
| "step": 15510 |
| }, |
| { |
| "epoch": 1.6302521008403361, |
| "grad_norm": 9.5, |
| "learning_rate": 1.0204225352112678e-05, |
| "loss": 1.4225, |
| "step": 15520 |
| }, |
| { |
| "epoch": 1.6313025210084033, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.0196400625978091e-05, |
| "loss": 1.3062, |
| "step": 15530 |
| }, |
| { |
| "epoch": 1.6323529411764706, |
| "grad_norm": 11.75, |
| "learning_rate": 1.0188575899843508e-05, |
| "loss": 1.0521, |
| "step": 15540 |
| }, |
| { |
| "epoch": 1.6334033613445378, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.018075117370892e-05, |
| "loss": 1.7687, |
| "step": 15550 |
| }, |
| { |
| "epoch": 1.634453781512605, |
| "grad_norm": 15.875, |
| "learning_rate": 1.0172926447574335e-05, |
| "loss": 1.1349, |
| "step": 15560 |
| }, |
| { |
| "epoch": 1.6355042016806722, |
| "grad_norm": 23.5, |
| "learning_rate": 1.016510172143975e-05, |
| "loss": 1.6808, |
| "step": 15570 |
| }, |
| { |
| "epoch": 1.6365546218487395, |
| "grad_norm": 22.875, |
| "learning_rate": 1.0157276995305165e-05, |
| "loss": 1.6487, |
| "step": 15580 |
| }, |
| { |
| "epoch": 1.6376050420168067, |
| "grad_norm": 20.875, |
| "learning_rate": 1.014945226917058e-05, |
| "loss": 1.1881, |
| "step": 15590 |
| }, |
| { |
| "epoch": 1.638655462184874, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.0141627543035994e-05, |
| "loss": 1.3333, |
| "step": 15600 |
| }, |
| { |
| "epoch": 1.6397058823529411, |
| "grad_norm": 19.125, |
| "learning_rate": 1.013380281690141e-05, |
| "loss": 1.3079, |
| "step": 15610 |
| }, |
| { |
| "epoch": 1.6407563025210083, |
| "grad_norm": 17.875, |
| "learning_rate": 1.0125978090766823e-05, |
| "loss": 1.3545, |
| "step": 15620 |
| }, |
| { |
| "epoch": 1.6418067226890756, |
| "grad_norm": 16.5, |
| "learning_rate": 1.011815336463224e-05, |
| "loss": 1.3019, |
| "step": 15630 |
| }, |
| { |
| "epoch": 1.6428571428571428, |
| "grad_norm": 15.25, |
| "learning_rate": 1.0110328638497653e-05, |
| "loss": 1.2696, |
| "step": 15640 |
| }, |
| { |
| "epoch": 1.64390756302521, |
| "grad_norm": 17.125, |
| "learning_rate": 1.0102503912363069e-05, |
| "loss": 1.5522, |
| "step": 15650 |
| }, |
| { |
| "epoch": 1.6449579831932772, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.0094679186228482e-05, |
| "loss": 1.0805, |
| "step": 15660 |
| }, |
| { |
| "epoch": 1.6460084033613445, |
| "grad_norm": 11.875, |
| "learning_rate": 1.0086854460093898e-05, |
| "loss": 1.3991, |
| "step": 15670 |
| }, |
| { |
| "epoch": 1.6470588235294117, |
| "grad_norm": 14.125, |
| "learning_rate": 1.0079029733959311e-05, |
| "loss": 1.4535, |
| "step": 15680 |
| }, |
| { |
| "epoch": 1.648109243697479, |
| "grad_norm": 12.375, |
| "learning_rate": 1.0071205007824727e-05, |
| "loss": 1.3899, |
| "step": 15690 |
| }, |
| { |
| "epoch": 1.6491596638655461, |
| "grad_norm": 6.0625, |
| "learning_rate": 1.0063380281690142e-05, |
| "loss": 1.293, |
| "step": 15700 |
| }, |
| { |
| "epoch": 1.6502100840336134, |
| "grad_norm": 11.5, |
| "learning_rate": 1.0055555555555557e-05, |
| "loss": 1.3171, |
| "step": 15710 |
| }, |
| { |
| "epoch": 1.6512605042016806, |
| "grad_norm": 14.875, |
| "learning_rate": 1.0047730829420971e-05, |
| "loss": 1.7538, |
| "step": 15720 |
| }, |
| { |
| "epoch": 1.6523109243697478, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.0039906103286386e-05, |
| "loss": 1.9343, |
| "step": 15730 |
| }, |
| { |
| "epoch": 1.653361344537815, |
| "grad_norm": 38.0, |
| "learning_rate": 1.00320813771518e-05, |
| "loss": 1.2496, |
| "step": 15740 |
| }, |
| { |
| "epoch": 1.6544117647058822, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.0024256651017215e-05, |
| "loss": 1.0771, |
| "step": 15750 |
| }, |
| { |
| "epoch": 1.6554621848739495, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.001643192488263e-05, |
| "loss": 1.5892, |
| "step": 15760 |
| }, |
| { |
| "epoch": 1.6565126050420167, |
| "grad_norm": 18.75, |
| "learning_rate": 1.0008607198748043e-05, |
| "loss": 0.826, |
| "step": 15770 |
| }, |
| { |
| "epoch": 1.657563025210084, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.000078247261346e-05, |
| "loss": 1.4061, |
| "step": 15780 |
| }, |
| { |
| "epoch": 1.6586134453781511, |
| "grad_norm": 12.4375, |
| "learning_rate": 9.992957746478874e-06, |
| "loss": 0.9534, |
| "step": 15790 |
| }, |
| { |
| "epoch": 1.6596638655462184, |
| "grad_norm": 12.625, |
| "learning_rate": 9.985133020344289e-06, |
| "loss": 1.2486, |
| "step": 15800 |
| }, |
| { |
| "epoch": 1.6607142857142856, |
| "grad_norm": 16.75, |
| "learning_rate": 9.977308294209703e-06, |
| "loss": 1.5199, |
| "step": 15810 |
| }, |
| { |
| "epoch": 1.6617647058823528, |
| "grad_norm": 16.625, |
| "learning_rate": 9.969483568075118e-06, |
| "loss": 1.8439, |
| "step": 15820 |
| }, |
| { |
| "epoch": 1.66281512605042, |
| "grad_norm": 17.375, |
| "learning_rate": 9.961658841940533e-06, |
| "loss": 1.3802, |
| "step": 15830 |
| }, |
| { |
| "epoch": 1.6638655462184873, |
| "grad_norm": 5.4375, |
| "learning_rate": 9.953834115805949e-06, |
| "loss": 1.2319, |
| "step": 15840 |
| }, |
| { |
| "epoch": 1.6649159663865545, |
| "grad_norm": 11.0, |
| "learning_rate": 9.946009389671362e-06, |
| "loss": 1.0634, |
| "step": 15850 |
| }, |
| { |
| "epoch": 1.6659663865546217, |
| "grad_norm": 19.125, |
| "learning_rate": 9.938184663536777e-06, |
| "loss": 0.9874, |
| "step": 15860 |
| }, |
| { |
| "epoch": 1.667016806722689, |
| "grad_norm": 15.1875, |
| "learning_rate": 9.930359937402191e-06, |
| "loss": 1.1704, |
| "step": 15870 |
| }, |
| { |
| "epoch": 1.6680672268907561, |
| "grad_norm": 5.03125, |
| "learning_rate": 9.922535211267606e-06, |
| "loss": 1.3389, |
| "step": 15880 |
| }, |
| { |
| "epoch": 1.6691176470588234, |
| "grad_norm": 16.625, |
| "learning_rate": 9.91471048513302e-06, |
| "loss": 1.357, |
| "step": 15890 |
| }, |
| { |
| "epoch": 1.6701680672268906, |
| "grad_norm": 12.75, |
| "learning_rate": 9.906885758998435e-06, |
| "loss": 1.5127, |
| "step": 15900 |
| }, |
| { |
| "epoch": 1.6712184873949578, |
| "grad_norm": 12.3125, |
| "learning_rate": 9.89906103286385e-06, |
| "loss": 1.2742, |
| "step": 15910 |
| }, |
| { |
| "epoch": 1.6722689075630253, |
| "grad_norm": 12.1875, |
| "learning_rate": 9.891236306729264e-06, |
| "loss": 1.429, |
| "step": 15920 |
| }, |
| { |
| "epoch": 1.6733193277310925, |
| "grad_norm": 19.75, |
| "learning_rate": 9.883411580594679e-06, |
| "loss": 0.8065, |
| "step": 15930 |
| }, |
| { |
| "epoch": 1.6743697478991597, |
| "grad_norm": 16.5, |
| "learning_rate": 9.875586854460095e-06, |
| "loss": 1.213, |
| "step": 15940 |
| }, |
| { |
| "epoch": 1.675420168067227, |
| "grad_norm": 28.875, |
| "learning_rate": 9.86776212832551e-06, |
| "loss": 1.1768, |
| "step": 15950 |
| }, |
| { |
| "epoch": 1.6764705882352942, |
| "grad_norm": 13.75, |
| "learning_rate": 9.859937402190925e-06, |
| "loss": 1.6273, |
| "step": 15960 |
| }, |
| { |
| "epoch": 1.6775210084033614, |
| "grad_norm": 13.875, |
| "learning_rate": 9.85211267605634e-06, |
| "loss": 1.6125, |
| "step": 15970 |
| }, |
| { |
| "epoch": 1.6785714285714286, |
| "grad_norm": 12.6875, |
| "learning_rate": 9.844287949921754e-06, |
| "loss": 1.5806, |
| "step": 15980 |
| }, |
| { |
| "epoch": 1.6796218487394958, |
| "grad_norm": 12.375, |
| "learning_rate": 9.836463223787169e-06, |
| "loss": 1.8286, |
| "step": 15990 |
| }, |
| { |
| "epoch": 1.680672268907563, |
| "grad_norm": 13.9375, |
| "learning_rate": 9.828638497652583e-06, |
| "loss": 0.9962, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.6817226890756303, |
| "grad_norm": 13.1875, |
| "learning_rate": 9.820813771517998e-06, |
| "loss": 1.2894, |
| "step": 16010 |
| }, |
| { |
| "epoch": 1.6827731092436975, |
| "grad_norm": 10.125, |
| "learning_rate": 9.812989045383413e-06, |
| "loss": 1.0479, |
| "step": 16020 |
| }, |
| { |
| "epoch": 1.6838235294117647, |
| "grad_norm": 14.0625, |
| "learning_rate": 9.805164319248827e-06, |
| "loss": 1.313, |
| "step": 16030 |
| }, |
| { |
| "epoch": 1.684873949579832, |
| "grad_norm": 18.0, |
| "learning_rate": 9.797339593114242e-06, |
| "loss": 1.4493, |
| "step": 16040 |
| }, |
| { |
| "epoch": 1.6859243697478992, |
| "grad_norm": 20.125, |
| "learning_rate": 9.789514866979657e-06, |
| "loss": 1.5301, |
| "step": 16050 |
| }, |
| { |
| "epoch": 1.6869747899159664, |
| "grad_norm": 15.625, |
| "learning_rate": 9.781690140845071e-06, |
| "loss": 1.2022, |
| "step": 16060 |
| }, |
| { |
| "epoch": 1.6880252100840336, |
| "grad_norm": 13.0625, |
| "learning_rate": 9.773865414710486e-06, |
| "loss": 1.3654, |
| "step": 16070 |
| }, |
| { |
| "epoch": 1.6890756302521008, |
| "grad_norm": 15.6875, |
| "learning_rate": 9.7660406885759e-06, |
| "loss": 1.0885, |
| "step": 16080 |
| }, |
| { |
| "epoch": 1.690126050420168, |
| "grad_norm": 15.25, |
| "learning_rate": 9.758215962441315e-06, |
| "loss": 1.5678, |
| "step": 16090 |
| }, |
| { |
| "epoch": 1.6911764705882353, |
| "grad_norm": 19.875, |
| "learning_rate": 9.75039123630673e-06, |
| "loss": 1.2938, |
| "step": 16100 |
| }, |
| { |
| "epoch": 1.6922268907563025, |
| "grad_norm": 10.8125, |
| "learning_rate": 9.742566510172145e-06, |
| "loss": 1.2581, |
| "step": 16110 |
| }, |
| { |
| "epoch": 1.6932773109243697, |
| "grad_norm": 6.0, |
| "learning_rate": 9.73474178403756e-06, |
| "loss": 1.1328, |
| "step": 16120 |
| }, |
| { |
| "epoch": 1.694327731092437, |
| "grad_norm": 10.1875, |
| "learning_rate": 9.726917057902974e-06, |
| "loss": 1.191, |
| "step": 16130 |
| }, |
| { |
| "epoch": 1.6953781512605042, |
| "grad_norm": 22.0, |
| "learning_rate": 9.71909233176839e-06, |
| "loss": 1.1682, |
| "step": 16140 |
| }, |
| { |
| "epoch": 1.6964285714285714, |
| "grad_norm": 12.0625, |
| "learning_rate": 9.711267605633803e-06, |
| "loss": 1.4293, |
| "step": 16150 |
| }, |
| { |
| "epoch": 1.6974789915966386, |
| "grad_norm": 11.6875, |
| "learning_rate": 9.703442879499218e-06, |
| "loss": 1.5305, |
| "step": 16160 |
| }, |
| { |
| "epoch": 1.6985294117647058, |
| "grad_norm": 13.5625, |
| "learning_rate": 9.695618153364633e-06, |
| "loss": 1.1146, |
| "step": 16170 |
| }, |
| { |
| "epoch": 1.699579831932773, |
| "grad_norm": 6.1875, |
| "learning_rate": 9.687793427230047e-06, |
| "loss": 0.9118, |
| "step": 16180 |
| }, |
| { |
| "epoch": 1.7006302521008403, |
| "grad_norm": 13.6875, |
| "learning_rate": 9.679968701095462e-06, |
| "loss": 1.4518, |
| "step": 16190 |
| }, |
| { |
| "epoch": 1.7016806722689075, |
| "grad_norm": 19.5, |
| "learning_rate": 9.672143974960876e-06, |
| "loss": 1.4933, |
| "step": 16200 |
| }, |
| { |
| "epoch": 1.7027310924369747, |
| "grad_norm": 209.0, |
| "learning_rate": 9.664319248826291e-06, |
| "loss": 1.5073, |
| "step": 16210 |
| }, |
| { |
| "epoch": 1.7037815126050422, |
| "grad_norm": 12.0625, |
| "learning_rate": 9.656494522691706e-06, |
| "loss": 1.0963, |
| "step": 16220 |
| }, |
| { |
| "epoch": 1.7048319327731094, |
| "grad_norm": 11.875, |
| "learning_rate": 9.64866979655712e-06, |
| "loss": 1.6323, |
| "step": 16230 |
| }, |
| { |
| "epoch": 1.7058823529411766, |
| "grad_norm": 12.125, |
| "learning_rate": 9.640845070422537e-06, |
| "loss": 1.0694, |
| "step": 16240 |
| }, |
| { |
| "epoch": 1.7069327731092439, |
| "grad_norm": 24.375, |
| "learning_rate": 9.633020344287951e-06, |
| "loss": 1.269, |
| "step": 16250 |
| }, |
| { |
| "epoch": 1.707983193277311, |
| "grad_norm": 10.8125, |
| "learning_rate": 9.625195618153366e-06, |
| "loss": 1.628, |
| "step": 16260 |
| }, |
| { |
| "epoch": 1.7090336134453783, |
| "grad_norm": 17.625, |
| "learning_rate": 9.61737089201878e-06, |
| "loss": 1.8879, |
| "step": 16270 |
| }, |
| { |
| "epoch": 1.7100840336134455, |
| "grad_norm": 23.75, |
| "learning_rate": 9.609546165884195e-06, |
| "loss": 1.1923, |
| "step": 16280 |
| }, |
| { |
| "epoch": 1.7111344537815127, |
| "grad_norm": 17.125, |
| "learning_rate": 9.60172143974961e-06, |
| "loss": 1.2534, |
| "step": 16290 |
| }, |
| { |
| "epoch": 1.71218487394958, |
| "grad_norm": 8.4375, |
| "learning_rate": 9.593896713615025e-06, |
| "loss": 1.1554, |
| "step": 16300 |
| }, |
| { |
| "epoch": 1.7132352941176472, |
| "grad_norm": 13.0625, |
| "learning_rate": 9.58607198748044e-06, |
| "loss": 1.0627, |
| "step": 16310 |
| }, |
| { |
| "epoch": 1.7142857142857144, |
| "grad_norm": 10.8125, |
| "learning_rate": 9.578247261345854e-06, |
| "loss": 1.0352, |
| "step": 16320 |
| }, |
| { |
| "epoch": 1.7153361344537816, |
| "grad_norm": 10.0, |
| "learning_rate": 9.570422535211269e-06, |
| "loss": 0.916, |
| "step": 16330 |
| }, |
| { |
| "epoch": 1.7163865546218489, |
| "grad_norm": 14.875, |
| "learning_rate": 9.562597809076683e-06, |
| "loss": 1.0697, |
| "step": 16340 |
| }, |
| { |
| "epoch": 1.717436974789916, |
| "grad_norm": 11.5, |
| "learning_rate": 9.554773082942098e-06, |
| "loss": 1.1456, |
| "step": 16350 |
| }, |
| { |
| "epoch": 1.7184873949579833, |
| "grad_norm": 11.9375, |
| "learning_rate": 9.546948356807513e-06, |
| "loss": 1.2569, |
| "step": 16360 |
| }, |
| { |
| "epoch": 1.7195378151260505, |
| "grad_norm": 19.125, |
| "learning_rate": 9.539123630672927e-06, |
| "loss": 1.0225, |
| "step": 16370 |
| }, |
| { |
| "epoch": 1.7205882352941178, |
| "grad_norm": 6.65625, |
| "learning_rate": 9.531298904538342e-06, |
| "loss": 0.8316, |
| "step": 16380 |
| }, |
| { |
| "epoch": 1.721638655462185, |
| "grad_norm": 9.5, |
| "learning_rate": 9.523474178403757e-06, |
| "loss": 1.6279, |
| "step": 16390 |
| }, |
| { |
| "epoch": 1.7226890756302522, |
| "grad_norm": 20.625, |
| "learning_rate": 9.515649452269171e-06, |
| "loss": 1.3566, |
| "step": 16400 |
| }, |
| { |
| "epoch": 1.7237394957983194, |
| "grad_norm": 5.0625, |
| "learning_rate": 9.507824726134586e-06, |
| "loss": 1.3098, |
| "step": 16410 |
| }, |
| { |
| "epoch": 1.7247899159663866, |
| "grad_norm": 18.125, |
| "learning_rate": 9.5e-06, |
| "loss": 1.2304, |
| "step": 16420 |
| }, |
| { |
| "epoch": 1.7258403361344539, |
| "grad_norm": 16.75, |
| "learning_rate": 9.492175273865417e-06, |
| "loss": 1.2579, |
| "step": 16430 |
| }, |
| { |
| "epoch": 1.726890756302521, |
| "grad_norm": 12.75, |
| "learning_rate": 9.48435054773083e-06, |
| "loss": 1.2478, |
| "step": 16440 |
| }, |
| { |
| "epoch": 1.7279411764705883, |
| "grad_norm": 9.8125, |
| "learning_rate": 9.476525821596244e-06, |
| "loss": 1.3145, |
| "step": 16450 |
| }, |
| { |
| "epoch": 1.7289915966386555, |
| "grad_norm": 15.0, |
| "learning_rate": 9.468701095461659e-06, |
| "loss": 1.2866, |
| "step": 16460 |
| }, |
| { |
| "epoch": 1.7300420168067228, |
| "grad_norm": 13.4375, |
| "learning_rate": 9.460876369327074e-06, |
| "loss": 1.5644, |
| "step": 16470 |
| }, |
| { |
| "epoch": 1.73109243697479, |
| "grad_norm": 12.5, |
| "learning_rate": 9.453051643192488e-06, |
| "loss": 1.2161, |
| "step": 16480 |
| }, |
| { |
| "epoch": 1.7321428571428572, |
| "grad_norm": 18.875, |
| "learning_rate": 9.445226917057903e-06, |
| "loss": 1.2717, |
| "step": 16490 |
| }, |
| { |
| "epoch": 1.7331932773109244, |
| "grad_norm": 11.375, |
| "learning_rate": 9.437402190923318e-06, |
| "loss": 1.7148, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.7342436974789917, |
| "grad_norm": 18.375, |
| "learning_rate": 9.429577464788732e-06, |
| "loss": 1.5477, |
| "step": 16510 |
| }, |
| { |
| "epoch": 1.7352941176470589, |
| "grad_norm": 12.3125, |
| "learning_rate": 9.421752738654147e-06, |
| "loss": 1.2824, |
| "step": 16520 |
| }, |
| { |
| "epoch": 1.736344537815126, |
| "grad_norm": 18.125, |
| "learning_rate": 9.413928012519563e-06, |
| "loss": 1.3925, |
| "step": 16530 |
| }, |
| { |
| "epoch": 1.7373949579831933, |
| "grad_norm": 4.625, |
| "learning_rate": 9.406103286384978e-06, |
| "loss": 1.3081, |
| "step": 16540 |
| }, |
| { |
| "epoch": 1.7384453781512605, |
| "grad_norm": 17.5, |
| "learning_rate": 9.398278560250393e-06, |
| "loss": 1.089, |
| "step": 16550 |
| }, |
| { |
| "epoch": 1.7394957983193278, |
| "grad_norm": 15.75, |
| "learning_rate": 9.390453834115807e-06, |
| "loss": 0.8492, |
| "step": 16560 |
| }, |
| { |
| "epoch": 1.740546218487395, |
| "grad_norm": 203.0, |
| "learning_rate": 9.382629107981222e-06, |
| "loss": 1.4314, |
| "step": 16570 |
| }, |
| { |
| "epoch": 1.7415966386554622, |
| "grad_norm": 18.25, |
| "learning_rate": 9.374804381846637e-06, |
| "loss": 1.9853, |
| "step": 16580 |
| }, |
| { |
| "epoch": 1.7426470588235294, |
| "grad_norm": 21.75, |
| "learning_rate": 9.366979655712051e-06, |
| "loss": 1.6503, |
| "step": 16590 |
| }, |
| { |
| "epoch": 1.7436974789915967, |
| "grad_norm": 9.1875, |
| "learning_rate": 9.359154929577466e-06, |
| "loss": 1.2783, |
| "step": 16600 |
| }, |
| { |
| "epoch": 1.7447478991596639, |
| "grad_norm": 12.6875, |
| "learning_rate": 9.35133020344288e-06, |
| "loss": 1.5263, |
| "step": 16610 |
| }, |
| { |
| "epoch": 1.745798319327731, |
| "grad_norm": 15.375, |
| "learning_rate": 9.343505477308295e-06, |
| "loss": 1.5407, |
| "step": 16620 |
| }, |
| { |
| "epoch": 1.7468487394957983, |
| "grad_norm": 19.75, |
| "learning_rate": 9.33568075117371e-06, |
| "loss": 1.0901, |
| "step": 16630 |
| }, |
| { |
| "epoch": 1.7478991596638656, |
| "grad_norm": 14.3125, |
| "learning_rate": 9.327856025039125e-06, |
| "loss": 1.2885, |
| "step": 16640 |
| }, |
| { |
| "epoch": 1.7489495798319328, |
| "grad_norm": 12.625, |
| "learning_rate": 9.32003129890454e-06, |
| "loss": 1.5592, |
| "step": 16650 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 8.75, |
| "learning_rate": 9.312206572769954e-06, |
| "loss": 1.2404, |
| "step": 16660 |
| }, |
| { |
| "epoch": 1.7510504201680672, |
| "grad_norm": 13.0, |
| "learning_rate": 9.304381846635369e-06, |
| "loss": 1.0363, |
| "step": 16670 |
| }, |
| { |
| "epoch": 1.7521008403361344, |
| "grad_norm": 12.25, |
| "learning_rate": 9.296557120500783e-06, |
| "loss": 1.1992, |
| "step": 16680 |
| }, |
| { |
| "epoch": 1.7531512605042017, |
| "grad_norm": 14.0, |
| "learning_rate": 9.288732394366198e-06, |
| "loss": 1.1861, |
| "step": 16690 |
| }, |
| { |
| "epoch": 1.754201680672269, |
| "grad_norm": 19.125, |
| "learning_rate": 9.280907668231612e-06, |
| "loss": 1.2102, |
| "step": 16700 |
| }, |
| { |
| "epoch": 1.7552521008403361, |
| "grad_norm": 17.75, |
| "learning_rate": 9.273082942097027e-06, |
| "loss": 1.7202, |
| "step": 16710 |
| }, |
| { |
| "epoch": 1.7563025210084033, |
| "grad_norm": 17.25, |
| "learning_rate": 9.265258215962442e-06, |
| "loss": 1.3753, |
| "step": 16720 |
| }, |
| { |
| "epoch": 1.7573529411764706, |
| "grad_norm": 17.625, |
| "learning_rate": 9.257433489827856e-06, |
| "loss": 1.3309, |
| "step": 16730 |
| }, |
| { |
| "epoch": 1.7584033613445378, |
| "grad_norm": 31.0, |
| "learning_rate": 9.249608763693271e-06, |
| "loss": 1.8675, |
| "step": 16740 |
| }, |
| { |
| "epoch": 1.759453781512605, |
| "grad_norm": 14.375, |
| "learning_rate": 9.241784037558686e-06, |
| "loss": 0.9695, |
| "step": 16750 |
| }, |
| { |
| "epoch": 1.7605042016806722, |
| "grad_norm": 9.3125, |
| "learning_rate": 9.2339593114241e-06, |
| "loss": 1.5124, |
| "step": 16760 |
| }, |
| { |
| "epoch": 1.7615546218487395, |
| "grad_norm": 25.75, |
| "learning_rate": 9.226134585289515e-06, |
| "loss": 1.2201, |
| "step": 16770 |
| }, |
| { |
| "epoch": 1.7626050420168067, |
| "grad_norm": 6.375, |
| "learning_rate": 9.21830985915493e-06, |
| "loss": 1.5277, |
| "step": 16780 |
| }, |
| { |
| "epoch": 1.763655462184874, |
| "grad_norm": 14.5, |
| "learning_rate": 9.210485133020344e-06, |
| "loss": 0.9598, |
| "step": 16790 |
| }, |
| { |
| "epoch": 1.7647058823529411, |
| "grad_norm": 13.375, |
| "learning_rate": 9.202660406885759e-06, |
| "loss": 1.4482, |
| "step": 16800 |
| }, |
| { |
| "epoch": 1.7657563025210083, |
| "grad_norm": 16.875, |
| "learning_rate": 9.194835680751174e-06, |
| "loss": 0.9516, |
| "step": 16810 |
| }, |
| { |
| "epoch": 1.7668067226890756, |
| "grad_norm": 16.375, |
| "learning_rate": 9.187010954616588e-06, |
| "loss": 1.4101, |
| "step": 16820 |
| }, |
| { |
| "epoch": 1.7678571428571428, |
| "grad_norm": 12.125, |
| "learning_rate": 9.179186228482005e-06, |
| "loss": 1.6945, |
| "step": 16830 |
| }, |
| { |
| "epoch": 1.76890756302521, |
| "grad_norm": 5.8125, |
| "learning_rate": 9.17136150234742e-06, |
| "loss": 1.4463, |
| "step": 16840 |
| }, |
| { |
| "epoch": 1.7699579831932772, |
| "grad_norm": 2.46875, |
| "learning_rate": 9.163536776212834e-06, |
| "loss": 0.9211, |
| "step": 16850 |
| }, |
| { |
| "epoch": 1.7710084033613445, |
| "grad_norm": 10.0, |
| "learning_rate": 9.155712050078249e-06, |
| "loss": 1.7824, |
| "step": 16860 |
| }, |
| { |
| "epoch": 1.7720588235294117, |
| "grad_norm": 13.1875, |
| "learning_rate": 9.147887323943663e-06, |
| "loss": 1.5375, |
| "step": 16870 |
| }, |
| { |
| "epoch": 1.773109243697479, |
| "grad_norm": 4.03125, |
| "learning_rate": 9.140062597809078e-06, |
| "loss": 1.0609, |
| "step": 16880 |
| }, |
| { |
| "epoch": 1.7741596638655461, |
| "grad_norm": 17.25, |
| "learning_rate": 9.132237871674493e-06, |
| "loss": 1.4122, |
| "step": 16890 |
| }, |
| { |
| "epoch": 1.7752100840336134, |
| "grad_norm": 13.0625, |
| "learning_rate": 9.124413145539907e-06, |
| "loss": 1.4912, |
| "step": 16900 |
| }, |
| { |
| "epoch": 1.7762605042016806, |
| "grad_norm": 14.625, |
| "learning_rate": 9.116588419405322e-06, |
| "loss": 1.3883, |
| "step": 16910 |
| }, |
| { |
| "epoch": 1.7773109243697478, |
| "grad_norm": 12.75, |
| "learning_rate": 9.108763693270737e-06, |
| "loss": 1.2688, |
| "step": 16920 |
| }, |
| { |
| "epoch": 1.778361344537815, |
| "grad_norm": 11.625, |
| "learning_rate": 9.100938967136151e-06, |
| "loss": 1.1332, |
| "step": 16930 |
| }, |
| { |
| "epoch": 1.7794117647058822, |
| "grad_norm": 5.4375, |
| "learning_rate": 9.093114241001566e-06, |
| "loss": 1.1757, |
| "step": 16940 |
| }, |
| { |
| "epoch": 1.7804621848739495, |
| "grad_norm": 15.25, |
| "learning_rate": 9.08528951486698e-06, |
| "loss": 1.7292, |
| "step": 16950 |
| }, |
| { |
| "epoch": 1.7815126050420167, |
| "grad_norm": 12.3125, |
| "learning_rate": 9.077464788732395e-06, |
| "loss": 1.2453, |
| "step": 16960 |
| }, |
| { |
| "epoch": 1.782563025210084, |
| "grad_norm": 11.5625, |
| "learning_rate": 9.06964006259781e-06, |
| "loss": 1.3372, |
| "step": 16970 |
| }, |
| { |
| "epoch": 1.7836134453781511, |
| "grad_norm": 17.875, |
| "learning_rate": 9.061815336463224e-06, |
| "loss": 1.1219, |
| "step": 16980 |
| }, |
| { |
| "epoch": 1.7846638655462184, |
| "grad_norm": 10.6875, |
| "learning_rate": 9.053990610328639e-06, |
| "loss": 1.6594, |
| "step": 16990 |
| }, |
| { |
| "epoch": 1.7857142857142856, |
| "grad_norm": 3.5625, |
| "learning_rate": 9.046165884194054e-06, |
| "loss": 0.88, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.7867647058823528, |
| "grad_norm": 12.25, |
| "learning_rate": 9.038341158059468e-06, |
| "loss": 0.9889, |
| "step": 17010 |
| }, |
| { |
| "epoch": 1.78781512605042, |
| "grad_norm": 13.0, |
| "learning_rate": 9.030516431924883e-06, |
| "loss": 1.3583, |
| "step": 17020 |
| }, |
| { |
| "epoch": 1.7888655462184873, |
| "grad_norm": 14.625, |
| "learning_rate": 9.022691705790298e-06, |
| "loss": 1.5652, |
| "step": 17030 |
| }, |
| { |
| "epoch": 1.7899159663865545, |
| "grad_norm": 16.25, |
| "learning_rate": 9.014866979655712e-06, |
| "loss": 1.448, |
| "step": 17040 |
| }, |
| { |
| "epoch": 1.7909663865546217, |
| "grad_norm": 21.25, |
| "learning_rate": 9.007042253521127e-06, |
| "loss": 1.4419, |
| "step": 17050 |
| }, |
| { |
| "epoch": 1.792016806722689, |
| "grad_norm": 13.5, |
| "learning_rate": 8.999217527386542e-06, |
| "loss": 1.3056, |
| "step": 17060 |
| }, |
| { |
| "epoch": 1.7930672268907561, |
| "grad_norm": 13.8125, |
| "learning_rate": 8.991392801251956e-06, |
| "loss": 1.2497, |
| "step": 17070 |
| }, |
| { |
| "epoch": 1.7941176470588234, |
| "grad_norm": 19.75, |
| "learning_rate": 8.983568075117371e-06, |
| "loss": 1.1989, |
| "step": 17080 |
| }, |
| { |
| "epoch": 1.7951680672268906, |
| "grad_norm": 25.25, |
| "learning_rate": 8.975743348982786e-06, |
| "loss": 1.2195, |
| "step": 17090 |
| }, |
| { |
| "epoch": 1.7962184873949578, |
| "grad_norm": 14.3125, |
| "learning_rate": 8.9679186228482e-06, |
| "loss": 1.4881, |
| "step": 17100 |
| }, |
| { |
| "epoch": 1.7972689075630253, |
| "grad_norm": 5.9375, |
| "learning_rate": 8.960093896713615e-06, |
| "loss": 0.9233, |
| "step": 17110 |
| }, |
| { |
| "epoch": 1.7983193277310925, |
| "grad_norm": 9.3125, |
| "learning_rate": 8.952269170579031e-06, |
| "loss": 1.3991, |
| "step": 17120 |
| }, |
| { |
| "epoch": 1.7993697478991597, |
| "grad_norm": 16.125, |
| "learning_rate": 8.944444444444446e-06, |
| "loss": 1.5303, |
| "step": 17130 |
| }, |
| { |
| "epoch": 1.800420168067227, |
| "grad_norm": 10.125, |
| "learning_rate": 8.93661971830986e-06, |
| "loss": 1.3232, |
| "step": 17140 |
| }, |
| { |
| "epoch": 1.8014705882352942, |
| "grad_norm": 12.375, |
| "learning_rate": 8.928794992175275e-06, |
| "loss": 1.0356, |
| "step": 17150 |
| }, |
| { |
| "epoch": 1.8025210084033614, |
| "grad_norm": 12.625, |
| "learning_rate": 8.92097026604069e-06, |
| "loss": 1.1945, |
| "step": 17160 |
| }, |
| { |
| "epoch": 1.8035714285714286, |
| "grad_norm": 15.25, |
| "learning_rate": 8.913145539906105e-06, |
| "loss": 1.4963, |
| "step": 17170 |
| }, |
| { |
| "epoch": 1.8046218487394958, |
| "grad_norm": 11.9375, |
| "learning_rate": 8.90532081377152e-06, |
| "loss": 0.9988, |
| "step": 17180 |
| }, |
| { |
| "epoch": 1.805672268907563, |
| "grad_norm": 17.75, |
| "learning_rate": 8.897496087636934e-06, |
| "loss": 1.3638, |
| "step": 17190 |
| }, |
| { |
| "epoch": 1.8067226890756303, |
| "grad_norm": 4.40625, |
| "learning_rate": 8.889671361502349e-06, |
| "loss": 1.2046, |
| "step": 17200 |
| }, |
| { |
| "epoch": 1.8077731092436975, |
| "grad_norm": 20.625, |
| "learning_rate": 8.881846635367763e-06, |
| "loss": 1.053, |
| "step": 17210 |
| }, |
| { |
| "epoch": 1.8088235294117647, |
| "grad_norm": 11.6875, |
| "learning_rate": 8.874021909233178e-06, |
| "loss": 1.6096, |
| "step": 17220 |
| }, |
| { |
| "epoch": 1.809873949579832, |
| "grad_norm": 9.875, |
| "learning_rate": 8.866197183098592e-06, |
| "loss": 1.5234, |
| "step": 17230 |
| }, |
| { |
| "epoch": 1.8109243697478992, |
| "grad_norm": 13.625, |
| "learning_rate": 8.858372456964007e-06, |
| "loss": 1.3558, |
| "step": 17240 |
| }, |
| { |
| "epoch": 1.8119747899159664, |
| "grad_norm": 14.625, |
| "learning_rate": 8.850547730829422e-06, |
| "loss": 1.3757, |
| "step": 17250 |
| }, |
| { |
| "epoch": 1.8130252100840336, |
| "grad_norm": 11.9375, |
| "learning_rate": 8.842723004694836e-06, |
| "loss": 1.2969, |
| "step": 17260 |
| }, |
| { |
| "epoch": 1.8140756302521008, |
| "grad_norm": 33.25, |
| "learning_rate": 8.834898278560251e-06, |
| "loss": 1.258, |
| "step": 17270 |
| }, |
| { |
| "epoch": 1.815126050420168, |
| "grad_norm": 10.9375, |
| "learning_rate": 8.827073552425666e-06, |
| "loss": 1.0944, |
| "step": 17280 |
| }, |
| { |
| "epoch": 1.8161764705882353, |
| "grad_norm": 12.3125, |
| "learning_rate": 8.81924882629108e-06, |
| "loss": 1.3661, |
| "step": 17290 |
| }, |
| { |
| "epoch": 1.8172268907563025, |
| "grad_norm": 37.75, |
| "learning_rate": 8.811424100156495e-06, |
| "loss": 1.1805, |
| "step": 17300 |
| }, |
| { |
| "epoch": 1.8182773109243697, |
| "grad_norm": 16.0, |
| "learning_rate": 8.80359937402191e-06, |
| "loss": 1.4742, |
| "step": 17310 |
| }, |
| { |
| "epoch": 1.819327731092437, |
| "grad_norm": 5.0625, |
| "learning_rate": 8.795774647887324e-06, |
| "loss": 1.4898, |
| "step": 17320 |
| }, |
| { |
| "epoch": 1.8203781512605042, |
| "grad_norm": 5.3125, |
| "learning_rate": 8.787949921752739e-06, |
| "loss": 1.2318, |
| "step": 17330 |
| }, |
| { |
| "epoch": 1.8214285714285714, |
| "grad_norm": 14.875, |
| "learning_rate": 8.780125195618154e-06, |
| "loss": 1.2514, |
| "step": 17340 |
| }, |
| { |
| "epoch": 1.8224789915966386, |
| "grad_norm": 3.25, |
| "learning_rate": 8.772300469483568e-06, |
| "loss": 1.0916, |
| "step": 17350 |
| }, |
| { |
| "epoch": 1.8235294117647058, |
| "grad_norm": 8.8125, |
| "learning_rate": 8.764475743348983e-06, |
| "loss": 1.5622, |
| "step": 17360 |
| }, |
| { |
| "epoch": 1.824579831932773, |
| "grad_norm": 11.9375, |
| "learning_rate": 8.756651017214398e-06, |
| "loss": 1.338, |
| "step": 17370 |
| }, |
| { |
| "epoch": 1.8256302521008403, |
| "grad_norm": 17.625, |
| "learning_rate": 8.748826291079812e-06, |
| "loss": 1.2941, |
| "step": 17380 |
| }, |
| { |
| "epoch": 1.8266806722689075, |
| "grad_norm": 17.875, |
| "learning_rate": 8.741001564945227e-06, |
| "loss": 1.303, |
| "step": 17390 |
| }, |
| { |
| "epoch": 1.8277310924369747, |
| "grad_norm": 14.3125, |
| "learning_rate": 8.733176838810642e-06, |
| "loss": 1.5946, |
| "step": 17400 |
| }, |
| { |
| "epoch": 1.8287815126050422, |
| "grad_norm": 17.375, |
| "learning_rate": 8.725352112676056e-06, |
| "loss": 1.3532, |
| "step": 17410 |
| }, |
| { |
| "epoch": 1.8298319327731094, |
| "grad_norm": 16.25, |
| "learning_rate": 8.717527386541473e-06, |
| "loss": 0.8938, |
| "step": 17420 |
| }, |
| { |
| "epoch": 1.8308823529411766, |
| "grad_norm": 6.21875, |
| "learning_rate": 8.709702660406887e-06, |
| "loss": 0.9492, |
| "step": 17430 |
| }, |
| { |
| "epoch": 1.8319327731092439, |
| "grad_norm": 8.8125, |
| "learning_rate": 8.701877934272302e-06, |
| "loss": 1.4988, |
| "step": 17440 |
| }, |
| { |
| "epoch": 1.832983193277311, |
| "grad_norm": 15.6875, |
| "learning_rate": 8.694053208137717e-06, |
| "loss": 1.0669, |
| "step": 17450 |
| }, |
| { |
| "epoch": 1.8340336134453783, |
| "grad_norm": 18.0, |
| "learning_rate": 8.686228482003131e-06, |
| "loss": 1.4973, |
| "step": 17460 |
| }, |
| { |
| "epoch": 1.8350840336134455, |
| "grad_norm": 9.9375, |
| "learning_rate": 8.678403755868546e-06, |
| "loss": 0.8783, |
| "step": 17470 |
| }, |
| { |
| "epoch": 1.8361344537815127, |
| "grad_norm": 14.375, |
| "learning_rate": 8.67057902973396e-06, |
| "loss": 1.4758, |
| "step": 17480 |
| }, |
| { |
| "epoch": 1.83718487394958, |
| "grad_norm": 18.875, |
| "learning_rate": 8.662754303599375e-06, |
| "loss": 1.4096, |
| "step": 17490 |
| }, |
| { |
| "epoch": 1.8382352941176472, |
| "grad_norm": 18.5, |
| "learning_rate": 8.65492957746479e-06, |
| "loss": 1.1369, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.8392857142857144, |
| "grad_norm": 4.84375, |
| "learning_rate": 8.647104851330203e-06, |
| "loss": 1.0654, |
| "step": 17510 |
| }, |
| { |
| "epoch": 1.8403361344537816, |
| "grad_norm": 20.375, |
| "learning_rate": 8.639280125195619e-06, |
| "loss": 1.3115, |
| "step": 17520 |
| }, |
| { |
| "epoch": 1.8413865546218489, |
| "grad_norm": 27.5, |
| "learning_rate": 8.631455399061034e-06, |
| "loss": 1.3379, |
| "step": 17530 |
| }, |
| { |
| "epoch": 1.842436974789916, |
| "grad_norm": 11.6875, |
| "learning_rate": 8.623630672926448e-06, |
| "loss": 1.1143, |
| "step": 17540 |
| }, |
| { |
| "epoch": 1.8434873949579833, |
| "grad_norm": 10.9375, |
| "learning_rate": 8.615805946791863e-06, |
| "loss": 1.3278, |
| "step": 17550 |
| }, |
| { |
| "epoch": 1.8445378151260505, |
| "grad_norm": 9.1875, |
| "learning_rate": 8.607981220657278e-06, |
| "loss": 1.3111, |
| "step": 17560 |
| }, |
| { |
| "epoch": 1.8455882352941178, |
| "grad_norm": 23.5, |
| "learning_rate": 8.600156494522692e-06, |
| "loss": 1.5519, |
| "step": 17570 |
| }, |
| { |
| "epoch": 1.846638655462185, |
| "grad_norm": 15.875, |
| "learning_rate": 8.592331768388107e-06, |
| "loss": 1.4849, |
| "step": 17580 |
| }, |
| { |
| "epoch": 1.8476890756302522, |
| "grad_norm": 8.0, |
| "learning_rate": 8.584507042253522e-06, |
| "loss": 0.8678, |
| "step": 17590 |
| }, |
| { |
| "epoch": 1.8487394957983194, |
| "grad_norm": 14.1875, |
| "learning_rate": 8.576682316118936e-06, |
| "loss": 1.3236, |
| "step": 17600 |
| }, |
| { |
| "epoch": 1.8497899159663866, |
| "grad_norm": 12.8125, |
| "learning_rate": 8.568857589984351e-06, |
| "loss": 1.2436, |
| "step": 17610 |
| }, |
| { |
| "epoch": 1.8508403361344539, |
| "grad_norm": 16.625, |
| "learning_rate": 8.561032863849766e-06, |
| "loss": 1.1921, |
| "step": 17620 |
| }, |
| { |
| "epoch": 1.851890756302521, |
| "grad_norm": 5.625, |
| "learning_rate": 8.55320813771518e-06, |
| "loss": 1.3603, |
| "step": 17630 |
| }, |
| { |
| "epoch": 1.8529411764705883, |
| "grad_norm": 10.6875, |
| "learning_rate": 8.545383411580595e-06, |
| "loss": 1.0873, |
| "step": 17640 |
| }, |
| { |
| "epoch": 1.8539915966386555, |
| "grad_norm": 16.875, |
| "learning_rate": 8.53755868544601e-06, |
| "loss": 1.4378, |
| "step": 17650 |
| }, |
| { |
| "epoch": 1.8550420168067228, |
| "grad_norm": 9.9375, |
| "learning_rate": 8.529733959311424e-06, |
| "loss": 1.4792, |
| "step": 17660 |
| }, |
| { |
| "epoch": 1.85609243697479, |
| "grad_norm": 11.75, |
| "learning_rate": 8.521909233176839e-06, |
| "loss": 1.8806, |
| "step": 17670 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 12.5625, |
| "learning_rate": 8.514084507042254e-06, |
| "loss": 1.3804, |
| "step": 17680 |
| }, |
| { |
| "epoch": 1.8581932773109244, |
| "grad_norm": 16.75, |
| "learning_rate": 8.506259780907668e-06, |
| "loss": 1.1978, |
| "step": 17690 |
| }, |
| { |
| "epoch": 1.8592436974789917, |
| "grad_norm": 12.0, |
| "learning_rate": 8.498435054773083e-06, |
| "loss": 0.841, |
| "step": 17700 |
| }, |
| { |
| "epoch": 1.8602941176470589, |
| "grad_norm": 5.375, |
| "learning_rate": 8.4906103286385e-06, |
| "loss": 1.0246, |
| "step": 17710 |
| }, |
| { |
| "epoch": 1.861344537815126, |
| "grad_norm": 16.75, |
| "learning_rate": 8.482785602503914e-06, |
| "loss": 1.5822, |
| "step": 17720 |
| }, |
| { |
| "epoch": 1.8623949579831933, |
| "grad_norm": 16.5, |
| "learning_rate": 8.474960876369329e-06, |
| "loss": 1.3041, |
| "step": 17730 |
| }, |
| { |
| "epoch": 1.8634453781512605, |
| "grad_norm": 13.375, |
| "learning_rate": 8.467136150234743e-06, |
| "loss": 1.4525, |
| "step": 17740 |
| }, |
| { |
| "epoch": 1.8644957983193278, |
| "grad_norm": 12.625, |
| "learning_rate": 8.459311424100158e-06, |
| "loss": 1.4399, |
| "step": 17750 |
| }, |
| { |
| "epoch": 1.865546218487395, |
| "grad_norm": 16.25, |
| "learning_rate": 8.451486697965572e-06, |
| "loss": 1.3268, |
| "step": 17760 |
| }, |
| { |
| "epoch": 1.8665966386554622, |
| "grad_norm": 14.6875, |
| "learning_rate": 8.443661971830987e-06, |
| "loss": 1.6509, |
| "step": 17770 |
| }, |
| { |
| "epoch": 1.8676470588235294, |
| "grad_norm": 17.625, |
| "learning_rate": 8.435837245696402e-06, |
| "loss": 1.6677, |
| "step": 17780 |
| }, |
| { |
| "epoch": 1.8686974789915967, |
| "grad_norm": 14.25, |
| "learning_rate": 8.428012519561816e-06, |
| "loss": 1.2302, |
| "step": 17790 |
| }, |
| { |
| "epoch": 1.8697478991596639, |
| "grad_norm": 4.46875, |
| "learning_rate": 8.420187793427231e-06, |
| "loss": 1.0689, |
| "step": 17800 |
| }, |
| { |
| "epoch": 1.870798319327731, |
| "grad_norm": 5.09375, |
| "learning_rate": 8.412363067292646e-06, |
| "loss": 1.1844, |
| "step": 17810 |
| }, |
| { |
| "epoch": 1.8718487394957983, |
| "grad_norm": 13.25, |
| "learning_rate": 8.40453834115806e-06, |
| "loss": 1.5129, |
| "step": 17820 |
| }, |
| { |
| "epoch": 1.8728991596638656, |
| "grad_norm": 15.125, |
| "learning_rate": 8.396713615023475e-06, |
| "loss": 1.363, |
| "step": 17830 |
| }, |
| { |
| "epoch": 1.8739495798319328, |
| "grad_norm": 16.875, |
| "learning_rate": 8.38888888888889e-06, |
| "loss": 1.2641, |
| "step": 17840 |
| }, |
| { |
| "epoch": 1.875, |
| "grad_norm": 12.5, |
| "learning_rate": 8.381064162754304e-06, |
| "loss": 1.599, |
| "step": 17850 |
| }, |
| { |
| "epoch": 1.8760504201680672, |
| "grad_norm": 4.25, |
| "learning_rate": 8.373239436619719e-06, |
| "loss": 1.3407, |
| "step": 17860 |
| }, |
| { |
| "epoch": 1.8771008403361344, |
| "grad_norm": 11.5, |
| "learning_rate": 8.365414710485134e-06, |
| "loss": 0.8743, |
| "step": 17870 |
| }, |
| { |
| "epoch": 1.8781512605042017, |
| "grad_norm": 12.4375, |
| "learning_rate": 8.357589984350548e-06, |
| "loss": 1.4704, |
| "step": 17880 |
| }, |
| { |
| "epoch": 1.879201680672269, |
| "grad_norm": 8.5, |
| "learning_rate": 8.349765258215963e-06, |
| "loss": 1.2385, |
| "step": 17890 |
| }, |
| { |
| "epoch": 1.8802521008403361, |
| "grad_norm": 13.0625, |
| "learning_rate": 8.341940532081378e-06, |
| "loss": 0.778, |
| "step": 17900 |
| }, |
| { |
| "epoch": 1.8813025210084033, |
| "grad_norm": 11.3125, |
| "learning_rate": 8.334115805946792e-06, |
| "loss": 1.3938, |
| "step": 17910 |
| }, |
| { |
| "epoch": 1.8823529411764706, |
| "grad_norm": 15.4375, |
| "learning_rate": 8.326291079812207e-06, |
| "loss": 1.684, |
| "step": 17920 |
| }, |
| { |
| "epoch": 1.8834033613445378, |
| "grad_norm": 18.25, |
| "learning_rate": 8.318466353677622e-06, |
| "loss": 1.6561, |
| "step": 17930 |
| }, |
| { |
| "epoch": 1.884453781512605, |
| "grad_norm": 17.0, |
| "learning_rate": 8.310641627543036e-06, |
| "loss": 1.5292, |
| "step": 17940 |
| }, |
| { |
| "epoch": 1.8855042016806722, |
| "grad_norm": 10.1875, |
| "learning_rate": 8.302816901408451e-06, |
| "loss": 1.2049, |
| "step": 17950 |
| }, |
| { |
| "epoch": 1.8865546218487395, |
| "grad_norm": 7.375, |
| "learning_rate": 8.294992175273866e-06, |
| "loss": 1.2616, |
| "step": 17960 |
| }, |
| { |
| "epoch": 1.8876050420168067, |
| "grad_norm": 11.0, |
| "learning_rate": 8.28716744913928e-06, |
| "loss": 0.9736, |
| "step": 17970 |
| }, |
| { |
| "epoch": 1.888655462184874, |
| "grad_norm": 18.0, |
| "learning_rate": 8.279342723004695e-06, |
| "loss": 1.194, |
| "step": 17980 |
| }, |
| { |
| "epoch": 1.8897058823529411, |
| "grad_norm": 16.125, |
| "learning_rate": 8.27151799687011e-06, |
| "loss": 1.3858, |
| "step": 17990 |
| }, |
| { |
| "epoch": 1.8907563025210083, |
| "grad_norm": 13.6875, |
| "learning_rate": 8.263693270735524e-06, |
| "loss": 0.965, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.8918067226890756, |
| "grad_norm": 11.75, |
| "learning_rate": 8.25586854460094e-06, |
| "loss": 1.2845, |
| "step": 18010 |
| }, |
| { |
| "epoch": 1.8928571428571428, |
| "grad_norm": 13.5, |
| "learning_rate": 8.248043818466355e-06, |
| "loss": 1.0943, |
| "step": 18020 |
| }, |
| { |
| "epoch": 1.89390756302521, |
| "grad_norm": 16.375, |
| "learning_rate": 8.24021909233177e-06, |
| "loss": 1.4654, |
| "step": 18030 |
| }, |
| { |
| "epoch": 1.8949579831932772, |
| "grad_norm": 15.3125, |
| "learning_rate": 8.232394366197184e-06, |
| "loss": 1.6451, |
| "step": 18040 |
| }, |
| { |
| "epoch": 1.8960084033613445, |
| "grad_norm": 11.8125, |
| "learning_rate": 8.224569640062599e-06, |
| "loss": 1.5634, |
| "step": 18050 |
| }, |
| { |
| "epoch": 1.8970588235294117, |
| "grad_norm": 6.625, |
| "learning_rate": 8.216744913928014e-06, |
| "loss": 1.3746, |
| "step": 18060 |
| }, |
| { |
| "epoch": 1.898109243697479, |
| "grad_norm": 5.40625, |
| "learning_rate": 8.208920187793428e-06, |
| "loss": 0.9587, |
| "step": 18070 |
| }, |
| { |
| "epoch": 1.8991596638655461, |
| "grad_norm": 25.875, |
| "learning_rate": 8.201095461658843e-06, |
| "loss": 1.6194, |
| "step": 18080 |
| }, |
| { |
| "epoch": 1.9002100840336134, |
| "grad_norm": 3.28125, |
| "learning_rate": 8.193270735524258e-06, |
| "loss": 1.1389, |
| "step": 18090 |
| }, |
| { |
| "epoch": 1.9012605042016806, |
| "grad_norm": 4.4375, |
| "learning_rate": 8.18544600938967e-06, |
| "loss": 0.8685, |
| "step": 18100 |
| }, |
| { |
| "epoch": 1.9023109243697478, |
| "grad_norm": 18.875, |
| "learning_rate": 8.177621283255087e-06, |
| "loss": 1.51, |
| "step": 18110 |
| }, |
| { |
| "epoch": 1.903361344537815, |
| "grad_norm": 24.125, |
| "learning_rate": 8.169796557120502e-06, |
| "loss": 1.5197, |
| "step": 18120 |
| }, |
| { |
| "epoch": 1.9044117647058822, |
| "grad_norm": 12.3125, |
| "learning_rate": 8.161971830985916e-06, |
| "loss": 1.4569, |
| "step": 18130 |
| }, |
| { |
| "epoch": 1.9054621848739495, |
| "grad_norm": 4.65625, |
| "learning_rate": 8.154147104851331e-06, |
| "loss": 1.1837, |
| "step": 18140 |
| }, |
| { |
| "epoch": 1.9065126050420167, |
| "grad_norm": 3.765625, |
| "learning_rate": 8.146322378716746e-06, |
| "loss": 1.6231, |
| "step": 18150 |
| }, |
| { |
| "epoch": 1.907563025210084, |
| "grad_norm": 10.3125, |
| "learning_rate": 8.13849765258216e-06, |
| "loss": 1.3244, |
| "step": 18160 |
| }, |
| { |
| "epoch": 1.9086134453781511, |
| "grad_norm": 12.4375, |
| "learning_rate": 8.130672926447575e-06, |
| "loss": 1.1799, |
| "step": 18170 |
| }, |
| { |
| "epoch": 1.9096638655462184, |
| "grad_norm": 13.25, |
| "learning_rate": 8.12284820031299e-06, |
| "loss": 1.0951, |
| "step": 18180 |
| }, |
| { |
| "epoch": 1.9107142857142856, |
| "grad_norm": 4.96875, |
| "learning_rate": 8.115023474178404e-06, |
| "loss": 1.2038, |
| "step": 18190 |
| }, |
| { |
| "epoch": 1.9117647058823528, |
| "grad_norm": 14.5625, |
| "learning_rate": 8.107198748043819e-06, |
| "loss": 1.514, |
| "step": 18200 |
| }, |
| { |
| "epoch": 1.91281512605042, |
| "grad_norm": 15.25, |
| "learning_rate": 8.099374021909234e-06, |
| "loss": 1.1104, |
| "step": 18210 |
| }, |
| { |
| "epoch": 1.9138655462184873, |
| "grad_norm": 15.9375, |
| "learning_rate": 8.091549295774648e-06, |
| "loss": 1.7082, |
| "step": 18220 |
| }, |
| { |
| "epoch": 1.9149159663865545, |
| "grad_norm": 13.375, |
| "learning_rate": 8.083724569640063e-06, |
| "loss": 0.8448, |
| "step": 18230 |
| }, |
| { |
| "epoch": 1.9159663865546217, |
| "grad_norm": 3.328125, |
| "learning_rate": 8.075899843505478e-06, |
| "loss": 1.286, |
| "step": 18240 |
| }, |
| { |
| "epoch": 1.917016806722689, |
| "grad_norm": 11.125, |
| "learning_rate": 8.068075117370892e-06, |
| "loss": 1.6202, |
| "step": 18250 |
| }, |
| { |
| "epoch": 1.9180672268907561, |
| "grad_norm": 5.0, |
| "learning_rate": 8.060250391236307e-06, |
| "loss": 1.2555, |
| "step": 18260 |
| }, |
| { |
| "epoch": 1.9191176470588234, |
| "grad_norm": 11.5, |
| "learning_rate": 8.052425665101721e-06, |
| "loss": 1.323, |
| "step": 18270 |
| }, |
| { |
| "epoch": 1.9201680672268906, |
| "grad_norm": 11.5625, |
| "learning_rate": 8.044600938967136e-06, |
| "loss": 1.8193, |
| "step": 18280 |
| }, |
| { |
| "epoch": 1.9212184873949578, |
| "grad_norm": 12.0625, |
| "learning_rate": 8.03677621283255e-06, |
| "loss": 1.487, |
| "step": 18290 |
| }, |
| { |
| "epoch": 1.9222689075630253, |
| "grad_norm": 12.25, |
| "learning_rate": 8.028951486697967e-06, |
| "loss": 1.0669, |
| "step": 18300 |
| }, |
| { |
| "epoch": 1.9233193277310925, |
| "grad_norm": 16.25, |
| "learning_rate": 8.021126760563382e-06, |
| "loss": 1.2489, |
| "step": 18310 |
| }, |
| { |
| "epoch": 1.9243697478991597, |
| "grad_norm": 15.75, |
| "learning_rate": 8.013302034428796e-06, |
| "loss": 1.2696, |
| "step": 18320 |
| }, |
| { |
| "epoch": 1.925420168067227, |
| "grad_norm": 17.625, |
| "learning_rate": 8.005477308294211e-06, |
| "loss": 1.5837, |
| "step": 18330 |
| }, |
| { |
| "epoch": 1.9264705882352942, |
| "grad_norm": 4.9375, |
| "learning_rate": 7.997652582159626e-06, |
| "loss": 1.2175, |
| "step": 18340 |
| }, |
| { |
| "epoch": 1.9275210084033614, |
| "grad_norm": 19.75, |
| "learning_rate": 7.98982785602504e-06, |
| "loss": 1.5983, |
| "step": 18350 |
| }, |
| { |
| "epoch": 1.9285714285714286, |
| "grad_norm": 13.125, |
| "learning_rate": 7.982003129890455e-06, |
| "loss": 1.6932, |
| "step": 18360 |
| }, |
| { |
| "epoch": 1.9296218487394958, |
| "grad_norm": 12.875, |
| "learning_rate": 7.97417840375587e-06, |
| "loss": 1.0066, |
| "step": 18370 |
| }, |
| { |
| "epoch": 1.930672268907563, |
| "grad_norm": 9.25, |
| "learning_rate": 7.966353677621284e-06, |
| "loss": 1.3433, |
| "step": 18380 |
| }, |
| { |
| "epoch": 1.9317226890756303, |
| "grad_norm": 15.5, |
| "learning_rate": 7.958528951486697e-06, |
| "loss": 1.2296, |
| "step": 18390 |
| }, |
| { |
| "epoch": 1.9327731092436975, |
| "grad_norm": 11.375, |
| "learning_rate": 7.950704225352114e-06, |
| "loss": 0.9645, |
| "step": 18400 |
| }, |
| { |
| "epoch": 1.9338235294117647, |
| "grad_norm": 19.125, |
| "learning_rate": 7.942879499217528e-06, |
| "loss": 1.1675, |
| "step": 18410 |
| }, |
| { |
| "epoch": 1.934873949579832, |
| "grad_norm": 16.25, |
| "learning_rate": 7.935054773082943e-06, |
| "loss": 1.2545, |
| "step": 18420 |
| }, |
| { |
| "epoch": 1.9359243697478992, |
| "grad_norm": 6.40625, |
| "learning_rate": 7.927230046948358e-06, |
| "loss": 1.3921, |
| "step": 18430 |
| }, |
| { |
| "epoch": 1.9369747899159664, |
| "grad_norm": 4.5625, |
| "learning_rate": 7.919405320813772e-06, |
| "loss": 1.333, |
| "step": 18440 |
| }, |
| { |
| "epoch": 1.9380252100840336, |
| "grad_norm": 13.625, |
| "learning_rate": 7.911580594679187e-06, |
| "loss": 1.4191, |
| "step": 18450 |
| }, |
| { |
| "epoch": 1.9390756302521008, |
| "grad_norm": 13.6875, |
| "learning_rate": 7.903755868544602e-06, |
| "loss": 0.9574, |
| "step": 18460 |
| }, |
| { |
| "epoch": 1.940126050420168, |
| "grad_norm": 13.8125, |
| "learning_rate": 7.895931142410016e-06, |
| "loss": 1.4445, |
| "step": 18470 |
| }, |
| { |
| "epoch": 1.9411764705882353, |
| "grad_norm": 8.8125, |
| "learning_rate": 7.888106416275431e-06, |
| "loss": 1.2046, |
| "step": 18480 |
| }, |
| { |
| "epoch": 1.9422268907563025, |
| "grad_norm": 13.375, |
| "learning_rate": 7.880281690140846e-06, |
| "loss": 0.6966, |
| "step": 18490 |
| }, |
| { |
| "epoch": 1.9432773109243697, |
| "grad_norm": 17.875, |
| "learning_rate": 7.87245696400626e-06, |
| "loss": 1.593, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.944327731092437, |
| "grad_norm": 14.125, |
| "learning_rate": 7.864632237871675e-06, |
| "loss": 1.5295, |
| "step": 18510 |
| }, |
| { |
| "epoch": 1.9453781512605042, |
| "grad_norm": 17.375, |
| "learning_rate": 7.85680751173709e-06, |
| "loss": 1.0856, |
| "step": 18520 |
| }, |
| { |
| "epoch": 1.9464285714285714, |
| "grad_norm": 11.75, |
| "learning_rate": 7.848982785602504e-06, |
| "loss": 1.4568, |
| "step": 18530 |
| }, |
| { |
| "epoch": 1.9474789915966386, |
| "grad_norm": 12.4375, |
| "learning_rate": 7.841158059467919e-06, |
| "loss": 1.2177, |
| "step": 18540 |
| }, |
| { |
| "epoch": 1.9485294117647058, |
| "grad_norm": 7.625, |
| "learning_rate": 7.833333333333333e-06, |
| "loss": 1.1167, |
| "step": 18550 |
| }, |
| { |
| "epoch": 1.949579831932773, |
| "grad_norm": 11.375, |
| "learning_rate": 7.825508607198748e-06, |
| "loss": 0.9677, |
| "step": 18560 |
| }, |
| { |
| "epoch": 1.9506302521008403, |
| "grad_norm": 15.125, |
| "learning_rate": 7.817683881064163e-06, |
| "loss": 1.2355, |
| "step": 18570 |
| }, |
| { |
| "epoch": 1.9516806722689075, |
| "grad_norm": 15.625, |
| "learning_rate": 7.809859154929577e-06, |
| "loss": 1.4345, |
| "step": 18580 |
| }, |
| { |
| "epoch": 1.9527310924369747, |
| "grad_norm": 18.875, |
| "learning_rate": 7.802034428794992e-06, |
| "loss": 1.2863, |
| "step": 18590 |
| }, |
| { |
| "epoch": 1.9537815126050422, |
| "grad_norm": 13.0, |
| "learning_rate": 7.794209702660408e-06, |
| "loss": 1.1896, |
| "step": 18600 |
| }, |
| { |
| "epoch": 1.9548319327731094, |
| "grad_norm": 6.15625, |
| "learning_rate": 7.786384976525823e-06, |
| "loss": 1.1191, |
| "step": 18610 |
| }, |
| { |
| "epoch": 1.9558823529411766, |
| "grad_norm": 7.6875, |
| "learning_rate": 7.778560250391238e-06, |
| "loss": 0.9882, |
| "step": 18620 |
| }, |
| { |
| "epoch": 1.9569327731092439, |
| "grad_norm": 14.9375, |
| "learning_rate": 7.770735524256652e-06, |
| "loss": 1.2986, |
| "step": 18630 |
| }, |
| { |
| "epoch": 1.957983193277311, |
| "grad_norm": 4.78125, |
| "learning_rate": 7.762910798122067e-06, |
| "loss": 1.1171, |
| "step": 18640 |
| }, |
| { |
| "epoch": 1.9590336134453783, |
| "grad_norm": 16.375, |
| "learning_rate": 7.755086071987482e-06, |
| "loss": 1.4327, |
| "step": 18650 |
| }, |
| { |
| "epoch": 1.9600840336134455, |
| "grad_norm": 19.125, |
| "learning_rate": 7.747261345852896e-06, |
| "loss": 1.1288, |
| "step": 18660 |
| }, |
| { |
| "epoch": 1.9611344537815127, |
| "grad_norm": 9.125, |
| "learning_rate": 7.739436619718311e-06, |
| "loss": 0.9525, |
| "step": 18670 |
| }, |
| { |
| "epoch": 1.96218487394958, |
| "grad_norm": 14.625, |
| "learning_rate": 7.731611893583724e-06, |
| "loss": 1.2451, |
| "step": 18680 |
| }, |
| { |
| "epoch": 1.9632352941176472, |
| "grad_norm": 70.0, |
| "learning_rate": 7.723787167449139e-06, |
| "loss": 1.5298, |
| "step": 18690 |
| }, |
| { |
| "epoch": 1.9642857142857144, |
| "grad_norm": 15.5, |
| "learning_rate": 7.715962441314555e-06, |
| "loss": 0.9037, |
| "step": 18700 |
| }, |
| { |
| "epoch": 1.9653361344537816, |
| "grad_norm": 17.75, |
| "learning_rate": 7.70813771517997e-06, |
| "loss": 1.4113, |
| "step": 18710 |
| }, |
| { |
| "epoch": 1.9663865546218489, |
| "grad_norm": 9.3125, |
| "learning_rate": 7.700312989045384e-06, |
| "loss": 1.1319, |
| "step": 18720 |
| }, |
| { |
| "epoch": 1.967436974789916, |
| "grad_norm": 18.625, |
| "learning_rate": 7.692488262910799e-06, |
| "loss": 0.897, |
| "step": 18730 |
| }, |
| { |
| "epoch": 1.9684873949579833, |
| "grad_norm": 18.5, |
| "learning_rate": 7.684663536776214e-06, |
| "loss": 1.8907, |
| "step": 18740 |
| }, |
| { |
| "epoch": 1.9695378151260505, |
| "grad_norm": 15.9375, |
| "learning_rate": 7.676838810641628e-06, |
| "loss": 1.0922, |
| "step": 18750 |
| }, |
| { |
| "epoch": 1.9705882352941178, |
| "grad_norm": 11.625, |
| "learning_rate": 7.669014084507043e-06, |
| "loss": 1.2242, |
| "step": 18760 |
| }, |
| { |
| "epoch": 1.971638655462185, |
| "grad_norm": 8.875, |
| "learning_rate": 7.661189358372457e-06, |
| "loss": 1.3724, |
| "step": 18770 |
| }, |
| { |
| "epoch": 1.9726890756302522, |
| "grad_norm": 16.0, |
| "learning_rate": 7.653364632237872e-06, |
| "loss": 1.4016, |
| "step": 18780 |
| }, |
| { |
| "epoch": 1.9737394957983194, |
| "grad_norm": 13.4375, |
| "learning_rate": 7.645539906103287e-06, |
| "loss": 1.2584, |
| "step": 18790 |
| }, |
| { |
| "epoch": 1.9747899159663866, |
| "grad_norm": 12.75, |
| "learning_rate": 7.637715179968701e-06, |
| "loss": 1.4473, |
| "step": 18800 |
| }, |
| { |
| "epoch": 1.9758403361344539, |
| "grad_norm": 16.625, |
| "learning_rate": 7.629890453834116e-06, |
| "loss": 1.5624, |
| "step": 18810 |
| }, |
| { |
| "epoch": 1.976890756302521, |
| "grad_norm": 15.5625, |
| "learning_rate": 7.622065727699532e-06, |
| "loss": 1.3079, |
| "step": 18820 |
| }, |
| { |
| "epoch": 1.9779411764705883, |
| "grad_norm": 15.125, |
| "learning_rate": 7.614241001564946e-06, |
| "loss": 1.3884, |
| "step": 18830 |
| }, |
| { |
| "epoch": 1.9789915966386555, |
| "grad_norm": 48.0, |
| "learning_rate": 7.606416275430361e-06, |
| "loss": 1.2941, |
| "step": 18840 |
| }, |
| { |
| "epoch": 1.9800420168067228, |
| "grad_norm": 4.46875, |
| "learning_rate": 7.598591549295775e-06, |
| "loss": 1.0213, |
| "step": 18850 |
| }, |
| { |
| "epoch": 1.98109243697479, |
| "grad_norm": 17.5, |
| "learning_rate": 7.590766823161189e-06, |
| "loss": 1.8067, |
| "step": 18860 |
| }, |
| { |
| "epoch": 1.9821428571428572, |
| "grad_norm": 12.3125, |
| "learning_rate": 7.582942097026604e-06, |
| "loss": 1.1539, |
| "step": 18870 |
| }, |
| { |
| "epoch": 1.9831932773109244, |
| "grad_norm": 3.765625, |
| "learning_rate": 7.575117370892019e-06, |
| "loss": 1.2292, |
| "step": 18880 |
| }, |
| { |
| "epoch": 1.9842436974789917, |
| "grad_norm": 16.5, |
| "learning_rate": 7.567292644757435e-06, |
| "loss": 1.4515, |
| "step": 18890 |
| }, |
| { |
| "epoch": 1.9852941176470589, |
| "grad_norm": 19.375, |
| "learning_rate": 7.559467918622849e-06, |
| "loss": 1.7594, |
| "step": 18900 |
| }, |
| { |
| "epoch": 1.986344537815126, |
| "grad_norm": 15.3125, |
| "learning_rate": 7.5516431924882635e-06, |
| "loss": 1.6458, |
| "step": 18910 |
| }, |
| { |
| "epoch": 1.9873949579831933, |
| "grad_norm": 12.375, |
| "learning_rate": 7.543818466353678e-06, |
| "loss": 1.7079, |
| "step": 18920 |
| }, |
| { |
| "epoch": 1.9884453781512605, |
| "grad_norm": 11.9375, |
| "learning_rate": 7.535993740219093e-06, |
| "loss": 1.4056, |
| "step": 18930 |
| }, |
| { |
| "epoch": 1.9894957983193278, |
| "grad_norm": 13.9375, |
| "learning_rate": 7.5281690140845074e-06, |
| "loss": 1.542, |
| "step": 18940 |
| }, |
| { |
| "epoch": 1.990546218487395, |
| "grad_norm": 14.375, |
| "learning_rate": 7.520344287949922e-06, |
| "loss": 1.4334, |
| "step": 18950 |
| }, |
| { |
| "epoch": 1.9915966386554622, |
| "grad_norm": 12.125, |
| "learning_rate": 7.512519561815337e-06, |
| "loss": 1.033, |
| "step": 18960 |
| }, |
| { |
| "epoch": 1.9926470588235294, |
| "grad_norm": 11.8125, |
| "learning_rate": 7.504694835680751e-06, |
| "loss": 1.5305, |
| "step": 18970 |
| }, |
| { |
| "epoch": 1.9936974789915967, |
| "grad_norm": 20.875, |
| "learning_rate": 7.496870109546166e-06, |
| "loss": 1.5138, |
| "step": 18980 |
| }, |
| { |
| "epoch": 1.9947478991596639, |
| "grad_norm": 5.71875, |
| "learning_rate": 7.4890453834115816e-06, |
| "loss": 1.1856, |
| "step": 18990 |
| }, |
| { |
| "epoch": 1.995798319327731, |
| "grad_norm": 12.9375, |
| "learning_rate": 7.481220657276996e-06, |
| "loss": 1.3632, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.9968487394957983, |
| "grad_norm": 18.0, |
| "learning_rate": 7.473395931142411e-06, |
| "loss": 1.6468, |
| "step": 19010 |
| }, |
| { |
| "epoch": 1.9978991596638656, |
| "grad_norm": 15.6875, |
| "learning_rate": 7.4655712050078255e-06, |
| "loss": 1.5305, |
| "step": 19020 |
| }, |
| { |
| "epoch": 1.9989495798319328, |
| "grad_norm": 38.0, |
| "learning_rate": 7.45774647887324e-06, |
| "loss": 1.3166, |
| "step": 19030 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 15.8125, |
| "learning_rate": 7.449921752738655e-06, |
| "loss": 1.1849, |
| "step": 19040 |
| }, |
| { |
| "epoch": 2.0010504201680672, |
| "grad_norm": 11.5625, |
| "learning_rate": 7.4420970266040695e-06, |
| "loss": 1.2535, |
| "step": 19050 |
| }, |
| { |
| "epoch": 2.0021008403361344, |
| "grad_norm": 18.0, |
| "learning_rate": 7.434272300469484e-06, |
| "loss": 0.9719, |
| "step": 19060 |
| }, |
| { |
| "epoch": 2.0031512605042017, |
| "grad_norm": 11.25, |
| "learning_rate": 7.426447574334899e-06, |
| "loss": 1.3149, |
| "step": 19070 |
| }, |
| { |
| "epoch": 2.004201680672269, |
| "grad_norm": 8.5, |
| "learning_rate": 7.4186228482003134e-06, |
| "loss": 1.257, |
| "step": 19080 |
| }, |
| { |
| "epoch": 2.005252100840336, |
| "grad_norm": 13.5625, |
| "learning_rate": 7.410798122065729e-06, |
| "loss": 1.7853, |
| "step": 19090 |
| }, |
| { |
| "epoch": 2.0063025210084033, |
| "grad_norm": 15.125, |
| "learning_rate": 7.402973395931144e-06, |
| "loss": 1.6606, |
| "step": 19100 |
| }, |
| { |
| "epoch": 2.0073529411764706, |
| "grad_norm": 20.875, |
| "learning_rate": 7.395148669796558e-06, |
| "loss": 1.1459, |
| "step": 19110 |
| }, |
| { |
| "epoch": 2.008403361344538, |
| "grad_norm": 15.1875, |
| "learning_rate": 7.387323943661973e-06, |
| "loss": 1.5116, |
| "step": 19120 |
| }, |
| { |
| "epoch": 2.009453781512605, |
| "grad_norm": 14.375, |
| "learning_rate": 7.3794992175273875e-06, |
| "loss": 1.8419, |
| "step": 19130 |
| }, |
| { |
| "epoch": 2.0105042016806722, |
| "grad_norm": 15.4375, |
| "learning_rate": 7.371674491392802e-06, |
| "loss": 1.3708, |
| "step": 19140 |
| }, |
| { |
| "epoch": 2.0115546218487395, |
| "grad_norm": 13.75, |
| "learning_rate": 7.363849765258216e-06, |
| "loss": 1.3603, |
| "step": 19150 |
| }, |
| { |
| "epoch": 2.0126050420168067, |
| "grad_norm": 13.4375, |
| "learning_rate": 7.356025039123631e-06, |
| "loss": 1.3889, |
| "step": 19160 |
| }, |
| { |
| "epoch": 2.013655462184874, |
| "grad_norm": 12.625, |
| "learning_rate": 7.348200312989045e-06, |
| "loss": 1.4465, |
| "step": 19170 |
| }, |
| { |
| "epoch": 2.014705882352941, |
| "grad_norm": 15.125, |
| "learning_rate": 7.34037558685446e-06, |
| "loss": 1.51, |
| "step": 19180 |
| }, |
| { |
| "epoch": 2.0157563025210083, |
| "grad_norm": 4.15625, |
| "learning_rate": 7.3325508607198755e-06, |
| "loss": 1.547, |
| "step": 19190 |
| }, |
| { |
| "epoch": 2.0168067226890756, |
| "grad_norm": 14.5625, |
| "learning_rate": 7.32472613458529e-06, |
| "loss": 0.7578, |
| "step": 19200 |
| }, |
| { |
| "epoch": 2.017857142857143, |
| "grad_norm": 12.1875, |
| "learning_rate": 7.316901408450705e-06, |
| "loss": 1.379, |
| "step": 19210 |
| }, |
| { |
| "epoch": 2.01890756302521, |
| "grad_norm": 11.75, |
| "learning_rate": 7.309076682316119e-06, |
| "loss": 1.693, |
| "step": 19220 |
| }, |
| { |
| "epoch": 2.0199579831932772, |
| "grad_norm": 6.59375, |
| "learning_rate": 7.301251956181534e-06, |
| "loss": 0.9865, |
| "step": 19230 |
| }, |
| { |
| "epoch": 2.0210084033613445, |
| "grad_norm": 12.125, |
| "learning_rate": 7.293427230046949e-06, |
| "loss": 1.4209, |
| "step": 19240 |
| }, |
| { |
| "epoch": 2.0220588235294117, |
| "grad_norm": 9.8125, |
| "learning_rate": 7.285602503912363e-06, |
| "loss": 1.7937, |
| "step": 19250 |
| }, |
| { |
| "epoch": 2.023109243697479, |
| "grad_norm": 28.125, |
| "learning_rate": 7.277777777777778e-06, |
| "loss": 1.5097, |
| "step": 19260 |
| }, |
| { |
| "epoch": 2.024159663865546, |
| "grad_norm": 14.1875, |
| "learning_rate": 7.269953051643193e-06, |
| "loss": 1.4357, |
| "step": 19270 |
| }, |
| { |
| "epoch": 2.0252100840336134, |
| "grad_norm": 15.625, |
| "learning_rate": 7.262128325508607e-06, |
| "loss": 1.549, |
| "step": 19280 |
| }, |
| { |
| "epoch": 2.0262605042016806, |
| "grad_norm": 8.3125, |
| "learning_rate": 7.254303599374023e-06, |
| "loss": 1.2916, |
| "step": 19290 |
| }, |
| { |
| "epoch": 2.027310924369748, |
| "grad_norm": 15.125, |
| "learning_rate": 7.2464788732394375e-06, |
| "loss": 1.5242, |
| "step": 19300 |
| }, |
| { |
| "epoch": 2.028361344537815, |
| "grad_norm": 12.8125, |
| "learning_rate": 7.238654147104852e-06, |
| "loss": 1.2154, |
| "step": 19310 |
| }, |
| { |
| "epoch": 2.0294117647058822, |
| "grad_norm": 14.75, |
| "learning_rate": 7.230829420970267e-06, |
| "loss": 1.9179, |
| "step": 19320 |
| }, |
| { |
| "epoch": 2.0304621848739495, |
| "grad_norm": 56.75, |
| "learning_rate": 7.2230046948356814e-06, |
| "loss": 1.5349, |
| "step": 19330 |
| }, |
| { |
| "epoch": 2.0315126050420167, |
| "grad_norm": 9.25, |
| "learning_rate": 7.215179968701096e-06, |
| "loss": 1.3553, |
| "step": 19340 |
| }, |
| { |
| "epoch": 2.032563025210084, |
| "grad_norm": 11.9375, |
| "learning_rate": 7.207355242566511e-06, |
| "loss": 1.292, |
| "step": 19350 |
| }, |
| { |
| "epoch": 2.033613445378151, |
| "grad_norm": 12.875, |
| "learning_rate": 7.199530516431925e-06, |
| "loss": 1.8825, |
| "step": 19360 |
| }, |
| { |
| "epoch": 2.0346638655462184, |
| "grad_norm": 11.4375, |
| "learning_rate": 7.19170579029734e-06, |
| "loss": 1.4219, |
| "step": 19370 |
| }, |
| { |
| "epoch": 2.0357142857142856, |
| "grad_norm": 11.625, |
| "learning_rate": 7.1838810641627556e-06, |
| "loss": 1.3718, |
| "step": 19380 |
| }, |
| { |
| "epoch": 2.036764705882353, |
| "grad_norm": 23.25, |
| "learning_rate": 7.17605633802817e-06, |
| "loss": 1.4568, |
| "step": 19390 |
| }, |
| { |
| "epoch": 2.03781512605042, |
| "grad_norm": 13.0, |
| "learning_rate": 7.168231611893585e-06, |
| "loss": 1.4933, |
| "step": 19400 |
| }, |
| { |
| "epoch": 2.0388655462184873, |
| "grad_norm": 4.6875, |
| "learning_rate": 7.1604068857589995e-06, |
| "loss": 1.1494, |
| "step": 19410 |
| }, |
| { |
| "epoch": 2.0399159663865545, |
| "grad_norm": 14.0625, |
| "learning_rate": 7.152582159624414e-06, |
| "loss": 1.1781, |
| "step": 19420 |
| }, |
| { |
| "epoch": 2.0409663865546217, |
| "grad_norm": 13.625, |
| "learning_rate": 7.144757433489829e-06, |
| "loss": 1.5522, |
| "step": 19430 |
| }, |
| { |
| "epoch": 2.042016806722689, |
| "grad_norm": 15.8125, |
| "learning_rate": 7.136932707355243e-06, |
| "loss": 1.2522, |
| "step": 19440 |
| }, |
| { |
| "epoch": 2.043067226890756, |
| "grad_norm": 14.0625, |
| "learning_rate": 7.129107981220657e-06, |
| "loss": 1.0577, |
| "step": 19450 |
| }, |
| { |
| "epoch": 2.0441176470588234, |
| "grad_norm": 15.9375, |
| "learning_rate": 7.121283255086072e-06, |
| "loss": 1.3597, |
| "step": 19460 |
| }, |
| { |
| "epoch": 2.0451680672268906, |
| "grad_norm": 19.125, |
| "learning_rate": 7.113458528951487e-06, |
| "loss": 1.5251, |
| "step": 19470 |
| }, |
| { |
| "epoch": 2.046218487394958, |
| "grad_norm": 12.375, |
| "learning_rate": 7.105633802816903e-06, |
| "loss": 1.4767, |
| "step": 19480 |
| }, |
| { |
| "epoch": 2.047268907563025, |
| "grad_norm": 11.4375, |
| "learning_rate": 7.097809076682317e-06, |
| "loss": 1.2745, |
| "step": 19490 |
| }, |
| { |
| "epoch": 2.0483193277310923, |
| "grad_norm": 7.125, |
| "learning_rate": 7.089984350547731e-06, |
| "loss": 1.2556, |
| "step": 19500 |
| }, |
| { |
| "epoch": 2.0493697478991595, |
| "grad_norm": 17.625, |
| "learning_rate": 7.082159624413146e-06, |
| "loss": 1.4497, |
| "step": 19510 |
| }, |
| { |
| "epoch": 2.0504201680672267, |
| "grad_norm": 8.375, |
| "learning_rate": 7.074334898278561e-06, |
| "loss": 1.151, |
| "step": 19520 |
| }, |
| { |
| "epoch": 2.051470588235294, |
| "grad_norm": 16.5, |
| "learning_rate": 7.066510172143975e-06, |
| "loss": 1.7034, |
| "step": 19530 |
| }, |
| { |
| "epoch": 2.052521008403361, |
| "grad_norm": 11.5625, |
| "learning_rate": 7.05868544600939e-06, |
| "loss": 0.9299, |
| "step": 19540 |
| }, |
| { |
| "epoch": 2.0535714285714284, |
| "grad_norm": 15.625, |
| "learning_rate": 7.050860719874805e-06, |
| "loss": 1.501, |
| "step": 19550 |
| }, |
| { |
| "epoch": 2.0546218487394956, |
| "grad_norm": 18.5, |
| "learning_rate": 7.043035993740219e-06, |
| "loss": 1.1872, |
| "step": 19560 |
| }, |
| { |
| "epoch": 2.055672268907563, |
| "grad_norm": 4.8125, |
| "learning_rate": 7.035211267605634e-06, |
| "loss": 0.9891, |
| "step": 19570 |
| }, |
| { |
| "epoch": 2.05672268907563, |
| "grad_norm": 12.75, |
| "learning_rate": 7.0273865414710495e-06, |
| "loss": 1.0196, |
| "step": 19580 |
| }, |
| { |
| "epoch": 2.0577731092436973, |
| "grad_norm": 19.0, |
| "learning_rate": 7.019561815336464e-06, |
| "loss": 1.3953, |
| "step": 19590 |
| }, |
| { |
| "epoch": 2.0588235294117645, |
| "grad_norm": 11.875, |
| "learning_rate": 7.011737089201879e-06, |
| "loss": 1.0446, |
| "step": 19600 |
| }, |
| { |
| "epoch": 2.0598739495798317, |
| "grad_norm": 14.3125, |
| "learning_rate": 7.003912363067293e-06, |
| "loss": 1.1449, |
| "step": 19610 |
| }, |
| { |
| "epoch": 2.060924369747899, |
| "grad_norm": 11.3125, |
| "learning_rate": 6.996087636932708e-06, |
| "loss": 1.6037, |
| "step": 19620 |
| }, |
| { |
| "epoch": 2.0619747899159666, |
| "grad_norm": 4.0, |
| "learning_rate": 6.988262910798123e-06, |
| "loss": 1.2387, |
| "step": 19630 |
| }, |
| { |
| "epoch": 2.0630252100840334, |
| "grad_norm": 4.5625, |
| "learning_rate": 6.980438184663537e-06, |
| "loss": 0.8792, |
| "step": 19640 |
| }, |
| { |
| "epoch": 2.064075630252101, |
| "grad_norm": 9.0625, |
| "learning_rate": 6.972613458528952e-06, |
| "loss": 1.1865, |
| "step": 19650 |
| }, |
| { |
| "epoch": 2.0651260504201683, |
| "grad_norm": 11.0625, |
| "learning_rate": 6.964788732394367e-06, |
| "loss": 1.3791, |
| "step": 19660 |
| }, |
| { |
| "epoch": 2.0661764705882355, |
| "grad_norm": 15.3125, |
| "learning_rate": 6.956964006259781e-06, |
| "loss": 1.3943, |
| "step": 19670 |
| }, |
| { |
| "epoch": 2.0672268907563027, |
| "grad_norm": 22.875, |
| "learning_rate": 6.949139280125197e-06, |
| "loss": 1.3977, |
| "step": 19680 |
| }, |
| { |
| "epoch": 2.06827731092437, |
| "grad_norm": 14.6875, |
| "learning_rate": 6.9413145539906115e-06, |
| "loss": 1.6686, |
| "step": 19690 |
| }, |
| { |
| "epoch": 2.069327731092437, |
| "grad_norm": 16.25, |
| "learning_rate": 6.933489827856026e-06, |
| "loss": 1.8928, |
| "step": 19700 |
| }, |
| { |
| "epoch": 2.0703781512605044, |
| "grad_norm": 13.1875, |
| "learning_rate": 6.925665101721441e-06, |
| "loss": 1.2138, |
| "step": 19710 |
| }, |
| { |
| "epoch": 2.0714285714285716, |
| "grad_norm": 17.5, |
| "learning_rate": 6.9178403755868554e-06, |
| "loss": 1.5655, |
| "step": 19720 |
| }, |
| { |
| "epoch": 2.072478991596639, |
| "grad_norm": 8.875, |
| "learning_rate": 6.910015649452269e-06, |
| "loss": 1.2248, |
| "step": 19730 |
| }, |
| { |
| "epoch": 2.073529411764706, |
| "grad_norm": 14.0625, |
| "learning_rate": 6.902190923317684e-06, |
| "loss": 1.3255, |
| "step": 19740 |
| }, |
| { |
| "epoch": 2.0745798319327733, |
| "grad_norm": 4.375, |
| "learning_rate": 6.8943661971830986e-06, |
| "loss": 1.1353, |
| "step": 19750 |
| }, |
| { |
| "epoch": 2.0756302521008405, |
| "grad_norm": 21.25, |
| "learning_rate": 6.886541471048513e-06, |
| "loss": 1.2565, |
| "step": 19760 |
| }, |
| { |
| "epoch": 2.0766806722689077, |
| "grad_norm": 13.0625, |
| "learning_rate": 6.878716744913928e-06, |
| "loss": 1.0822, |
| "step": 19770 |
| }, |
| { |
| "epoch": 2.077731092436975, |
| "grad_norm": 18.25, |
| "learning_rate": 6.870892018779343e-06, |
| "loss": 1.4547, |
| "step": 19780 |
| }, |
| { |
| "epoch": 2.078781512605042, |
| "grad_norm": 17.125, |
| "learning_rate": 6.863067292644758e-06, |
| "loss": 1.5542, |
| "step": 19790 |
| }, |
| { |
| "epoch": 2.0798319327731094, |
| "grad_norm": 12.0, |
| "learning_rate": 6.855242566510173e-06, |
| "loss": 1.2621, |
| "step": 19800 |
| }, |
| { |
| "epoch": 2.0808823529411766, |
| "grad_norm": 13.6875, |
| "learning_rate": 6.847417840375587e-06, |
| "loss": 1.1667, |
| "step": 19810 |
| }, |
| { |
| "epoch": 2.081932773109244, |
| "grad_norm": 14.8125, |
| "learning_rate": 6.839593114241002e-06, |
| "loss": 1.8507, |
| "step": 19820 |
| }, |
| { |
| "epoch": 2.082983193277311, |
| "grad_norm": 11.9375, |
| "learning_rate": 6.831768388106417e-06, |
| "loss": 1.0498, |
| "step": 19830 |
| }, |
| { |
| "epoch": 2.0840336134453783, |
| "grad_norm": 13.875, |
| "learning_rate": 6.823943661971831e-06, |
| "loss": 1.2932, |
| "step": 19840 |
| }, |
| { |
| "epoch": 2.0850840336134455, |
| "grad_norm": 12.9375, |
| "learning_rate": 6.816118935837246e-06, |
| "loss": 1.2906, |
| "step": 19850 |
| }, |
| { |
| "epoch": 2.0861344537815127, |
| "grad_norm": 12.1875, |
| "learning_rate": 6.808294209702661e-06, |
| "loss": 1.0509, |
| "step": 19860 |
| }, |
| { |
| "epoch": 2.08718487394958, |
| "grad_norm": 12.8125, |
| "learning_rate": 6.800469483568075e-06, |
| "loss": 1.0825, |
| "step": 19870 |
| }, |
| { |
| "epoch": 2.088235294117647, |
| "grad_norm": 19.25, |
| "learning_rate": 6.792644757433491e-06, |
| "loss": 1.3501, |
| "step": 19880 |
| }, |
| { |
| "epoch": 2.0892857142857144, |
| "grad_norm": 13.0625, |
| "learning_rate": 6.784820031298905e-06, |
| "loss": 1.639, |
| "step": 19890 |
| }, |
| { |
| "epoch": 2.0903361344537816, |
| "grad_norm": 26.0, |
| "learning_rate": 6.77699530516432e-06, |
| "loss": 1.3657, |
| "step": 19900 |
| }, |
| { |
| "epoch": 2.091386554621849, |
| "grad_norm": 19.375, |
| "learning_rate": 6.769170579029735e-06, |
| "loss": 1.62, |
| "step": 19910 |
| }, |
| { |
| "epoch": 2.092436974789916, |
| "grad_norm": 5.46875, |
| "learning_rate": 6.761345852895149e-06, |
| "loss": 1.158, |
| "step": 19920 |
| }, |
| { |
| "epoch": 2.0934873949579833, |
| "grad_norm": 4.78125, |
| "learning_rate": 6.753521126760564e-06, |
| "loss": 0.9588, |
| "step": 19930 |
| }, |
| { |
| "epoch": 2.0945378151260505, |
| "grad_norm": 15.75, |
| "learning_rate": 6.745696400625979e-06, |
| "loss": 1.3956, |
| "step": 19940 |
| }, |
| { |
| "epoch": 2.0955882352941178, |
| "grad_norm": 4.65625, |
| "learning_rate": 6.737871674491393e-06, |
| "loss": 1.192, |
| "step": 19950 |
| }, |
| { |
| "epoch": 2.096638655462185, |
| "grad_norm": 13.0625, |
| "learning_rate": 6.730046948356808e-06, |
| "loss": 1.3621, |
| "step": 19960 |
| }, |
| { |
| "epoch": 2.097689075630252, |
| "grad_norm": 16.0, |
| "learning_rate": 6.7222222222222235e-06, |
| "loss": 1.1402, |
| "step": 19970 |
| }, |
| { |
| "epoch": 2.0987394957983194, |
| "grad_norm": 12.0625, |
| "learning_rate": 6.714397496087638e-06, |
| "loss": 1.1546, |
| "step": 19980 |
| }, |
| { |
| "epoch": 2.0997899159663866, |
| "grad_norm": 4.84375, |
| "learning_rate": 6.706572769953053e-06, |
| "loss": 1.1781, |
| "step": 19990 |
| }, |
| { |
| "epoch": 2.100840336134454, |
| "grad_norm": 11.625, |
| "learning_rate": 6.698748043818467e-06, |
| "loss": 1.2507, |
| "step": 20000 |
| }, |
| { |
| "epoch": 2.101890756302521, |
| "grad_norm": 13.4375, |
| "learning_rate": 6.690923317683882e-06, |
| "loss": 1.3831, |
| "step": 20010 |
| }, |
| { |
| "epoch": 2.1029411764705883, |
| "grad_norm": 8.5, |
| "learning_rate": 6.683098591549296e-06, |
| "loss": 0.8563, |
| "step": 20020 |
| }, |
| { |
| "epoch": 2.1039915966386555, |
| "grad_norm": 15.6875, |
| "learning_rate": 6.6752738654147105e-06, |
| "loss": 1.4442, |
| "step": 20030 |
| }, |
| { |
| "epoch": 2.1050420168067228, |
| "grad_norm": 12.875, |
| "learning_rate": 6.667449139280125e-06, |
| "loss": 1.5468, |
| "step": 20040 |
| }, |
| { |
| "epoch": 2.10609243697479, |
| "grad_norm": 9.4375, |
| "learning_rate": 6.65962441314554e-06, |
| "loss": 1.151, |
| "step": 20050 |
| }, |
| { |
| "epoch": 2.107142857142857, |
| "grad_norm": 9.0625, |
| "learning_rate": 6.6517996870109545e-06, |
| "loss": 1.4075, |
| "step": 20060 |
| }, |
| { |
| "epoch": 2.1081932773109244, |
| "grad_norm": 20.25, |
| "learning_rate": 6.64397496087637e-06, |
| "loss": 1.3844, |
| "step": 20070 |
| }, |
| { |
| "epoch": 2.1092436974789917, |
| "grad_norm": 4.84375, |
| "learning_rate": 6.636150234741785e-06, |
| "loss": 1.6283, |
| "step": 20080 |
| }, |
| { |
| "epoch": 2.110294117647059, |
| "grad_norm": 13.1875, |
| "learning_rate": 6.628325508607199e-06, |
| "loss": 1.0903, |
| "step": 20090 |
| }, |
| { |
| "epoch": 2.111344537815126, |
| "grad_norm": 12.0, |
| "learning_rate": 6.620500782472614e-06, |
| "loss": 1.4893, |
| "step": 20100 |
| }, |
| { |
| "epoch": 2.1123949579831933, |
| "grad_norm": 12.8125, |
| "learning_rate": 6.612676056338029e-06, |
| "loss": 1.5213, |
| "step": 20110 |
| }, |
| { |
| "epoch": 2.1134453781512605, |
| "grad_norm": 13.9375, |
| "learning_rate": 6.604851330203443e-06, |
| "loss": 1.2929, |
| "step": 20120 |
| }, |
| { |
| "epoch": 2.1144957983193278, |
| "grad_norm": 11.4375, |
| "learning_rate": 6.597026604068858e-06, |
| "loss": 1.2527, |
| "step": 20130 |
| }, |
| { |
| "epoch": 2.115546218487395, |
| "grad_norm": 20.625, |
| "learning_rate": 6.5892018779342726e-06, |
| "loss": 1.4411, |
| "step": 20140 |
| }, |
| { |
| "epoch": 2.116596638655462, |
| "grad_norm": 4.09375, |
| "learning_rate": 6.581377151799687e-06, |
| "loss": 1.4455, |
| "step": 20150 |
| }, |
| { |
| "epoch": 2.1176470588235294, |
| "grad_norm": 18.875, |
| "learning_rate": 6.573552425665102e-06, |
| "loss": 1.6437, |
| "step": 20160 |
| }, |
| { |
| "epoch": 2.1186974789915967, |
| "grad_norm": 12.8125, |
| "learning_rate": 6.565727699530517e-06, |
| "loss": 1.1723, |
| "step": 20170 |
| }, |
| { |
| "epoch": 2.119747899159664, |
| "grad_norm": 13.5, |
| "learning_rate": 6.557902973395932e-06, |
| "loss": 1.3895, |
| "step": 20180 |
| }, |
| { |
| "epoch": 2.120798319327731, |
| "grad_norm": 3.9375, |
| "learning_rate": 6.550078247261347e-06, |
| "loss": 1.1102, |
| "step": 20190 |
| }, |
| { |
| "epoch": 2.1218487394957983, |
| "grad_norm": 16.75, |
| "learning_rate": 6.542253521126761e-06, |
| "loss": 1.5825, |
| "step": 20200 |
| }, |
| { |
| "epoch": 2.1228991596638656, |
| "grad_norm": 10.875, |
| "learning_rate": 6.534428794992176e-06, |
| "loss": 1.0678, |
| "step": 20210 |
| }, |
| { |
| "epoch": 2.1239495798319328, |
| "grad_norm": 10.25, |
| "learning_rate": 6.526604068857591e-06, |
| "loss": 1.5383, |
| "step": 20220 |
| }, |
| { |
| "epoch": 2.125, |
| "grad_norm": 18.5, |
| "learning_rate": 6.518779342723005e-06, |
| "loss": 0.979, |
| "step": 20230 |
| }, |
| { |
| "epoch": 2.1260504201680672, |
| "grad_norm": 11.4375, |
| "learning_rate": 6.51095461658842e-06, |
| "loss": 1.2101, |
| "step": 20240 |
| }, |
| { |
| "epoch": 2.1271008403361344, |
| "grad_norm": 5.4375, |
| "learning_rate": 6.503129890453835e-06, |
| "loss": 1.0491, |
| "step": 20250 |
| }, |
| { |
| "epoch": 2.1281512605042017, |
| "grad_norm": 9.375, |
| "learning_rate": 6.495305164319249e-06, |
| "loss": 0.8727, |
| "step": 20260 |
| }, |
| { |
| "epoch": 2.129201680672269, |
| "grad_norm": 24.25, |
| "learning_rate": 6.487480438184665e-06, |
| "loss": 1.3615, |
| "step": 20270 |
| }, |
| { |
| "epoch": 2.130252100840336, |
| "grad_norm": 3.390625, |
| "learning_rate": 6.479655712050079e-06, |
| "loss": 0.8916, |
| "step": 20280 |
| }, |
| { |
| "epoch": 2.1313025210084033, |
| "grad_norm": 10.0625, |
| "learning_rate": 6.471830985915494e-06, |
| "loss": 1.0757, |
| "step": 20290 |
| }, |
| { |
| "epoch": 2.1323529411764706, |
| "grad_norm": 13.5, |
| "learning_rate": 6.464006259780909e-06, |
| "loss": 1.4941, |
| "step": 20300 |
| }, |
| { |
| "epoch": 2.133403361344538, |
| "grad_norm": 4.5, |
| "learning_rate": 6.456181533646323e-06, |
| "loss": 1.1808, |
| "step": 20310 |
| }, |
| { |
| "epoch": 2.134453781512605, |
| "grad_norm": 13.6875, |
| "learning_rate": 6.448356807511737e-06, |
| "loss": 1.61, |
| "step": 20320 |
| }, |
| { |
| "epoch": 2.1355042016806722, |
| "grad_norm": 14.4375, |
| "learning_rate": 6.440532081377152e-06, |
| "loss": 1.0927, |
| "step": 20330 |
| }, |
| { |
| "epoch": 2.1365546218487395, |
| "grad_norm": 12.4375, |
| "learning_rate": 6.4327073552425665e-06, |
| "loss": 0.9832, |
| "step": 20340 |
| }, |
| { |
| "epoch": 2.1376050420168067, |
| "grad_norm": 12.1875, |
| "learning_rate": 6.424882629107981e-06, |
| "loss": 1.8432, |
| "step": 20350 |
| }, |
| { |
| "epoch": 2.138655462184874, |
| "grad_norm": 13.8125, |
| "learning_rate": 6.417057902973396e-06, |
| "loss": 1.3069, |
| "step": 20360 |
| }, |
| { |
| "epoch": 2.139705882352941, |
| "grad_norm": 139.0, |
| "learning_rate": 6.409233176838811e-06, |
| "loss": 1.438, |
| "step": 20370 |
| }, |
| { |
| "epoch": 2.1407563025210083, |
| "grad_norm": 14.0, |
| "learning_rate": 6.401408450704226e-06, |
| "loss": 1.1414, |
| "step": 20380 |
| }, |
| { |
| "epoch": 2.1418067226890756, |
| "grad_norm": 8.875, |
| "learning_rate": 6.3935837245696406e-06, |
| "loss": 1.1154, |
| "step": 20390 |
| }, |
| { |
| "epoch": 2.142857142857143, |
| "grad_norm": 12.3125, |
| "learning_rate": 6.385758998435055e-06, |
| "loss": 1.225, |
| "step": 20400 |
| }, |
| { |
| "epoch": 2.14390756302521, |
| "grad_norm": 12.75, |
| "learning_rate": 6.37793427230047e-06, |
| "loss": 0.8264, |
| "step": 20410 |
| }, |
| { |
| "epoch": 2.1449579831932772, |
| "grad_norm": 41.75, |
| "learning_rate": 6.3701095461658845e-06, |
| "loss": 1.3104, |
| "step": 20420 |
| }, |
| { |
| "epoch": 2.1460084033613445, |
| "grad_norm": 22.75, |
| "learning_rate": 6.362284820031299e-06, |
| "loss": 1.6172, |
| "step": 20430 |
| }, |
| { |
| "epoch": 2.1470588235294117, |
| "grad_norm": 16.875, |
| "learning_rate": 6.354460093896714e-06, |
| "loss": 1.4141, |
| "step": 20440 |
| }, |
| { |
| "epoch": 2.148109243697479, |
| "grad_norm": 17.0, |
| "learning_rate": 6.3466353677621285e-06, |
| "loss": 1.0977, |
| "step": 20450 |
| }, |
| { |
| "epoch": 2.149159663865546, |
| "grad_norm": 11.375, |
| "learning_rate": 6.338810641627543e-06, |
| "loss": 1.2796, |
| "step": 20460 |
| }, |
| { |
| "epoch": 2.1502100840336134, |
| "grad_norm": 15.875, |
| "learning_rate": 6.330985915492959e-06, |
| "loss": 1.1421, |
| "step": 20470 |
| }, |
| { |
| "epoch": 2.1512605042016806, |
| "grad_norm": 11.25, |
| "learning_rate": 6.323161189358373e-06, |
| "loss": 1.1076, |
| "step": 20480 |
| }, |
| { |
| "epoch": 2.152310924369748, |
| "grad_norm": 4.4375, |
| "learning_rate": 6.315336463223788e-06, |
| "loss": 1.0524, |
| "step": 20490 |
| }, |
| { |
| "epoch": 2.153361344537815, |
| "grad_norm": 15.1875, |
| "learning_rate": 6.307511737089203e-06, |
| "loss": 1.2327, |
| "step": 20500 |
| }, |
| { |
| "epoch": 2.1544117647058822, |
| "grad_norm": 16.625, |
| "learning_rate": 6.299687010954617e-06, |
| "loss": 1.4369, |
| "step": 20510 |
| }, |
| { |
| "epoch": 2.1554621848739495, |
| "grad_norm": 12.6875, |
| "learning_rate": 6.291862284820032e-06, |
| "loss": 1.1132, |
| "step": 20520 |
| }, |
| { |
| "epoch": 2.1565126050420167, |
| "grad_norm": 17.0, |
| "learning_rate": 6.2840375586854466e-06, |
| "loss": 1.4176, |
| "step": 20530 |
| }, |
| { |
| "epoch": 2.157563025210084, |
| "grad_norm": 11.25, |
| "learning_rate": 6.276212832550861e-06, |
| "loss": 1.5324, |
| "step": 20540 |
| }, |
| { |
| "epoch": 2.158613445378151, |
| "grad_norm": 9.6875, |
| "learning_rate": 6.268388106416276e-06, |
| "loss": 1.7249, |
| "step": 20550 |
| }, |
| { |
| "epoch": 2.1596638655462184, |
| "grad_norm": 12.125, |
| "learning_rate": 6.260563380281691e-06, |
| "loss": 1.595, |
| "step": 20560 |
| }, |
| { |
| "epoch": 2.1607142857142856, |
| "grad_norm": 8.9375, |
| "learning_rate": 6.252738654147106e-06, |
| "loss": 1.4942, |
| "step": 20570 |
| }, |
| { |
| "epoch": 2.161764705882353, |
| "grad_norm": 14.3125, |
| "learning_rate": 6.244913928012521e-06, |
| "loss": 1.3773, |
| "step": 20580 |
| }, |
| { |
| "epoch": 2.16281512605042, |
| "grad_norm": 28.125, |
| "learning_rate": 6.237089201877935e-06, |
| "loss": 1.6441, |
| "step": 20590 |
| }, |
| { |
| "epoch": 2.1638655462184873, |
| "grad_norm": 16.75, |
| "learning_rate": 6.22926447574335e-06, |
| "loss": 1.139, |
| "step": 20600 |
| }, |
| { |
| "epoch": 2.1649159663865545, |
| "grad_norm": 12.5, |
| "learning_rate": 6.221439749608764e-06, |
| "loss": 1.5922, |
| "step": 20610 |
| }, |
| { |
| "epoch": 2.1659663865546217, |
| "grad_norm": 2.984375, |
| "learning_rate": 6.2136150234741784e-06, |
| "loss": 0.9379, |
| "step": 20620 |
| }, |
| { |
| "epoch": 2.167016806722689, |
| "grad_norm": 10.625, |
| "learning_rate": 6.205790297339593e-06, |
| "loss": 1.0389, |
| "step": 20630 |
| }, |
| { |
| "epoch": 2.168067226890756, |
| "grad_norm": 28.0, |
| "learning_rate": 6.197965571205008e-06, |
| "loss": 1.2278, |
| "step": 20640 |
| }, |
| { |
| "epoch": 2.1691176470588234, |
| "grad_norm": 16.0, |
| "learning_rate": 6.190140845070422e-06, |
| "loss": 1.1912, |
| "step": 20650 |
| }, |
| { |
| "epoch": 2.1701680672268906, |
| "grad_norm": 14.75, |
| "learning_rate": 6.182316118935838e-06, |
| "loss": 1.3608, |
| "step": 20660 |
| }, |
| { |
| "epoch": 2.171218487394958, |
| "grad_norm": 21.125, |
| "learning_rate": 6.1744913928012525e-06, |
| "loss": 1.0686, |
| "step": 20670 |
| }, |
| { |
| "epoch": 2.172268907563025, |
| "grad_norm": 10.125, |
| "learning_rate": 6.166666666666667e-06, |
| "loss": 1.2551, |
| "step": 20680 |
| }, |
| { |
| "epoch": 2.1733193277310923, |
| "grad_norm": 14.4375, |
| "learning_rate": 6.158841940532082e-06, |
| "loss": 1.511, |
| "step": 20690 |
| }, |
| { |
| "epoch": 2.1743697478991595, |
| "grad_norm": 11.5625, |
| "learning_rate": 6.1510172143974965e-06, |
| "loss": 1.4704, |
| "step": 20700 |
| }, |
| { |
| "epoch": 2.1754201680672267, |
| "grad_norm": 12.9375, |
| "learning_rate": 6.143192488262911e-06, |
| "loss": 1.6788, |
| "step": 20710 |
| }, |
| { |
| "epoch": 2.176470588235294, |
| "grad_norm": 22.25, |
| "learning_rate": 6.135367762128326e-06, |
| "loss": 1.4955, |
| "step": 20720 |
| }, |
| { |
| "epoch": 2.177521008403361, |
| "grad_norm": 16.75, |
| "learning_rate": 6.1275430359937405e-06, |
| "loss": 1.3728, |
| "step": 20730 |
| }, |
| { |
| "epoch": 2.1785714285714284, |
| "grad_norm": 13.25, |
| "learning_rate": 6.119718309859155e-06, |
| "loss": 1.213, |
| "step": 20740 |
| }, |
| { |
| "epoch": 2.1796218487394956, |
| "grad_norm": 14.625, |
| "learning_rate": 6.11189358372457e-06, |
| "loss": 1.6045, |
| "step": 20750 |
| }, |
| { |
| "epoch": 2.180672268907563, |
| "grad_norm": 13.75, |
| "learning_rate": 6.104068857589985e-06, |
| "loss": 1.4784, |
| "step": 20760 |
| }, |
| { |
| "epoch": 2.18172268907563, |
| "grad_norm": 11.0, |
| "learning_rate": 6.0962441314554e-06, |
| "loss": 0.9013, |
| "step": 20770 |
| }, |
| { |
| "epoch": 2.1827731092436973, |
| "grad_norm": 20.0, |
| "learning_rate": 6.0884194053208146e-06, |
| "loss": 1.4597, |
| "step": 20780 |
| }, |
| { |
| "epoch": 2.1838235294117645, |
| "grad_norm": 75.0, |
| "learning_rate": 6.080594679186229e-06, |
| "loss": 1.5331, |
| "step": 20790 |
| }, |
| { |
| "epoch": 2.184873949579832, |
| "grad_norm": 11.5625, |
| "learning_rate": 6.072769953051644e-06, |
| "loss": 1.0339, |
| "step": 20800 |
| }, |
| { |
| "epoch": 2.185924369747899, |
| "grad_norm": 12.375, |
| "learning_rate": 6.0649452269170585e-06, |
| "loss": 0.9868, |
| "step": 20810 |
| }, |
| { |
| "epoch": 2.1869747899159666, |
| "grad_norm": 14.1875, |
| "learning_rate": 6.057120500782473e-06, |
| "loss": 0.9225, |
| "step": 20820 |
| }, |
| { |
| "epoch": 2.1880252100840334, |
| "grad_norm": 13.5, |
| "learning_rate": 6.049295774647888e-06, |
| "loss": 1.4781, |
| "step": 20830 |
| }, |
| { |
| "epoch": 2.189075630252101, |
| "grad_norm": 13.625, |
| "learning_rate": 6.0414710485133025e-06, |
| "loss": 1.2404, |
| "step": 20840 |
| }, |
| { |
| "epoch": 2.190126050420168, |
| "grad_norm": 13.6875, |
| "learning_rate": 6.033646322378717e-06, |
| "loss": 1.6465, |
| "step": 20850 |
| }, |
| { |
| "epoch": 2.1911764705882355, |
| "grad_norm": 14.1875, |
| "learning_rate": 6.025821596244133e-06, |
| "loss": 1.2728, |
| "step": 20860 |
| }, |
| { |
| "epoch": 2.1922268907563027, |
| "grad_norm": 3.90625, |
| "learning_rate": 6.017996870109547e-06, |
| "loss": 1.2817, |
| "step": 20870 |
| }, |
| { |
| "epoch": 2.19327731092437, |
| "grad_norm": 6.03125, |
| "learning_rate": 6.010172143974962e-06, |
| "loss": 1.1268, |
| "step": 20880 |
| }, |
| { |
| "epoch": 2.194327731092437, |
| "grad_norm": 6.40625, |
| "learning_rate": 6.002347417840377e-06, |
| "loss": 1.4204, |
| "step": 20890 |
| }, |
| { |
| "epoch": 2.1953781512605044, |
| "grad_norm": 16.0, |
| "learning_rate": 5.99452269170579e-06, |
| "loss": 1.413, |
| "step": 20900 |
| }, |
| { |
| "epoch": 2.1964285714285716, |
| "grad_norm": 19.625, |
| "learning_rate": 5.986697965571205e-06, |
| "loss": 1.2378, |
| "step": 20910 |
| }, |
| { |
| "epoch": 2.197478991596639, |
| "grad_norm": 12.0625, |
| "learning_rate": 5.97887323943662e-06, |
| "loss": 1.3511, |
| "step": 20920 |
| }, |
| { |
| "epoch": 2.198529411764706, |
| "grad_norm": 11.3125, |
| "learning_rate": 5.971048513302034e-06, |
| "loss": 1.9652, |
| "step": 20930 |
| }, |
| { |
| "epoch": 2.1995798319327733, |
| "grad_norm": 17.875, |
| "learning_rate": 5.963223787167449e-06, |
| "loss": 1.3321, |
| "step": 20940 |
| }, |
| { |
| "epoch": 2.2006302521008405, |
| "grad_norm": 11.625, |
| "learning_rate": 5.955399061032864e-06, |
| "loss": 0.9774, |
| "step": 20950 |
| }, |
| { |
| "epoch": 2.2016806722689077, |
| "grad_norm": 79.0, |
| "learning_rate": 5.947574334898279e-06, |
| "loss": 1.2817, |
| "step": 20960 |
| }, |
| { |
| "epoch": 2.202731092436975, |
| "grad_norm": 24.125, |
| "learning_rate": 5.939749608763694e-06, |
| "loss": 1.328, |
| "step": 20970 |
| }, |
| { |
| "epoch": 2.203781512605042, |
| "grad_norm": 4.15625, |
| "learning_rate": 5.9319248826291085e-06, |
| "loss": 1.2104, |
| "step": 20980 |
| }, |
| { |
| "epoch": 2.2048319327731094, |
| "grad_norm": 12.6875, |
| "learning_rate": 5.924100156494523e-06, |
| "loss": 1.7662, |
| "step": 20990 |
| }, |
| { |
| "epoch": 2.2058823529411766, |
| "grad_norm": 25.875, |
| "learning_rate": 5.916275430359938e-06, |
| "loss": 1.0362, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.206932773109244, |
| "grad_norm": 16.75, |
| "learning_rate": 5.9084507042253524e-06, |
| "loss": 1.5403, |
| "step": 21010 |
| }, |
| { |
| "epoch": 2.207983193277311, |
| "grad_norm": 17.0, |
| "learning_rate": 5.900625978090767e-06, |
| "loss": 1.559, |
| "step": 21020 |
| }, |
| { |
| "epoch": 2.2090336134453783, |
| "grad_norm": 11.625, |
| "learning_rate": 5.892801251956182e-06, |
| "loss": 1.4248, |
| "step": 21030 |
| }, |
| { |
| "epoch": 2.2100840336134455, |
| "grad_norm": 26.875, |
| "learning_rate": 5.884976525821596e-06, |
| "loss": 1.8425, |
| "step": 21040 |
| }, |
| { |
| "epoch": 2.2111344537815127, |
| "grad_norm": 15.0625, |
| "learning_rate": 5.877151799687011e-06, |
| "loss": 1.2505, |
| "step": 21050 |
| }, |
| { |
| "epoch": 2.21218487394958, |
| "grad_norm": 13.0625, |
| "learning_rate": 5.8693270735524265e-06, |
| "loss": 1.2495, |
| "step": 21060 |
| }, |
| { |
| "epoch": 2.213235294117647, |
| "grad_norm": 12.1875, |
| "learning_rate": 5.861502347417841e-06, |
| "loss": 1.0802, |
| "step": 21070 |
| }, |
| { |
| "epoch": 2.2142857142857144, |
| "grad_norm": 66.5, |
| "learning_rate": 5.853677621283256e-06, |
| "loss": 1.3109, |
| "step": 21080 |
| }, |
| { |
| "epoch": 2.2153361344537816, |
| "grad_norm": 21.0, |
| "learning_rate": 5.8458528951486705e-06, |
| "loss": 1.2991, |
| "step": 21090 |
| }, |
| { |
| "epoch": 2.216386554621849, |
| "grad_norm": 12.9375, |
| "learning_rate": 5.838028169014085e-06, |
| "loss": 1.0582, |
| "step": 21100 |
| }, |
| { |
| "epoch": 2.217436974789916, |
| "grad_norm": 8.75, |
| "learning_rate": 5.8302034428795e-06, |
| "loss": 1.3465, |
| "step": 21110 |
| }, |
| { |
| "epoch": 2.2184873949579833, |
| "grad_norm": 12.0, |
| "learning_rate": 5.8223787167449145e-06, |
| "loss": 1.6646, |
| "step": 21120 |
| }, |
| { |
| "epoch": 2.2195378151260505, |
| "grad_norm": 12.4375, |
| "learning_rate": 5.814553990610329e-06, |
| "loss": 0.9414, |
| "step": 21130 |
| }, |
| { |
| "epoch": 2.2205882352941178, |
| "grad_norm": 4.25, |
| "learning_rate": 5.806729264475744e-06, |
| "loss": 1.1275, |
| "step": 21140 |
| }, |
| { |
| "epoch": 2.221638655462185, |
| "grad_norm": 17.5, |
| "learning_rate": 5.798904538341159e-06, |
| "loss": 1.2562, |
| "step": 21150 |
| }, |
| { |
| "epoch": 2.222689075630252, |
| "grad_norm": 28.125, |
| "learning_rate": 5.791079812206574e-06, |
| "loss": 1.1027, |
| "step": 21160 |
| }, |
| { |
| "epoch": 2.2237394957983194, |
| "grad_norm": 13.375, |
| "learning_rate": 5.783255086071989e-06, |
| "loss": 1.8837, |
| "step": 21170 |
| }, |
| { |
| "epoch": 2.2247899159663866, |
| "grad_norm": 13.3125, |
| "learning_rate": 5.775430359937403e-06, |
| "loss": 1.1867, |
| "step": 21180 |
| }, |
| { |
| "epoch": 2.225840336134454, |
| "grad_norm": 13.9375, |
| "learning_rate": 5.767605633802818e-06, |
| "loss": 1.3971, |
| "step": 21190 |
| }, |
| { |
| "epoch": 2.226890756302521, |
| "grad_norm": 22.5, |
| "learning_rate": 5.759780907668232e-06, |
| "loss": 1.2463, |
| "step": 21200 |
| }, |
| { |
| "epoch": 2.2279411764705883, |
| "grad_norm": 15.9375, |
| "learning_rate": 5.751956181533646e-06, |
| "loss": 1.6531, |
| "step": 21210 |
| }, |
| { |
| "epoch": 2.2289915966386555, |
| "grad_norm": 7.40625, |
| "learning_rate": 5.744131455399061e-06, |
| "loss": 1.3287, |
| "step": 21220 |
| }, |
| { |
| "epoch": 2.2300420168067228, |
| "grad_norm": 7.90625, |
| "learning_rate": 5.736306729264476e-06, |
| "loss": 0.915, |
| "step": 21230 |
| }, |
| { |
| "epoch": 2.23109243697479, |
| "grad_norm": 8.6875, |
| "learning_rate": 5.72848200312989e-06, |
| "loss": 1.3027, |
| "step": 21240 |
| }, |
| { |
| "epoch": 2.232142857142857, |
| "grad_norm": 22.0, |
| "learning_rate": 5.720657276995306e-06, |
| "loss": 1.6918, |
| "step": 21250 |
| }, |
| { |
| "epoch": 2.2331932773109244, |
| "grad_norm": 9.75, |
| "learning_rate": 5.7128325508607205e-06, |
| "loss": 0.9006, |
| "step": 21260 |
| }, |
| { |
| "epoch": 2.2342436974789917, |
| "grad_norm": 14.4375, |
| "learning_rate": 5.705007824726135e-06, |
| "loss": 1.3935, |
| "step": 21270 |
| }, |
| { |
| "epoch": 2.235294117647059, |
| "grad_norm": 12.6875, |
| "learning_rate": 5.69718309859155e-06, |
| "loss": 1.321, |
| "step": 21280 |
| }, |
| { |
| "epoch": 2.236344537815126, |
| "grad_norm": 20.625, |
| "learning_rate": 5.689358372456964e-06, |
| "loss": 0.9012, |
| "step": 21290 |
| }, |
| { |
| "epoch": 2.2373949579831933, |
| "grad_norm": 9.9375, |
| "learning_rate": 5.681533646322379e-06, |
| "loss": 0.8183, |
| "step": 21300 |
| }, |
| { |
| "epoch": 2.2384453781512605, |
| "grad_norm": 25.375, |
| "learning_rate": 5.673708920187794e-06, |
| "loss": 1.538, |
| "step": 21310 |
| }, |
| { |
| "epoch": 2.2394957983193278, |
| "grad_norm": 15.625, |
| "learning_rate": 5.665884194053208e-06, |
| "loss": 1.6829, |
| "step": 21320 |
| }, |
| { |
| "epoch": 2.240546218487395, |
| "grad_norm": 11.25, |
| "learning_rate": 5.658059467918623e-06, |
| "loss": 1.3246, |
| "step": 21330 |
| }, |
| { |
| "epoch": 2.241596638655462, |
| "grad_norm": 5.46875, |
| "learning_rate": 5.650234741784038e-06, |
| "loss": 0.9689, |
| "step": 21340 |
| }, |
| { |
| "epoch": 2.2426470588235294, |
| "grad_norm": 12.375, |
| "learning_rate": 5.642410015649453e-06, |
| "loss": 1.1202, |
| "step": 21350 |
| }, |
| { |
| "epoch": 2.2436974789915967, |
| "grad_norm": 11.6875, |
| "learning_rate": 5.634585289514868e-06, |
| "loss": 1.2305, |
| "step": 21360 |
| }, |
| { |
| "epoch": 2.244747899159664, |
| "grad_norm": 5.03125, |
| "learning_rate": 5.6267605633802825e-06, |
| "loss": 0.9779, |
| "step": 21370 |
| }, |
| { |
| "epoch": 2.245798319327731, |
| "grad_norm": 14.25, |
| "learning_rate": 5.618935837245697e-06, |
| "loss": 1.0515, |
| "step": 21380 |
| }, |
| { |
| "epoch": 2.2468487394957983, |
| "grad_norm": 16.5, |
| "learning_rate": 5.611111111111112e-06, |
| "loss": 1.0545, |
| "step": 21390 |
| }, |
| { |
| "epoch": 2.2478991596638656, |
| "grad_norm": 12.9375, |
| "learning_rate": 5.6032863849765264e-06, |
| "loss": 1.1076, |
| "step": 21400 |
| }, |
| { |
| "epoch": 2.2489495798319328, |
| "grad_norm": 15.4375, |
| "learning_rate": 5.595461658841941e-06, |
| "loss": 1.0142, |
| "step": 21410 |
| }, |
| { |
| "epoch": 2.25, |
| "grad_norm": 15.875, |
| "learning_rate": 5.587636932707356e-06, |
| "loss": 1.5, |
| "step": 21420 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 28560, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 7140, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
