| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 296, |
| "global_step": 2954, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0003386171721233413, |
| "grad_norm": 29.75, |
| "learning_rate": 0.0, |
| "loss": 0.5027, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0006772343442466826, |
| "grad_norm": 35.25, |
| "learning_rate": 1.3513513513513515e-07, |
| "loss": 0.5494, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.001015851516370024, |
| "grad_norm": 28.5, |
| "learning_rate": 2.702702702702703e-07, |
| "loss": 0.4482, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0013544686884933651, |
| "grad_norm": 33.5, |
| "learning_rate": 4.0540540540540546e-07, |
| "loss": 0.5661, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0016930858606167066, |
| "grad_norm": 30.25, |
| "learning_rate": 5.405405405405406e-07, |
| "loss": 0.4796, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.002031703032740048, |
| "grad_norm": 34.25, |
| "learning_rate": 6.756756756756758e-07, |
| "loss": 0.515, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0023703202048633893, |
| "grad_norm": 31.875, |
| "learning_rate": 8.108108108108109e-07, |
| "loss": 0.4466, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0027089373769867303, |
| "grad_norm": 30.0, |
| "learning_rate": 9.459459459459461e-07, |
| "loss": 0.4354, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0030475545491100717, |
| "grad_norm": 28.0, |
| "learning_rate": 1.0810810810810812e-06, |
| "loss": 0.4231, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.003386171721233413, |
| "grad_norm": 19.375, |
| "learning_rate": 1.2162162162162164e-06, |
| "loss": 0.3424, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.003724788893356754, |
| "grad_norm": 21.875, |
| "learning_rate": 1.3513513513513515e-06, |
| "loss": 0.37, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.004063406065480096, |
| "grad_norm": 19.0, |
| "learning_rate": 1.4864864864864868e-06, |
| "loss": 0.3439, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.004402023237603437, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.6216216216216219e-06, |
| "loss": 0.2812, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0047406404097267785, |
| "grad_norm": 16.0, |
| "learning_rate": 1.756756756756757e-06, |
| "loss": 0.335, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0050792575818501195, |
| "grad_norm": 12.5, |
| "learning_rate": 1.8918918918918922e-06, |
| "loss": 0.2898, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0054178747539734605, |
| "grad_norm": 11.6875, |
| "learning_rate": 2.0270270270270273e-06, |
| "loss": 0.2427, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.005756491926096802, |
| "grad_norm": 9.625, |
| "learning_rate": 2.1621621621621623e-06, |
| "loss": 0.2346, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.006095109098220143, |
| "grad_norm": 8.0625, |
| "learning_rate": 2.297297297297298e-06, |
| "loss": 0.2305, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.006433726270343484, |
| "grad_norm": 6.46875, |
| "learning_rate": 2.432432432432433e-06, |
| "loss": 0.1882, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.006772343442466826, |
| "grad_norm": 5.125, |
| "learning_rate": 2.5675675675675675e-06, |
| "loss": 0.1815, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.007110960614590167, |
| "grad_norm": 4.15625, |
| "learning_rate": 2.702702702702703e-06, |
| "loss": 0.1453, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.007449577786713508, |
| "grad_norm": 4.3125, |
| "learning_rate": 2.837837837837838e-06, |
| "loss": 0.1595, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.00778819495883685, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.9729729729729736e-06, |
| "loss": 0.1914, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.008126812130960191, |
| "grad_norm": 3.703125, |
| "learning_rate": 3.1081081081081082e-06, |
| "loss": 0.1724, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.008465429303083532, |
| "grad_norm": 2.65625, |
| "learning_rate": 3.2432432432432437e-06, |
| "loss": 0.1183, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.008804046475206873, |
| "grad_norm": 3.09375, |
| "learning_rate": 3.3783783783783788e-06, |
| "loss": 0.165, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.009142663647330216, |
| "grad_norm": 2.546875, |
| "learning_rate": 3.513513513513514e-06, |
| "loss": 0.1775, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.009481280819453557, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.648648648648649e-06, |
| "loss": 0.1276, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.009819897991576898, |
| "grad_norm": 1.953125, |
| "learning_rate": 3.7837837837837844e-06, |
| "loss": 0.1605, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.010158515163700239, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.918918918918919e-06, |
| "loss": 0.1486, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01049713233582358, |
| "grad_norm": 1.90625, |
| "learning_rate": 4.0540540540540545e-06, |
| "loss": 0.1535, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.010835749507946921, |
| "grad_norm": 1.5625, |
| "learning_rate": 4.189189189189189e-06, |
| "loss": 0.1189, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.011174366680070264, |
| "grad_norm": 1.828125, |
| "learning_rate": 4.324324324324325e-06, |
| "loss": 0.1359, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.011512983852193605, |
| "grad_norm": 1.328125, |
| "learning_rate": 4.45945945945946e-06, |
| "loss": 0.1289, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.011851601024316946, |
| "grad_norm": 1.09375, |
| "learning_rate": 4.594594594594596e-06, |
| "loss": 0.1033, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.012190218196440287, |
| "grad_norm": 1.3671875, |
| "learning_rate": 4.72972972972973e-06, |
| "loss": 0.149, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.012528835368563628, |
| "grad_norm": 1.03125, |
| "learning_rate": 4.864864864864866e-06, |
| "loss": 0.0975, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.012867452540686969, |
| "grad_norm": 1.0859375, |
| "learning_rate": 5e-06, |
| "loss": 0.0938, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.013206069712810312, |
| "grad_norm": 1.0625, |
| "learning_rate": 5.135135135135135e-06, |
| "loss": 0.1031, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.013544686884933653, |
| "grad_norm": 1.1796875, |
| "learning_rate": 5.2702702702702705e-06, |
| "loss": 0.1088, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.013883304057056994, |
| "grad_norm": 1.2421875, |
| "learning_rate": 5.405405405405406e-06, |
| "loss": 0.1207, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.014221921229180335, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.540540540540541e-06, |
| "loss": 0.2261, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.014560538401303676, |
| "grad_norm": 1.4765625, |
| "learning_rate": 5.675675675675676e-06, |
| "loss": 0.12, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.014899155573427017, |
| "grad_norm": 1.21875, |
| "learning_rate": 5.810810810810811e-06, |
| "loss": 0.1243, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.01523777274555036, |
| "grad_norm": 1.140625, |
| "learning_rate": 5.945945945945947e-06, |
| "loss": 0.1028, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0155763899176737, |
| "grad_norm": 1.1171875, |
| "learning_rate": 6.081081081081082e-06, |
| "loss": 0.1044, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.01591500708979704, |
| "grad_norm": 1.25, |
| "learning_rate": 6.2162162162162164e-06, |
| "loss": 0.1267, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.016253624261920382, |
| "grad_norm": 0.90625, |
| "learning_rate": 6.351351351351351e-06, |
| "loss": 0.0914, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.016592241434043725, |
| "grad_norm": 1.0546875, |
| "learning_rate": 6.486486486486487e-06, |
| "loss": 0.1085, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.016930858606167064, |
| "grad_norm": 0.87109375, |
| "learning_rate": 6.621621621621622e-06, |
| "loss": 0.0949, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.017269475778290407, |
| "grad_norm": 0.8671875, |
| "learning_rate": 6.7567567567567575e-06, |
| "loss": 0.0934, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.017608092950413747, |
| "grad_norm": 1.2734375, |
| "learning_rate": 6.891891891891892e-06, |
| "loss": 0.1231, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.01794671012253709, |
| "grad_norm": 0.84375, |
| "learning_rate": 7.027027027027028e-06, |
| "loss": 0.0946, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.018285327294660432, |
| "grad_norm": 1.3671875, |
| "learning_rate": 7.162162162162163e-06, |
| "loss": 0.1202, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.01862394446678377, |
| "grad_norm": 0.79296875, |
| "learning_rate": 7.297297297297298e-06, |
| "loss": 0.0802, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.018962561638907114, |
| "grad_norm": 1.2109375, |
| "learning_rate": 7.4324324324324324e-06, |
| "loss": 0.1052, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.019301178811030453, |
| "grad_norm": 0.91796875, |
| "learning_rate": 7.567567567567569e-06, |
| "loss": 0.0898, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.019639795983153796, |
| "grad_norm": 0.9921875, |
| "learning_rate": 7.702702702702704e-06, |
| "loss": 0.1046, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.019978413155277135, |
| "grad_norm": 0.87890625, |
| "learning_rate": 7.837837837837838e-06, |
| "loss": 0.0983, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.020317030327400478, |
| "grad_norm": 0.97265625, |
| "learning_rate": 7.972972972972974e-06, |
| "loss": 0.0832, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02065564749952382, |
| "grad_norm": 1.0, |
| "learning_rate": 8.108108108108109e-06, |
| "loss": 0.1012, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.02099426467164716, |
| "grad_norm": 1.0, |
| "learning_rate": 8.243243243243245e-06, |
| "loss": 0.1124, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.021332881843770503, |
| "grad_norm": 0.73828125, |
| "learning_rate": 8.378378378378378e-06, |
| "loss": 0.1053, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.021671499015893842, |
| "grad_norm": 0.828125, |
| "learning_rate": 8.513513513513514e-06, |
| "loss": 0.0782, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.022010116188017185, |
| "grad_norm": 0.74609375, |
| "learning_rate": 8.64864864864865e-06, |
| "loss": 0.0739, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.022348733360140528, |
| "grad_norm": 0.89453125, |
| "learning_rate": 8.783783783783785e-06, |
| "loss": 0.0715, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.022687350532263867, |
| "grad_norm": 0.9765625, |
| "learning_rate": 8.91891891891892e-06, |
| "loss": 0.0913, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.02302596770438721, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.054054054054054e-06, |
| "loss": 0.0844, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.02336458487651055, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.189189189189191e-06, |
| "loss": 0.0825, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.02370320204863389, |
| "grad_norm": 1.0234375, |
| "learning_rate": 9.324324324324325e-06, |
| "loss": 0.084, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.02404181922075723, |
| "grad_norm": 0.9375, |
| "learning_rate": 9.45945945945946e-06, |
| "loss": 0.0933, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.024380436392880574, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.594594594594594e-06, |
| "loss": 0.0835, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.024719053565003916, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.729729729729732e-06, |
| "loss": 0.0814, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.025057670737127256, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.864864864864865e-06, |
| "loss": 0.079, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.0253962879092506, |
| "grad_norm": 1.046875, |
| "learning_rate": 1e-05, |
| "loss": 0.0984, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.025734905081373938, |
| "grad_norm": 0.73828125, |
| "learning_rate": 1.0135135135135136e-05, |
| "loss": 0.079, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.02607352225349728, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.027027027027027e-05, |
| "loss": 0.0811, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.026412139425620623, |
| "grad_norm": 0.796875, |
| "learning_rate": 1.0405405405405407e-05, |
| "loss": 0.0819, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.026750756597743963, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.0540540540540541e-05, |
| "loss": 0.0828, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.027089373769867305, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.0675675675675677e-05, |
| "loss": 0.1061, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.027427990941990645, |
| "grad_norm": 0.74609375, |
| "learning_rate": 1.0810810810810812e-05, |
| "loss": 0.0912, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.027766608114113987, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.0945945945945946e-05, |
| "loss": 0.0702, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.02810522528623733, |
| "grad_norm": 0.80078125, |
| "learning_rate": 1.1081081081081081e-05, |
| "loss": 0.0769, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.02844384245836067, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.1216216216216219e-05, |
| "loss": 0.0786, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.028782459630484012, |
| "grad_norm": 0.75, |
| "learning_rate": 1.1351351351351352e-05, |
| "loss": 0.0837, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.02912107680260735, |
| "grad_norm": 0.75390625, |
| "learning_rate": 1.1486486486486488e-05, |
| "loss": 0.0993, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.029459693974730694, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.1621621621621622e-05, |
| "loss": 0.0806, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.029798311146854033, |
| "grad_norm": 0.8046875, |
| "learning_rate": 1.1756756756756757e-05, |
| "loss": 0.0988, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.030136928318977376, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.1891891891891894e-05, |
| "loss": 0.0947, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.03047554549110072, |
| "grad_norm": 0.859375, |
| "learning_rate": 1.2027027027027028e-05, |
| "loss": 0.0726, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.030814162663224058, |
| "grad_norm": 0.90625, |
| "learning_rate": 1.2162162162162164e-05, |
| "loss": 0.0958, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.0311527798353474, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.2297297297297299e-05, |
| "loss": 0.0637, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.031491397007470744, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.2432432432432433e-05, |
| "loss": 0.0935, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.03183001417959408, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.2567567567567568e-05, |
| "loss": 0.0661, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.03216863135171742, |
| "grad_norm": 0.8671875, |
| "learning_rate": 1.2702702702702702e-05, |
| "loss": 0.0871, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.032507248523840765, |
| "grad_norm": 1.5234375, |
| "learning_rate": 1.283783783783784e-05, |
| "loss": 0.1231, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.03284586569596411, |
| "grad_norm": 0.91015625, |
| "learning_rate": 1.2972972972972975e-05, |
| "loss": 0.0777, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.03318448286808745, |
| "grad_norm": 1.09375, |
| "learning_rate": 1.3108108108108109e-05, |
| "loss": 0.1009, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.033523100040210786, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.3243243243243244e-05, |
| "loss": 0.0944, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.03386171721233413, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.3378378378378381e-05, |
| "loss": 0.0649, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03420033438445747, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.3513513513513515e-05, |
| "loss": 0.0813, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.034538951556580814, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.364864864864865e-05, |
| "loss": 0.0726, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.03487756872870416, |
| "grad_norm": 0.75, |
| "learning_rate": 1.3783783783783784e-05, |
| "loss": 0.0783, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.03521618590082749, |
| "grad_norm": 0.7109375, |
| "learning_rate": 1.391891891891892e-05, |
| "loss": 0.0656, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.035554803072950836, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.4054054054054055e-05, |
| "loss": 0.0719, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.03589342024507418, |
| "grad_norm": 0.79296875, |
| "learning_rate": 1.4189189189189189e-05, |
| "loss": 0.0821, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.03623203741719752, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.4324324324324326e-05, |
| "loss": 0.075, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.036570654589320864, |
| "grad_norm": 0.7109375, |
| "learning_rate": 1.4459459459459462e-05, |
| "loss": 0.0753, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.0369092717614442, |
| "grad_norm": 0.796875, |
| "learning_rate": 1.4594594594594596e-05, |
| "loss": 0.0976, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.03724788893356754, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.4729729729729731e-05, |
| "loss": 0.0781, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.037586506105690885, |
| "grad_norm": 0.74609375, |
| "learning_rate": 1.4864864864864865e-05, |
| "loss": 0.0808, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.03792512327781423, |
| "grad_norm": 0.90625, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.0816, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.03826374044993757, |
| "grad_norm": 0.828125, |
| "learning_rate": 1.5135135135135138e-05, |
| "loss": 0.082, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.03860235762206091, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.527027027027027e-05, |
| "loss": 0.0811, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.03894097479418425, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.540540540540541e-05, |
| "loss": 0.0754, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.03927959196630759, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.554054054054054e-05, |
| "loss": 0.0891, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.039618209138430935, |
| "grad_norm": 0.77734375, |
| "learning_rate": 1.5675675675675676e-05, |
| "loss": 0.1031, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.03995682631055427, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.581081081081081e-05, |
| "loss": 0.0718, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.04029544348267761, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.5945945945945947e-05, |
| "loss": 0.0749, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.040634060654800956, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.6081081081081083e-05, |
| "loss": 0.0815, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0409726778269243, |
| "grad_norm": 0.74609375, |
| "learning_rate": 1.6216216216216218e-05, |
| "loss": 0.0832, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.04131129499904764, |
| "grad_norm": 0.6875, |
| "learning_rate": 1.6351351351351354e-05, |
| "loss": 0.0703, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.04164991217117098, |
| "grad_norm": 0.81640625, |
| "learning_rate": 1.648648648648649e-05, |
| "loss": 0.0965, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.04198852934329432, |
| "grad_norm": 0.8671875, |
| "learning_rate": 1.662162162162162e-05, |
| "loss": 0.0811, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.04232714651541766, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.6756756756756757e-05, |
| "loss": 0.0647, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.042665763687541006, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.6891891891891896e-05, |
| "loss": 0.0717, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.04300438085966435, |
| "grad_norm": 1.125, |
| "learning_rate": 1.7027027027027028e-05, |
| "loss": 0.1835, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.043342998031787684, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.7162162162162163e-05, |
| "loss": 0.0627, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.04368161520391103, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.72972972972973e-05, |
| "loss": 0.0673, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.04402023237603437, |
| "grad_norm": 0.7421875, |
| "learning_rate": 1.7432432432432434e-05, |
| "loss": 0.0917, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.04435884954815771, |
| "grad_norm": 0.828125, |
| "learning_rate": 1.756756756756757e-05, |
| "loss": 0.094, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.044697466720281055, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.7702702702702702e-05, |
| "loss": 0.0912, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.04503608389240439, |
| "grad_norm": 0.9140625, |
| "learning_rate": 1.783783783783784e-05, |
| "loss": 0.1102, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.045374701064527734, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.7972972972972976e-05, |
| "loss": 0.0581, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.045713318236651077, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.8108108108108108e-05, |
| "loss": 0.0591, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.04605193540877442, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.8243243243243244e-05, |
| "loss": 0.0896, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.04639055258089776, |
| "grad_norm": 0.83203125, |
| "learning_rate": 1.8378378378378383e-05, |
| "loss": 0.0733, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.0467291697530211, |
| "grad_norm": 1.234375, |
| "learning_rate": 1.8513513513513515e-05, |
| "loss": 0.0883, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.04706778692514444, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.864864864864865e-05, |
| "loss": 0.0886, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.04740640409726778, |
| "grad_norm": 0.85546875, |
| "learning_rate": 1.8783783783783786e-05, |
| "loss": 0.1031, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.047745021269391126, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.891891891891892e-05, |
| "loss": 0.0936, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.04808363844151446, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.9054054054054057e-05, |
| "loss": 0.0706, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.048422255613637805, |
| "grad_norm": 0.84375, |
| "learning_rate": 1.918918918918919e-05, |
| "loss": 0.1006, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.04876087278576115, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.9324324324324328e-05, |
| "loss": 0.0715, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.04909948995788449, |
| "grad_norm": 0.7421875, |
| "learning_rate": 1.9459459459459463e-05, |
| "loss": 0.0856, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.04943810713000783, |
| "grad_norm": 0.83984375, |
| "learning_rate": 1.9594594594594595e-05, |
| "loss": 0.0923, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.04977672430213117, |
| "grad_norm": 0.75, |
| "learning_rate": 1.972972972972973e-05, |
| "loss": 0.0825, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.05011534147425451, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.9864864864864866e-05, |
| "loss": 0.0588, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.050453958646377854, |
| "grad_norm": 0.81640625, |
| "learning_rate": 2e-05, |
| "loss": 0.1127, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.0507925758185012, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.9999993732499594e-05, |
| "loss": 0.0628, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05113119299062454, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.9999974930006222e-05, |
| "loss": 0.0637, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.051469810162747875, |
| "grad_norm": 0.6875, |
| "learning_rate": 1.999994359254346e-05, |
| "loss": 0.0706, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.05180842733487122, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.999989972015058e-05, |
| "loss": 0.0876, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.05214704450699456, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.9999843312882592e-05, |
| "loss": 0.0708, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.052485661679117904, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.9999774370810187e-05, |
| "loss": 0.0571, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.052824278851241246, |
| "grad_norm": 0.8203125, |
| "learning_rate": 1.9999692894019792e-05, |
| "loss": 0.0943, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.05316289602336458, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.9999598882613537e-05, |
| "loss": 0.0712, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.053501513195487925, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.9999492336709263e-05, |
| "loss": 0.0836, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.05384013036761127, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.999937325644053e-05, |
| "loss": 0.0626, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.05417874753973461, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.99992416419566e-05, |
| "loss": 0.0855, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.05451736471185795, |
| "grad_norm": 0.75, |
| "learning_rate": 1.9999097493422453e-05, |
| "loss": 0.082, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.05485598188398129, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.9998940811018782e-05, |
| "loss": 0.0769, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.05519459905610463, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.9998771594941983e-05, |
| "loss": 0.0691, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.055533216228227975, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.9998589845404176e-05, |
| "loss": 0.0687, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.05587183340035132, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.9998395562633176e-05, |
| "loss": 0.0738, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.05621045057247466, |
| "grad_norm": 1.5234375, |
| "learning_rate": 1.9998188746872523e-05, |
| "loss": 0.0891, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.056549067744597996, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.9997969398381454e-05, |
| "loss": 0.0911, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.05688768491672134, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.9997737517434932e-05, |
| "loss": 0.0826, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.05722630208884468, |
| "grad_norm": 0.81640625, |
| "learning_rate": 1.9997493104323607e-05, |
| "loss": 0.0955, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.057564919260968024, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.9997236159353864e-05, |
| "loss": 0.0804, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.05790353643309136, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9996966682847776e-05, |
| "loss": 0.0777, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.0582421536052147, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.9996684675143132e-05, |
| "loss": 0.0823, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.058580770777338045, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.999639013659343e-05, |
| "loss": 0.09, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.05891938794946139, |
| "grad_norm": 0.984375, |
| "learning_rate": 1.9996083067567876e-05, |
| "loss": 0.108, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.05925800512158473, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.9995763468451376e-05, |
| "loss": 0.0663, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.05959662229370807, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.9995431339644552e-05, |
| "loss": 0.0856, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.05993523946583141, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.9995086681563725e-05, |
| "loss": 0.0879, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.06027385663795475, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.999472949464093e-05, |
| "loss": 0.0747, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.060612473810078095, |
| "grad_norm": 0.8359375, |
| "learning_rate": 1.9994359779323892e-05, |
| "loss": 0.1313, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.06095109098220144, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.9993977536076052e-05, |
| "loss": 0.0781, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.061289708154324773, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.999358276537655e-05, |
| "loss": 0.0731, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.061628325326448116, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9993175467720242e-05, |
| "loss": 0.0756, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.06196694249857146, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.9992755643617663e-05, |
| "loss": 0.0743, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.0623055596706948, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.9992323293595065e-05, |
| "loss": 0.0743, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.06264417684281814, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.9991878418194407e-05, |
| "loss": 0.0809, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.06298279401494149, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.9991421017973328e-05, |
| "loss": 0.0751, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.06332141118706483, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.999095109350519e-05, |
| "loss": 0.0868, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.06366002835918816, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.9990468645379038e-05, |
| "loss": 0.0625, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.0639986455313115, |
| "grad_norm": 0.7421875, |
| "learning_rate": 1.998997367419962e-05, |
| "loss": 0.0829, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.06433726270343484, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.9989466180587386e-05, |
| "loss": 0.0729, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.06467587987555819, |
| "grad_norm": 0.84375, |
| "learning_rate": 1.998894616517848e-05, |
| "loss": 0.1061, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.06501449704768153, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.998841362862473e-05, |
| "loss": 0.0675, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.06535311421980487, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.998786857159369e-05, |
| "loss": 0.0581, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.06569173139192822, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.9987310994768573e-05, |
| "loss": 0.0743, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.06603034856405156, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9986740898848306e-05, |
| "loss": 0.0655, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0663689657361749, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.998615828454751e-05, |
| "loss": 0.0885, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.06670758290829824, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.998556315259648e-05, |
| "loss": 0.0657, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.06704620008042157, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.9984955503741227e-05, |
| "loss": 0.0742, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.06738481725254492, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.998433533874343e-05, |
| "loss": 0.0862, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.06772343442466826, |
| "grad_norm": 0.77734375, |
| "learning_rate": 1.9983702658380474e-05, |
| "loss": 0.1001, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0680620515967916, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.9983057463445415e-05, |
| "loss": 0.0688, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.06840066876891494, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.998239975474701e-05, |
| "loss": 0.0882, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.06873928594103829, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.9981729533109694e-05, |
| "loss": 0.064, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.06907790311316163, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.9981046799373595e-05, |
| "loss": 0.0665, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.06941652028528497, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.9980351554394514e-05, |
| "loss": 0.0861, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.06975513745740831, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9979643799043945e-05, |
| "loss": 0.0691, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.07009375462953164, |
| "grad_norm": 0.85546875, |
| "learning_rate": 1.9978923534209052e-05, |
| "loss": 0.1439, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.07043237180165499, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.9978190760792698e-05, |
| "loss": 0.0725, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.07077098897377833, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.997744547971341e-05, |
| "loss": 0.0732, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.07110960614590167, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.9976687691905394e-05, |
| "loss": 0.0718, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.07144822331802501, |
| "grad_norm": 0.78125, |
| "learning_rate": 1.997591739831854e-05, |
| "loss": 0.0774, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.07178684049014836, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9975134599918414e-05, |
| "loss": 0.0717, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.0721254576622717, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.9974339297686246e-05, |
| "loss": 0.0601, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.07246407483439504, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9973531492618956e-05, |
| "loss": 0.0813, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.07280269200651839, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.9972711185729124e-05, |
| "loss": 0.0679, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.07314130917864173, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9971878378045005e-05, |
| "loss": 0.0735, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.07347992635076506, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.997103307061052e-05, |
| "loss": 0.0756, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.0738185435228884, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.9970175264485268e-05, |
| "loss": 0.0679, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.07415716069501174, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.9969304960744508e-05, |
| "loss": 0.0684, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.07449577786713509, |
| "grad_norm": 0.73828125, |
| "learning_rate": 1.996842216047916e-05, |
| "loss": 0.0952, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.07483439503925843, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.996752686479582e-05, |
| "loss": 0.0888, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.07517301221138177, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.996661907481674e-05, |
| "loss": 0.0633, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.07551162938350511, |
| "grad_norm": 0.82421875, |
| "learning_rate": 1.9965698791679834e-05, |
| "loss": 0.0985, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.07585024655562846, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.996476601653868e-05, |
| "loss": 0.0888, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.0761888637277518, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.9963820750562506e-05, |
| "loss": 0.0905, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.07652748089987514, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9962862994936207e-05, |
| "loss": 0.0802, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.07686609807199847, |
| "grad_norm": 0.625, |
| "learning_rate": 1.996189275086033e-05, |
| "loss": 0.0809, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.07720471524412181, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.9960910019551073e-05, |
| "loss": 0.0823, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.07754333241624516, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.9959914802240293e-05, |
| "loss": 0.0713, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.0778819495883685, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.9958907100175492e-05, |
| "loss": 0.0754, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.07822056676049184, |
| "grad_norm": 0.796875, |
| "learning_rate": 1.9957886914619826e-05, |
| "loss": 0.0887, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.07855918393261518, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.99568542468521e-05, |
| "loss": 0.0667, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.07889780110473853, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.995580909816676e-05, |
| "loss": 0.0622, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.07923641827686187, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.99547514698739e-05, |
| "loss": 0.0765, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.07957503544898521, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.9953681363299258e-05, |
| "loss": 0.0936, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.07991365262110854, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.9952598779784214e-05, |
| "loss": 0.0574, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.08025226979323188, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.9951503720685784e-05, |
| "loss": 0.0716, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.08059088696535523, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.9950396187376628e-05, |
| "loss": 0.0781, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.08092950413747857, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.9949276181245037e-05, |
| "loss": 0.0779, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.08126812130960191, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.994814370369494e-05, |
| "loss": 0.1049, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.08160673848172526, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.9946998756145894e-05, |
| "loss": 0.0857, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.0819453556538486, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.9945841340033093e-05, |
| "loss": 0.0722, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.08228397282597194, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.994467145680736e-05, |
| "loss": 0.083, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.08262258999809528, |
| "grad_norm": 0.8203125, |
| "learning_rate": 1.994348910793514e-05, |
| "loss": 0.0852, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.08296120717021863, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.9942294294898513e-05, |
| "loss": 0.063, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.08329982434234195, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.994108701919517e-05, |
| "loss": 0.0701, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.0836384415144653, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.993986728233844e-05, |
| "loss": 0.0869, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.08397705868658864, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.9938635085857257e-05, |
| "loss": 0.0619, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.08431567585871198, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.993739043129618e-05, |
| "loss": 0.0643, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.08465429303083533, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9936133320215385e-05, |
| "loss": 0.0753, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08499291020295867, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9934863754190662e-05, |
| "loss": 0.0535, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.08533152737508201, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.9933581734813404e-05, |
| "loss": 0.0759, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.08567014454720535, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9932287263690637e-05, |
| "loss": 0.0852, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.0860087617193287, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.9930980342444966e-05, |
| "loss": 0.07, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.08634737889145204, |
| "grad_norm": 0.81640625, |
| "learning_rate": 1.9929660972714626e-05, |
| "loss": 0.1072, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.08668599606357537, |
| "grad_norm": 2.0, |
| "learning_rate": 1.9928329156153444e-05, |
| "loss": 0.0896, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.08702461323569871, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.992698489443085e-05, |
| "loss": 0.0809, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.08736323040782205, |
| "grad_norm": 0.91015625, |
| "learning_rate": 1.9925628189231885e-05, |
| "loss": 0.1163, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.0877018475799454, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.992425904225717e-05, |
| "loss": 0.0763, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.08804046475206874, |
| "grad_norm": 0.8046875, |
| "learning_rate": 1.9922877455222932e-05, |
| "loss": 0.069, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.08837908192419208, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.992148342986099e-05, |
| "loss": 0.0689, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.08871769909631542, |
| "grad_norm": 0.625, |
| "learning_rate": 1.9920076967918762e-05, |
| "loss": 0.0634, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.08905631626843877, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.9918658071159243e-05, |
| "loss": 0.0745, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.08939493344056211, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.9917226741361014e-05, |
| "loss": 0.0769, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.08973355061268544, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.991578298031826e-05, |
| "loss": 0.0794, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.09007216778480878, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.9914326789840728e-05, |
| "loss": 0.0771, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.09041078495693212, |
| "grad_norm": 0.90234375, |
| "learning_rate": 1.991285817175375e-05, |
| "loss": 0.0841, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.09074940212905547, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.991137712789825e-05, |
| "loss": 0.0692, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.09108801930117881, |
| "grad_norm": 0.81640625, |
| "learning_rate": 1.9909883660130703e-05, |
| "loss": 0.0986, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.09142663647330215, |
| "grad_norm": 0.8203125, |
| "learning_rate": 1.9908377770323178e-05, |
| "loss": 0.0774, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0917652536454255, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.9906859460363307e-05, |
| "loss": 0.0663, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.09210387081754884, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.9905328732154294e-05, |
| "loss": 0.0812, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.09244248798967218, |
| "grad_norm": 0.69140625, |
| "learning_rate": 1.9903785587614907e-05, |
| "loss": 0.0833, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.09278110516179552, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.990223002867947e-05, |
| "loss": 0.0854, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.09311972233391885, |
| "grad_norm": 1.375, |
| "learning_rate": 1.9900662057297886e-05, |
| "loss": 0.0741, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.0934583395060422, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.9899081675435604e-05, |
| "loss": 0.0868, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.09379695667816554, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.989748888507363e-05, |
| "loss": 0.0632, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.09413557385028888, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.9895883688208527e-05, |
| "loss": 0.0696, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.09447419102241222, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.9894266086852414e-05, |
| "loss": 0.0657, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.09481280819453557, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.989263608303295e-05, |
| "loss": 0.0742, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.09515142536665891, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.989099367879335e-05, |
| "loss": 0.0787, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.09549004253878225, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.9889338876192365e-05, |
| "loss": 0.0675, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.0958286597109056, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.9887671677304285e-05, |
| "loss": 0.073, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.09616727688302892, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.9885992084218948e-05, |
| "loss": 0.0574, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.09650589405515227, |
| "grad_norm": 0.8671875, |
| "learning_rate": 1.9884300099041728e-05, |
| "loss": 0.1312, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.09684451122727561, |
| "grad_norm": 0.69140625, |
| "learning_rate": 1.9882595723893525e-05, |
| "loss": 0.0594, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.09718312839939895, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.9880878960910772e-05, |
| "loss": 0.0683, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.0975217455715223, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9879149812245434e-05, |
| "loss": 0.0887, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.09786036274364564, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9877408280065e-05, |
| "loss": 0.0788, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.09819897991576898, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.9875654366552476e-05, |
| "loss": 0.0716, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.09853759708789232, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9873888073906396e-05, |
| "loss": 0.0902, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.09887621426001567, |
| "grad_norm": 3.21875, |
| "learning_rate": 1.987210940434081e-05, |
| "loss": 0.0776, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.09921483143213901, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.9870318360085277e-05, |
| "loss": 0.0828, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.09955344860426234, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.9868514943384872e-05, |
| "loss": 0.0727, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.09989206577638568, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9866699156500177e-05, |
| "loss": 0.0831, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.10023068294850902, |
| "grad_norm": 0.73828125, |
| "learning_rate": 1.986487100170728e-05, |
| "loss": 0.0895, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.10023068294850902, |
| "eval_loss": 0.0773262232542038, |
| "eval_runtime": 833.2157, |
| "eval_samples_per_second": 11.939, |
| "eval_steps_per_second": 2.985, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.10056930012063237, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.986303048129778e-05, |
| "loss": 0.0779, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.10090791729275571, |
| "grad_norm": 0.8515625, |
| "learning_rate": 1.9861177597578765e-05, |
| "loss": 0.0699, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.10124653446487905, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.9859312352872822e-05, |
| "loss": 0.0706, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.1015851516370024, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.985743474951804e-05, |
| "loss": 0.0926, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.10192376880912574, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.985554478986799e-05, |
| "loss": 0.0685, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.10226238598124908, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.9853642476291743e-05, |
| "loss": 0.0623, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.10260100315337242, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.9851727811173844e-05, |
| "loss": 0.0708, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.10293962032549575, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.984980079691433e-05, |
| "loss": 0.0816, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.1032782374976191, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.9847861435928708e-05, |
| "loss": 0.0685, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.10361685466974244, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.984590973064797e-05, |
| "loss": 0.0951, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.10395547184186578, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.984394568351858e-05, |
| "loss": 0.0931, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.10429408901398912, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.9841969297002473e-05, |
| "loss": 0.0701, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.10463270618611246, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9839980573577046e-05, |
| "loss": 0.0865, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.10497132335823581, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.9837979515735168e-05, |
| "loss": 0.0716, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.10530994053035915, |
| "grad_norm": 0.80859375, |
| "learning_rate": 1.9835966125985155e-05, |
| "loss": 0.0832, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.10564855770248249, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.9833940406850805e-05, |
| "loss": 0.0777, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.10598717487460582, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.9831902360871344e-05, |
| "loss": 0.0747, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.10632579204672916, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.9829851990601475e-05, |
| "loss": 0.0761, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.10666440921885251, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.982778929861133e-05, |
| "loss": 0.0632, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.10700302639097585, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.9825714287486493e-05, |
| "loss": 0.0886, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.10734164356309919, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.9823626959827997e-05, |
| "loss": 0.0639, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.10768026073522254, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.98215273182523e-05, |
| "loss": 0.0787, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.10801887790734588, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.9819415365391307e-05, |
| "loss": 0.1027, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.10835749507946922, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.9817291103892348e-05, |
| "loss": 0.0793, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.10869611225159256, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.981515453641819e-05, |
| "loss": 0.0799, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.1090347294237159, |
| "grad_norm": 0.81640625, |
| "learning_rate": 1.9813005665647017e-05, |
| "loss": 0.1096, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.10937334659583924, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.981084449427244e-05, |
| "loss": 0.0687, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.10971196376796258, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.9808671025003487e-05, |
| "loss": 0.0751, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.11005058094008592, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.9806485260564597e-05, |
| "loss": 0.0686, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.11038919811220926, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9804287203695636e-05, |
| "loss": 0.0608, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.1107278152843326, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9802076857151863e-05, |
| "loss": 0.1027, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.11106643245645595, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.9799854223703943e-05, |
| "loss": 0.0796, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.11140504962857929, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.9797619306137958e-05, |
| "loss": 0.0817, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.11174366680070263, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.9795372107255368e-05, |
| "loss": 0.0582, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.11208228397282598, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.979311262987304e-05, |
| "loss": 0.0996, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.11242090114494932, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.979084087682323e-05, |
| "loss": 0.0598, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.11275951831707265, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.978855685095358e-05, |
| "loss": 0.0623, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.11309813548919599, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.9786260555127116e-05, |
| "loss": 0.0582, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.11343675266131933, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.9783951992222246e-05, |
| "loss": 0.091, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.11377536983344268, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.9781631165132755e-05, |
| "loss": 0.0793, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.11411398700556602, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.9779298076767795e-05, |
| "loss": 0.0565, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.11445260417768936, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.9776952730051896e-05, |
| "loss": 0.0736, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.1147912213498127, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9774595127924955e-05, |
| "loss": 0.0834, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.11512983852193605, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.9772225273342216e-05, |
| "loss": 0.0604, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.11546845569405939, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.97698431692743e-05, |
| "loss": 0.0674, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.11580707286618272, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.976744881870717e-05, |
| "loss": 0.0729, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.11614569003830606, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.9765042224642146e-05, |
| "loss": 0.0758, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.1164843072104294, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.9762623390095897e-05, |
| "loss": 0.0778, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.11682292438255275, |
| "grad_norm": 0.6875, |
| "learning_rate": 1.976019231810043e-05, |
| "loss": 0.079, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.11716154155467609, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.9757749011703095e-05, |
| "loss": 0.0729, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.11750015872679943, |
| "grad_norm": 0.625, |
| "learning_rate": 1.9755293473966574e-05, |
| "loss": 0.069, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.11783877589892278, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.9752825707968884e-05, |
| "loss": 0.0707, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.11817739307104612, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.975034571680337e-05, |
| "loss": 0.0582, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.11851601024316946, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.9747853503578708e-05, |
| "loss": 0.073, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1188546274152928, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.9745349071418877e-05, |
| "loss": 0.0576, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.11919324458741613, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.974283242346319e-05, |
| "loss": 0.0855, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.11953186175953948, |
| "grad_norm": 0.7890625, |
| "learning_rate": 1.974030356286626e-05, |
| "loss": 0.0982, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.11987047893166282, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9737762492798018e-05, |
| "loss": 0.0632, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.12020909610378616, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.97352092164437e-05, |
| "loss": 0.0637, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.1205477132759095, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.9732643737003827e-05, |
| "loss": 0.0851, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.12088633044803285, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.9730066057694236e-05, |
| "loss": 0.0726, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.12122494762015619, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.9727476181746045e-05, |
| "loss": 0.0977, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.12156356479227953, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.9724874112405663e-05, |
| "loss": 0.0807, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.12190218196440288, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.9722259852934785e-05, |
| "loss": 0.0616, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1222407991365262, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.971963340661039e-05, |
| "loss": 0.0783, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.12257941630864955, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.971699477672472e-05, |
| "loss": 0.0684, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.12291803348077289, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.9714343966585308e-05, |
| "loss": 0.0636, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.12325665065289623, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.9711680979514936e-05, |
| "loss": 0.0655, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.12359526782501958, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.970900581885166e-05, |
| "loss": 0.0897, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.12393388499714292, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.97063184879488e-05, |
| "loss": 0.0594, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.12427250216926626, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.9703618990174917e-05, |
| "loss": 0.0733, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.1246111193413896, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.970090732891384e-05, |
| "loss": 0.1027, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.12494973651351295, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.9698183507564626e-05, |
| "loss": 0.0769, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.1252883536856363, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.96954475295416e-05, |
| "loss": 0.0639, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.12562697085775962, |
| "grad_norm": 0.498046875, |
| "learning_rate": 1.9692699398274298e-05, |
| "loss": 0.0608, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.12596558802988297, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.968993911720751e-05, |
| "loss": 0.0676, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.1263042052020063, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.9687166689801244e-05, |
| "loss": 0.065, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.12664282237412966, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.968438211953074e-05, |
| "loss": 0.1108, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.126981439546253, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.9681585409886454e-05, |
| "loss": 0.0755, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.12732005671837632, |
| "grad_norm": 0.5, |
| "learning_rate": 1.9678776564374068e-05, |
| "loss": 0.0649, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.12765867389049967, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.967595558651447e-05, |
| "loss": 0.081, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.127997291062623, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.9673122479843748e-05, |
| "loss": 0.0675, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.12833590823474636, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.9670277247913205e-05, |
| "loss": 0.0803, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.1286745254068697, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.9667419894289345e-05, |
| "loss": 0.0778, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.12901314257899305, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.9664550422553852e-05, |
| "loss": 0.0565, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.12935175975111637, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.966166883630362e-05, |
| "loss": 0.0802, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.12969037692323973, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.9658775139150705e-05, |
| "loss": 0.0626, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.13002899409536306, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9655869334722363e-05, |
| "loss": 0.0667, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.13036761126748642, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.9652951426661025e-05, |
| "loss": 0.0552, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.13070622843960975, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.965002141862428e-05, |
| "loss": 0.06, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.13104484561173307, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.9647079314284897e-05, |
| "loss": 0.0681, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.13138346278385643, |
| "grad_norm": 0.625, |
| "learning_rate": 1.9644125117330806e-05, |
| "loss": 0.0949, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.13172207995597976, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.964115883146509e-05, |
| "loss": 0.0591, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.13206069712810312, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.9638180460405995e-05, |
| "loss": 0.0798, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.13239931430022644, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.96351900078869e-05, |
| "loss": 0.0617, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.1327379314723498, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.9632187477656342e-05, |
| "loss": 0.0765, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.13307654864447313, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.9629172873477995e-05, |
| "loss": 0.0888, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.1334151658165965, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.9626146199130664e-05, |
| "loss": 0.0678, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.13375378298871982, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.962310745840828e-05, |
| "loss": 0.0658, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.13409240016084314, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.962005665511991e-05, |
| "loss": 0.0577, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.1344310173329665, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.961699379308974e-05, |
| "loss": 0.0693, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.13476963450508983, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.9613918876157062e-05, |
| "loss": 0.0795, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.1351082516772132, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.9610831908176285e-05, |
| "loss": 0.0647, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.13544686884933652, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9607732893016926e-05, |
| "loss": 0.0737, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.13578548602145987, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.9604621834563602e-05, |
| "loss": 0.0687, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.1361241031935832, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.960149873671602e-05, |
| "loss": 0.0583, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.13646272036570656, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.9598363603388986e-05, |
| "loss": 0.0702, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.1368013375378299, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.959521643851239e-05, |
| "loss": 0.0803, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.13713995470995322, |
| "grad_norm": 0.8515625, |
| "learning_rate": 1.9592057246031203e-05, |
| "loss": 0.0896, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.13747857188207657, |
| "grad_norm": 0.8046875, |
| "learning_rate": 1.9588886029905474e-05, |
| "loss": 0.0889, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.1378171890541999, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.9585702794110322e-05, |
| "loss": 0.0684, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.13815580622632326, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.9582507542635933e-05, |
| "loss": 0.0822, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.1384944233984466, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.9579300279487558e-05, |
| "loss": 0.0572, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.13883304057056994, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.9576081008685495e-05, |
| "loss": 0.0897, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.13917165774269327, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.9572849734265107e-05, |
| "loss": 0.0655, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.13951027491481663, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.956960646027679e-05, |
| "loss": 0.0831, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.13984889208693996, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.9566351190785998e-05, |
| "loss": 0.0684, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.1401875092590633, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.9563083929873202e-05, |
| "loss": 0.0739, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.14052612643118664, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.9559804681633918e-05, |
| "loss": 0.0624, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.14086474360330997, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.9556513450178683e-05, |
| "loss": 0.0775, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.14120336077543333, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.955321023963306e-05, |
| "loss": 0.1071, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.14154197794755666, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.9549895054137616e-05, |
| "loss": 0.0705, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.14188059511968001, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.954656789784794e-05, |
| "loss": 0.0901, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.14221921229180334, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.9543228774934627e-05, |
| "loss": 0.0946, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.1425578294639267, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.953987768958326e-05, |
| "loss": 0.0663, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.14289644663605003, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.953651464599443e-05, |
| "loss": 0.0736, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.14323506380817339, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.9533139648383712e-05, |
| "loss": 0.0952, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.14357368098029671, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.9529752700981664e-05, |
| "loss": 0.0701, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.14391229815242004, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.9526353808033827e-05, |
| "loss": 0.0776, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.1442509153245434, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.9522942973800712e-05, |
| "loss": 0.0644, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.14458953249666673, |
| "grad_norm": 0.69140625, |
| "learning_rate": 1.95195202025578e-05, |
| "loss": 0.0784, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.14492814966879008, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.9516085498595533e-05, |
| "loss": 0.0623, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.1452667668409134, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.951263886621932e-05, |
| "loss": 0.0529, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.14560538401303677, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.9509180309749505e-05, |
| "loss": 0.0828, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.1459440011851601, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.9505709833521396e-05, |
| "loss": 0.0572, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.14628261835728346, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.9502227441885232e-05, |
| "loss": 0.0668, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.14662123552940678, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.9498733139206193e-05, |
| "loss": 0.0878, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.1469598527015301, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.9495226929864384e-05, |
| "loss": 0.0672, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.14729846987365347, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.9491708818254847e-05, |
| "loss": 0.078, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.1476370870457768, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.9488178808787527e-05, |
| "loss": 0.0633, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.14797570421790016, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.94846369058873e-05, |
| "loss": 0.1021, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.14831432139002348, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.9481083113993927e-05, |
| "loss": 0.0724, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.14865293856214684, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9477517437562097e-05, |
| "loss": 0.0714, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.14899155573427017, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9473939881061385e-05, |
| "loss": 0.0857, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.14933017290639353, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.9470350448976257e-05, |
| "loss": 0.0953, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.14966879007851686, |
| "grad_norm": 0.859375, |
| "learning_rate": 1.9466749145806065e-05, |
| "loss": 0.0685, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.15000740725064018, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.9463135976065043e-05, |
| "loss": 0.0905, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.15034602442276354, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.9459510944282307e-05, |
| "loss": 0.0771, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.15068464159488687, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9455874055001824e-05, |
| "loss": 0.0682, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.15102325876701023, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.945222531278244e-05, |
| "loss": 0.0599, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.15136187593913356, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9448564722197855e-05, |
| "loss": 0.0668, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.1517004931112569, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.9444892287836614e-05, |
| "loss": 0.0712, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.15203911028338024, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.944120801430212e-05, |
| "loss": 0.0727, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.1523777274555036, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9437511906212607e-05, |
| "loss": 0.0698, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.15271634462762693, |
| "grad_norm": 0.69140625, |
| "learning_rate": 1.9433803968201148e-05, |
| "loss": 0.0945, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.15305496179975028, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9430084204915642e-05, |
| "loss": 0.069, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.1533935789718736, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.9426352621018817e-05, |
| "loss": 0.071, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.15373219614399694, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.9422609221188208e-05, |
| "loss": 0.0809, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.1540708133161203, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9418854010116168e-05, |
| "loss": 0.085, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.15440943048824363, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.9415086992509858e-05, |
| "loss": 0.0916, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.15474804766036698, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.941130817309123e-05, |
| "loss": 0.0544, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.1550866648324903, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.940751755659704e-05, |
| "loss": 0.073, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.15542528200461367, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.9403715147778822e-05, |
| "loss": 0.0854, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.155763899176737, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.9399900951402897e-05, |
| "loss": 0.0612, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.15610251634886035, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.939607497225036e-05, |
| "loss": 0.079, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.15644113352098368, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.9392237215117076e-05, |
| "loss": 0.0544, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.156779750693107, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.9388387684813676e-05, |
| "loss": 0.0535, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.15711836786523037, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9384526386165548e-05, |
| "loss": 0.081, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.1574569850373537, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.938065332401282e-05, |
| "loss": 0.0916, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.15779560220947705, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.9376768503210388e-05, |
| "loss": 0.0584, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.15813421938160038, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.937287192862787e-05, |
| "loss": 0.0942, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.15847283655372374, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.9368963605149624e-05, |
| "loss": 0.0744, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.15881145372584707, |
| "grad_norm": 0.416015625, |
| "learning_rate": 1.936504353767473e-05, |
| "loss": 0.0531, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.15915007089797042, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.9361111731116993e-05, |
| "loss": 0.0792, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.15948868807009375, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.9357168190404937e-05, |
| "loss": 0.0809, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.15982730524221708, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.9353212920481792e-05, |
| "loss": 0.0707, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.16016592241434044, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.934924592630548e-05, |
| "loss": 0.0847, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.16050453958646377, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.9345267212848638e-05, |
| "loss": 0.0683, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.16084315675858712, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.9341276785098584e-05, |
| "loss": 0.081, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.16118177393071045, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.9337274648057313e-05, |
| "loss": 0.0843, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.1615203911028338, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.93332608067415e-05, |
| "loss": 0.0621, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.16185900827495714, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.932923526618251e-05, |
| "loss": 0.0625, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.1621976254470805, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.932519803142635e-05, |
| "loss": 0.0812, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.16253624261920382, |
| "grad_norm": 0.470703125, |
| "learning_rate": 1.9321149107533693e-05, |
| "loss": 0.0565, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.16287485979132718, |
| "grad_norm": 0.6875, |
| "learning_rate": 1.931708849957987e-05, |
| "loss": 0.0996, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.1632134769634505, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.9313016212654845e-05, |
| "loss": 0.0621, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.16355209413557384, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.9308932251863243e-05, |
| "loss": 0.0792, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.1638907113076972, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9304836622324295e-05, |
| "loss": 0.0705, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.16422932847982052, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.930072932917188e-05, |
| "loss": 0.0944, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.16456794565194388, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.9296610377554496e-05, |
| "loss": 0.0713, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.1649065628240672, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.9292479772635236e-05, |
| "loss": 0.0654, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.16524517999619057, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.9288337519591827e-05, |
| "loss": 0.0673, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.1655837971683139, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.9284183623616573e-05, |
| "loss": 0.0963, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.16592241434043725, |
| "grad_norm": 0.8125, |
| "learning_rate": 1.9280018089916387e-05, |
| "loss": 0.083, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.16626103151256058, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.927584092371277e-05, |
| "loss": 0.0769, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.1665996486846839, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.9271652130241794e-05, |
| "loss": 0.0801, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.16693826585680727, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.9267451714754113e-05, |
| "loss": 0.0599, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.1672768830289306, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.9263239682514953e-05, |
| "loss": 0.0793, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.16761550020105395, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.925901603880409e-05, |
| "loss": 0.0641, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.16795411737317728, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.9254780788915865e-05, |
| "loss": 0.0641, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.16829273454530064, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.9250533938159166e-05, |
| "loss": 0.0575, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.16863135171742397, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.9246275491857417e-05, |
| "loss": 0.0695, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.16896996888954732, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.9242005455348582e-05, |
| "loss": 0.0702, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.16930858606167065, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9237723833985154e-05, |
| "loss": 0.0819, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.16964720323379398, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.9233430633134146e-05, |
| "loss": 0.0699, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.16998582040591734, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.922912585817708e-05, |
| "loss": 0.0708, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.17032443757804067, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.9224809514509998e-05, |
| "loss": 0.0752, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.17066305475016402, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.9220481607543436e-05, |
| "loss": 0.0789, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.17100167192228735, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.9216142142702424e-05, |
| "loss": 0.0735, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.1713402890944107, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.921179112542648e-05, |
| "loss": 0.0773, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.17167890626653404, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.920742856116961e-05, |
| "loss": 0.0579, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.1720175234386574, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.920305445540028e-05, |
| "loss": 0.0578, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.17235614061078072, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.9198668813601443e-05, |
| "loss": 0.0664, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.17269475778290408, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.919427164127049e-05, |
| "loss": 0.0685, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.1730333749550274, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.918986294391929e-05, |
| "loss": 0.0815, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.17337199212715074, |
| "grad_norm": 0.76171875, |
| "learning_rate": 1.918544272707413e-05, |
| "loss": 0.0878, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.1737106092992741, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.9181010996275767e-05, |
| "loss": 0.0727, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.17404922647139742, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.9176567757079368e-05, |
| "loss": 0.0583, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.17438784364352078, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.917211301505453e-05, |
| "loss": 0.073, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.1747264608156441, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.916764677578528e-05, |
| "loss": 0.0841, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.17506507798776746, |
| "grad_norm": 0.412109375, |
| "learning_rate": 1.916316904487005e-05, |
| "loss": 0.0486, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.1754036951598908, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.9158679827921667e-05, |
| "loss": 0.088, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.17574231233201415, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.9154179130567374e-05, |
| "loss": 0.0673, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.17608092950413748, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.9149666958448792e-05, |
| "loss": 0.0723, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.1764195466762608, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.9145143317221925e-05, |
| "loss": 0.0824, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.17675816384838416, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.9140608212557165e-05, |
| "loss": 0.0802, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.1770967810205075, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.9136061650139262e-05, |
| "loss": 0.0781, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.17743539819263085, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.9131503635667337e-05, |
| "loss": 0.0737, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.17777401536475418, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.9126934174854856e-05, |
| "loss": 0.0691, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.17811263253687754, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.9122353273429635e-05, |
| "loss": 0.0804, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.17845124970900086, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.9117760937133843e-05, |
| "loss": 0.0839, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.17878986688112422, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.911315717172397e-05, |
| "loss": 0.0671, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.17912848405324755, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.910854198297084e-05, |
| "loss": 0.061, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.17946710122537088, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.9103915376659583e-05, |
| "loss": 0.0598, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.17980571839749424, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.909927735858966e-05, |
| "loss": 0.0592, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.18014433556961756, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.9094627934574825e-05, |
| "loss": 0.0601, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.18048295274174092, |
| "grad_norm": 0.828125, |
| "learning_rate": 1.9089967110443127e-05, |
| "loss": 0.0756, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.18082156991386425, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.9085294892036914e-05, |
| "loss": 0.0741, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.1811601870859876, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.908061128521281e-05, |
| "loss": 0.0654, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.18149880425811094, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.907591629584172e-05, |
| "loss": 0.0712, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.1818374214302343, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.9071209929808808e-05, |
| "loss": 0.0643, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.18217603860235762, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.9066492193013505e-05, |
| "loss": 0.0861, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.18251465577448098, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.9061763091369498e-05, |
| "loss": 0.0656, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.1828532729466043, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.9057022630804715e-05, |
| "loss": 0.0592, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.18319189011872763, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.9052270817261323e-05, |
| "loss": 0.0877, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.183530507290851, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.9047507656695722e-05, |
| "loss": 0.0686, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.18386912446297432, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.9042733155078536e-05, |
| "loss": 0.0651, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.18420774163509768, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.9037947318394594e-05, |
| "loss": 0.0624, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.184546358807221, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.9033150152642953e-05, |
| "loss": 0.073, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.18488497597934436, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1.9028341663836855e-05, |
| "loss": 0.0587, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.1852235931514677, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.9023521858003744e-05, |
| "loss": 0.0741, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.18556221032359105, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.9018690741185244e-05, |
| "loss": 0.0801, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.18590082749571438, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.9013848319437163e-05, |
| "loss": 0.0627, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.1862394446678377, |
| "grad_norm": 0.92578125, |
| "learning_rate": 1.900899459882948e-05, |
| "loss": 0.0828, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.18657806183996106, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.9004129585446326e-05, |
| "loss": 0.0765, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.1869166790120844, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.8999253285386e-05, |
| "loss": 0.0803, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.18725529618420775, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.8994365704760946e-05, |
| "loss": 0.0785, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.18759391335633108, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.8989466849697745e-05, |
| "loss": 0.0949, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.18793253052845443, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.8984556726337113e-05, |
| "loss": 0.062, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.18827114770057776, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.8979635340833887e-05, |
| "loss": 0.0739, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.18860976487270112, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.897470269935703e-05, |
| "loss": 0.0574, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.18894838204482445, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.8969758808089602e-05, |
| "loss": 0.0689, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.18928699921694778, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.8964803673228776e-05, |
| "loss": 0.0719, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.18962561638907113, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.895983730098581e-05, |
| "loss": 0.0746, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.18996423356119446, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.8954859697586057e-05, |
| "loss": 0.07, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.19030285073331782, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.8949870869268942e-05, |
| "loss": 0.076, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.19064146790544115, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.8944870822287957e-05, |
| "loss": 0.0698, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.1909800850775645, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.893985956291067e-05, |
| "loss": 0.0552, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.19131870224968783, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.893483709741868e-05, |
| "loss": 0.0708, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.1916573194218112, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.8929803432107662e-05, |
| "loss": 0.0855, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.19199593659393452, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.8924758573287315e-05, |
| "loss": 0.0745, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.19233455376605785, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.891970252728136e-05, |
| "loss": 0.07, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.1926731709381812, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.8914635300427563e-05, |
| "loss": 0.0778, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.19301178811030453, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.8909556899077683e-05, |
| "loss": 0.0545, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.1933504052824279, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.8904467329597503e-05, |
| "loss": 0.0503, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.19368902245455122, |
| "grad_norm": 0.7734375, |
| "learning_rate": 1.8899366598366796e-05, |
| "loss": 0.0593, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.19402763962667458, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.8894254711779333e-05, |
| "loss": 0.1005, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.1943662567987979, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.8889131676242858e-05, |
| "loss": 0.0604, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.19470487397092126, |
| "grad_norm": 1.5859375, |
| "learning_rate": 1.8883997498179103e-05, |
| "loss": 0.0908, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.1950434911430446, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.8878852184023754e-05, |
| "loss": 0.0736, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.19538210831516795, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.8873695740226468e-05, |
| "loss": 0.0734, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.19572072548729127, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.8868528173250846e-05, |
| "loss": 0.0574, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.1960593426594146, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.886334948957443e-05, |
| "loss": 0.0719, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.19639795983153796, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.8858159695688708e-05, |
| "loss": 0.0642, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.1967365770036613, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.885295879809908e-05, |
| "loss": 0.0721, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.19707519417578465, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.884774680332487e-05, |
| "loss": 0.0739, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.19741381134790797, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.8842523717899326e-05, |
| "loss": 0.0791, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.19775242852003133, |
| "grad_norm": 0.5, |
| "learning_rate": 1.8837289548369574e-05, |
| "loss": 0.0719, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.19809104569215466, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.8832044301296652e-05, |
| "loss": 0.0706, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.19842966286427802, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.8826787983255474e-05, |
| "loss": 0.0736, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.19876828003640135, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.882152060083484e-05, |
| "loss": 0.0699, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.19910689720852467, |
| "grad_norm": 0.388671875, |
| "learning_rate": 1.881624216063741e-05, |
| "loss": 0.0479, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.19944551438064803, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.8810952669279707e-05, |
| "loss": 0.0669, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.19978413155277136, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.8805652133392115e-05, |
| "loss": 0.0875, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.20012274872489472, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.8800340559618855e-05, |
| "loss": 0.0666, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.20046136589701805, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.8795017954617982e-05, |
| "loss": 0.0774, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.20046136589701805, |
| "eval_loss": 0.07367200404405594, |
| "eval_runtime": 815.492, |
| "eval_samples_per_second": 12.199, |
| "eval_steps_per_second": 3.05, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.2007999830691414, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.8789684325061382e-05, |
| "loss": 0.0784, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.20113860024126473, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.8784339677634763e-05, |
| "loss": 0.0774, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.2014772174133881, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.8778984019037642e-05, |
| "loss": 0.0737, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.20181583458551142, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.8773617355983332e-05, |
| "loss": 0.0823, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.20215445175763475, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.8768239695198945e-05, |
| "loss": 0.0601, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.2024930689297581, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.876285104342539e-05, |
| "loss": 0.0671, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.20283168610188143, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.8757451407417332e-05, |
| "loss": 0.0679, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.2031703032740048, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.8752040793943215e-05, |
| "loss": 0.0969, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.20350892044612812, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.8746619209785253e-05, |
| "loss": 0.0729, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.20384753761825147, |
| "grad_norm": 0.73828125, |
| "learning_rate": 1.874118666173939e-05, |
| "loss": 0.1034, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.2041861547903748, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.8735743156615337e-05, |
| "loss": 0.0666, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.20452477196249816, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.873028870123652e-05, |
| "loss": 0.0677, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.2048633891346215, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.87248233024401e-05, |
| "loss": 0.0931, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.20520200630674484, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.871934696707696e-05, |
| "loss": 0.0632, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.20554062347886817, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.871385970201168e-05, |
| "loss": 0.0587, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.2058792406509915, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.870836151412255e-05, |
| "loss": 0.0776, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.20621785782311486, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.8702852410301556e-05, |
| "loss": 0.0557, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.2065564749952382, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.869733239745435e-05, |
| "loss": 0.0801, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.20689509216736154, |
| "grad_norm": 0.498046875, |
| "learning_rate": 1.869180148250027e-05, |
| "loss": 0.0632, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.20723370933948487, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.8686259672372323e-05, |
| "loss": 0.0592, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.20757232651160823, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.8680706974017164e-05, |
| "loss": 0.0714, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.20791094368373156, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.8675143394395106e-05, |
| "loss": 0.066, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.20824956085585491, |
| "grad_norm": 1.15625, |
| "learning_rate": 1.8669568940480093e-05, |
| "loss": 0.0525, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.20858817802797824, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.86639836192597e-05, |
| "loss": 0.0637, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.20892679520010157, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.8658387437735137e-05, |
| "loss": 0.0581, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.20926541237222493, |
| "grad_norm": 0.4296875, |
| "learning_rate": 1.865278040292121e-05, |
| "loss": 0.0503, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.20960402954434826, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.864716252184634e-05, |
| "loss": 0.0602, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.20994264671647161, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.864153380155254e-05, |
| "loss": 0.0762, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.21028126388859494, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.863589424909541e-05, |
| "loss": 0.0517, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.2106198810607183, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.863024387154414e-05, |
| "loss": 0.0551, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.21095849823284163, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.8624582675981466e-05, |
| "loss": 0.0596, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.21129711540496499, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.8618910669503704e-05, |
| "loss": 0.0525, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.21163573257708831, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.861322785922071e-05, |
| "loss": 0.0619, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.21197434974921164, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.8607534252255896e-05, |
| "loss": 0.0728, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.212312966921335, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.8601829855746187e-05, |
| "loss": 0.0583, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.21265158409345833, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.8596114676842054e-05, |
| "loss": 0.0659, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.21299020126558169, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.8590388722707465e-05, |
| "loss": 0.08, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.21332881843770501, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.8584652000519913e-05, |
| "loss": 0.0701, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.21366743560982837, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.8578904517470375e-05, |
| "loss": 0.0718, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.2140060527819517, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.8573146280763327e-05, |
| "loss": 0.1271, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.21434466995407506, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.856737729761671e-05, |
| "loss": 0.0677, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.21468328712619839, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.856159757526195e-05, |
| "loss": 0.0763, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.21502190429832174, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.8555807120943927e-05, |
| "loss": 0.0588, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.21536052147044507, |
| "grad_norm": 0.78125, |
| "learning_rate": 1.8550005941920984e-05, |
| "loss": 0.1482, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.2156991386425684, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.8544194045464888e-05, |
| "loss": 0.0953, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.21603775581469176, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.8538371438860858e-05, |
| "loss": 0.0685, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.21637637298681509, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.8532538129407532e-05, |
| "loss": 0.0665, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.21671499015893844, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.8526694124416963e-05, |
| "loss": 0.049, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.21705360733106177, |
| "grad_norm": 0.78125, |
| "learning_rate": 1.852083943121461e-05, |
| "loss": 0.086, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.21739222450318513, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.8514974057139335e-05, |
| "loss": 0.0779, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.21773084167530846, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.8509098009543378e-05, |
| "loss": 0.0581, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.2180694588474318, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.8503211295792375e-05, |
| "loss": 0.0687, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.21840807601955514, |
| "grad_norm": 0.8125, |
| "learning_rate": 1.8497313923265315e-05, |
| "loss": 0.1094, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.21874669319167847, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.8491405899354556e-05, |
| "loss": 0.0887, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.21908531036380183, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.848548723146581e-05, |
| "loss": 0.0721, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.21942392753592516, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.8479557927018127e-05, |
| "loss": 0.0684, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.2197625447080485, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.8473617993443885e-05, |
| "loss": 0.0704, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.22010116188017184, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.8467667438188794e-05, |
| "loss": 0.0695, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.2204397790522952, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.8461706268711878e-05, |
| "loss": 0.0717, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.22077839622441853, |
| "grad_norm": 0.4375, |
| "learning_rate": 1.8455734492485464e-05, |
| "loss": 0.0598, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.22111701339654188, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.844975211699517e-05, |
| "loss": 0.0602, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.2214556305686652, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.8443759149739906e-05, |
| "loss": 0.0675, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.22179424774078854, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.8437755598231857e-05, |
| "loss": 0.0677, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.2221328649129119, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.8431741469996475e-05, |
| "loss": 0.0745, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.22247148208503523, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.8425716772572472e-05, |
| "loss": 0.0688, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.22281009925715858, |
| "grad_norm": 0.85546875, |
| "learning_rate": 1.8419681513511807e-05, |
| "loss": 0.0683, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.2231487164292819, |
| "grad_norm": 1.0, |
| "learning_rate": 1.8413635700379674e-05, |
| "loss": 0.0793, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.22348733360140527, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.84075793407545e-05, |
| "loss": 0.0661, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.2238259507735286, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.840151244222794e-05, |
| "loss": 0.087, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.22416456794565195, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.8395435012404837e-05, |
| "loss": 0.0571, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.22450318511777528, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.838934705890327e-05, |
| "loss": 0.0709, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.22484180228989864, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.838324858935447e-05, |
| "loss": 0.0707, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.22518041946202197, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.8377139611402883e-05, |
| "loss": 0.0706, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.2255190366341453, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.8371020132706104e-05, |
| "loss": 0.0537, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.22585765380626865, |
| "grad_norm": 0.7265625, |
| "learning_rate": 1.8364890160934905e-05, |
| "loss": 0.0909, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.22619627097839198, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.8358749703773206e-05, |
| "loss": 0.0635, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.22653488815051534, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.835259876891807e-05, |
| "loss": 0.0939, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.22687350532263867, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.8346437364079693e-05, |
| "loss": 0.0852, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.22721212249476203, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.8340265496981395e-05, |
| "loss": 0.0639, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.22755073966688535, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.8334083175359616e-05, |
| "loss": 0.0598, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.2278893568390087, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.8327890406963895e-05, |
| "loss": 0.0872, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.22822797401113204, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.8321687199556872e-05, |
| "loss": 0.0835, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.22856659118325537, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.8315473560914258e-05, |
| "loss": 0.0586, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.22890520835537873, |
| "grad_norm": 0.40234375, |
| "learning_rate": 1.8309249498824853e-05, |
| "loss": 0.0586, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.22924382552750205, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.8303015021090526e-05, |
| "loss": 0.0627, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.2295824426996254, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.829677013552619e-05, |
| "loss": 0.0771, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.22992105987174874, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.829051484995981e-05, |
| "loss": 0.0759, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.2302596770438721, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.828424917223239e-05, |
| "loss": 0.0696, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.23059829421599543, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.827797311019795e-05, |
| "loss": 0.078, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.23093691138811878, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.8271686671723543e-05, |
| "loss": 0.0612, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.2312755285602421, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.8265389864689213e-05, |
| "loss": 0.0886, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.23161414573236544, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.8259082696988013e-05, |
| "loss": 0.0824, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.2319527629044888, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.8252765176525976e-05, |
| "loss": 0.0776, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.23229138007661213, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.8246437311222117e-05, |
| "loss": 0.0831, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.23262999724873548, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.8240099109008413e-05, |
| "loss": 0.0765, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.2329686144208588, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.82337505778298e-05, |
| "loss": 0.0721, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.23330723159298217, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.8227391725644167e-05, |
| "loss": 0.0893, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.2336458487651055, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.822102256042233e-05, |
| "loss": 0.0597, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.23398446593722885, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.8214643090148044e-05, |
| "loss": 0.0805, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.23432308310935218, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.820825332281797e-05, |
| "loss": 0.0646, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.23466170028147554, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.820185326644169e-05, |
| "loss": 0.0747, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.23500031745359887, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.819544292904166e-05, |
| "loss": 0.0687, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.2353389346257222, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.8189022318653254e-05, |
| "loss": 0.0573, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.23567755179784555, |
| "grad_norm": 0.427734375, |
| "learning_rate": 1.81825914433247e-05, |
| "loss": 0.0576, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.23601616896996888, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.8176150311117103e-05, |
| "loss": 0.0783, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.23635478614209224, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.816969893010442e-05, |
| "loss": 0.063, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.23669340331421557, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.8163237308373465e-05, |
| "loss": 0.084, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.23703202048633892, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.8156765454023873e-05, |
| "loss": 0.0549, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.23737063765846225, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.8150283375168112e-05, |
| "loss": 0.0821, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.2377092548305856, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.814379107993148e-05, |
| "loss": 0.0675, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.23804787200270894, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.8137288576452064e-05, |
| "loss": 0.0852, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.23838648917483227, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.8130775872880748e-05, |
| "loss": 0.0743, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.23872510634695562, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.812425297738121e-05, |
| "loss": 0.0767, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.23906372351907895, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.81177198981299e-05, |
| "loss": 0.0984, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.2394023406912023, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.811117664331604e-05, |
| "loss": 0.0517, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.23974095786332564, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.810462322114159e-05, |
| "loss": 0.0606, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.240079575035449, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.8098059639821265e-05, |
| "loss": 0.0588, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.24041819220757232, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.809148590758252e-05, |
| "loss": 0.0773, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.24075680937969568, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.8084902032665533e-05, |
| "loss": 0.0607, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.241095426551819, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.8078308023323186e-05, |
| "loss": 0.0862, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.24143404372394234, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.8071703887821067e-05, |
| "loss": 0.0735, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.2417726608960657, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.8065089634437467e-05, |
| "loss": 0.0684, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.24211127806818902, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.805846527146335e-05, |
| "loss": 0.0843, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.24244989524031238, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.8051830807202355e-05, |
| "loss": 0.0703, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.2427885124124357, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.8045186249970786e-05, |
| "loss": 0.0828, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.24312712958455907, |
| "grad_norm": 0.80859375, |
| "learning_rate": 1.8038531608097592e-05, |
| "loss": 0.1078, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.2434657467566824, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.803186688992437e-05, |
| "loss": 0.0585, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.24380436392880575, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.8025192103805348e-05, |
| "loss": 0.0646, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.24414298110092908, |
| "grad_norm": 0.7109375, |
| "learning_rate": 1.8018507258107364e-05, |
| "loss": 0.0928, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.2444815982730524, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.801181236120988e-05, |
| "loss": 0.0747, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.24482021544517577, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.800510742150494e-05, |
| "loss": 0.057, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.2451588326172991, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.7998392447397197e-05, |
| "loss": 0.0711, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.24549744978942245, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.7991667447303865e-05, |
| "loss": 0.0806, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.24583606696154578, |
| "grad_norm": 0.498046875, |
| "learning_rate": 1.7984932429654734e-05, |
| "loss": 0.0787, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.24617468413366914, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.7978187402892148e-05, |
| "loss": 0.0801, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.24651330130579246, |
| "grad_norm": 0.5, |
| "learning_rate": 1.7971432375471e-05, |
| "loss": 0.0636, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.24685191847791582, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.7964667355858718e-05, |
| "loss": 0.0683, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.24719053565003915, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.7957892352535253e-05, |
| "loss": 0.0845, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2475291528221625, |
| "grad_norm": 0.89453125, |
| "learning_rate": 1.7951107373993074e-05, |
| "loss": 0.1793, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.24786776999428584, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.7944312428737154e-05, |
| "loss": 0.0657, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.24820638716640916, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.793750752528495e-05, |
| "loss": 0.0679, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.24854500433853252, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.7930692672166416e-05, |
| "loss": 0.0831, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.24888362151065585, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.7923867877923967e-05, |
| "loss": 0.0764, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.2492222386827792, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.791703315111249e-05, |
| "loss": 0.0583, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.24956085585490254, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.7910188500299303e-05, |
| "loss": 0.0661, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.2498994730270259, |
| "grad_norm": 2.953125, |
| "learning_rate": 1.7903333934064185e-05, |
| "loss": 0.0654, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.2502380901991492, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.789646946099934e-05, |
| "loss": 0.0655, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.2505767073712726, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.7889595089709377e-05, |
| "loss": 0.074, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.25091532454339593, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.7882710828811322e-05, |
| "loss": 0.0676, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.25125394171551924, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.7875816686934596e-05, |
| "loss": 0.053, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.2515925588876426, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.7868912672721014e-05, |
| "loss": 0.0705, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.25193117605976595, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.7861998794824747e-05, |
| "loss": 0.0544, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.25226979323188925, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.785507506191235e-05, |
| "loss": 0.063, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.2526084104040126, |
| "grad_norm": 0.921875, |
| "learning_rate": 1.7848141482662726e-05, |
| "loss": 0.065, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.25294702757613596, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.7841198065767107e-05, |
| "loss": 0.0687, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.2532856447482593, |
| "grad_norm": 0.5, |
| "learning_rate": 1.783424481992907e-05, |
| "loss": 0.0679, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.2536242619203826, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.782728175386451e-05, |
| "loss": 0.0764, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.253962879092506, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.7820308876301633e-05, |
| "loss": 0.0632, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.25430149626462933, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.781332619598094e-05, |
| "loss": 0.0694, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.25464011343675264, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.780633372165522e-05, |
| "loss": 0.0661, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.254978730608876, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.7799331462089543e-05, |
| "loss": 0.0546, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.25531734778099935, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.7792319426061236e-05, |
| "loss": 0.0567, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.2556559649531227, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.7785297622359893e-05, |
| "loss": 0.0569, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.255994582125246, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.7778266059787345e-05, |
| "loss": 0.0831, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.25633319929736936, |
| "grad_norm": 0.7734375, |
| "learning_rate": 1.7771224747157655e-05, |
| "loss": 0.0997, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.2566718164694927, |
| "grad_norm": 6.3125, |
| "learning_rate": 1.7764173693297106e-05, |
| "loss": 0.0747, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.2570104336416161, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.77571129070442e-05, |
| "loss": 0.0697, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.2573490508137394, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.775004239724963e-05, |
| "loss": 0.0685, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.25768766798586273, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.774296217277628e-05, |
| "loss": 0.0603, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.2580262851579861, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.773587224249921e-05, |
| "loss": 0.0621, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.2583649023301094, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.7728772615305657e-05, |
| "loss": 0.061, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.25870351950223275, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.7721663300094997e-05, |
| "loss": 0.0644, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.2590421366743561, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.7714544305778757e-05, |
| "loss": 0.0581, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.25938075384647946, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.7707415641280598e-05, |
| "loss": 0.0812, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.25971937101860276, |
| "grad_norm": 0.5, |
| "learning_rate": 1.7700277315536305e-05, |
| "loss": 0.0754, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.2600579881907261, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.7693129337493764e-05, |
| "loss": 0.059, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.2603966053628495, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.768597171611297e-05, |
| "loss": 0.0896, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.26073522253497283, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.7678804460366e-05, |
| "loss": 0.0651, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.26107383970709613, |
| "grad_norm": 0.953125, |
| "learning_rate": 1.7671627579237016e-05, |
| "loss": 0.0634, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.2614124568792195, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.766444108172223e-05, |
| "loss": 0.079, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.26175107405134285, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.765724497682992e-05, |
| "loss": 0.0723, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.26208969122346615, |
| "grad_norm": 0.75, |
| "learning_rate": 1.7650039273580406e-05, |
| "loss": 0.0871, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.2624283083955895, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.7642823981006037e-05, |
| "loss": 0.065, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.26276692556771286, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.763559910815118e-05, |
| "loss": 0.072, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.2631055427398362, |
| "grad_norm": 0.7109375, |
| "learning_rate": 1.7628364664072218e-05, |
| "loss": 0.0845, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.2634441599119595, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.7621120657837528e-05, |
| "loss": 0.0778, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.2637827770840829, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.761386709852747e-05, |
| "loss": 0.0744, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.26412139425620623, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.760660399523438e-05, |
| "loss": 0.0994, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.26446001142832953, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.759933135706256e-05, |
| "loss": 0.0787, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.2647986286004529, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.759204919312826e-05, |
| "loss": 0.0614, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.26513724577257625, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.7584757512559674e-05, |
| "loss": 0.0776, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.2654758629446996, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.757745632449693e-05, |
| "loss": 0.0646, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.2658144801168229, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.757014563809206e-05, |
| "loss": 0.0648, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.26615309728894626, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.7562825462509018e-05, |
| "loss": 0.0566, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.2664917144610696, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.7555495806923635e-05, |
| "loss": 0.0736, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.266830331633193, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.754815668052364e-05, |
| "loss": 0.0691, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.2671689488053163, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.754080809250863e-05, |
| "loss": 0.069, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.26750756597743963, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.753345005209006e-05, |
| "loss": 0.0768, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.267846183149563, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.7526082568491233e-05, |
| "loss": 0.0748, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.2681848003216863, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.7518705650947292e-05, |
| "loss": 0.07, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.26852341749380965, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.7511319308705198e-05, |
| "loss": 0.075, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.268862034665933, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.750392355102374e-05, |
| "loss": 0.0648, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.26920065183805636, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.74965183871735e-05, |
| "loss": 0.0848, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.26953926901017966, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.7489103826436843e-05, |
| "loss": 0.067, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.269877886182303, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.7481679878107928e-05, |
| "loss": 0.0608, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.2702165033544264, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.7474246551492674e-05, |
| "loss": 0.0584, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.2705551205265497, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.7466803855908753e-05, |
| "loss": 0.0558, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.27089373769867303, |
| "grad_norm": 0.423828125, |
| "learning_rate": 1.745935180068559e-05, |
| "loss": 0.057, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.2712323548707964, |
| "grad_norm": 0.69140625, |
| "learning_rate": 1.745189039516434e-05, |
| "loss": 0.0831, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.27157097204291974, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.7444419648697866e-05, |
| "loss": 0.0964, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.27190958921504305, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.7436939570650754e-05, |
| "loss": 0.0753, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.2722482063871664, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.7429450170399278e-05, |
| "loss": 0.0524, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.27258682355928976, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.742195145733141e-05, |
| "loss": 0.0638, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.2729254407314131, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.741444344084678e-05, |
| "loss": 0.0813, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.2732640579035364, |
| "grad_norm": 0.94921875, |
| "learning_rate": 1.7406926130356692e-05, |
| "loss": 0.0662, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.2736026750756598, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.7399399535284093e-05, |
| "loss": 0.0566, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.27394129224778313, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.7391863665063572e-05, |
| "loss": 0.0858, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.27427990941990643, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.738431852914134e-05, |
| "loss": 0.0827, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.2746185265920298, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.737676413697523e-05, |
| "loss": 0.0644, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.27495714376415314, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.736920049803467e-05, |
| "loss": 0.0772, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.2752957609362765, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.7361627621800683e-05, |
| "loss": 0.0561, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.2756343781083998, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.735404551776587e-05, |
| "loss": 0.0853, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.27597299528052316, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.73464541954344e-05, |
| "loss": 0.0618, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.2763116124526465, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.7338853664321993e-05, |
| "loss": 0.079, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.27665022962476987, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.7331243933955918e-05, |
| "loss": 0.0579, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.2769888467968932, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.7323625013874972e-05, |
| "loss": 0.0667, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.27732746396901653, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.731599691362947e-05, |
| "loss": 0.0661, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.2776660811411399, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.730835964278124e-05, |
| "loss": 0.117, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.2780046983132632, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.7300713210903605e-05, |
| "loss": 0.0619, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.27834331548538654, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.7293057627581355e-05, |
| "loss": 0.0645, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.2786819326575099, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.7285392902410776e-05, |
| "loss": 0.0636, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.27902054982963326, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.7277719044999595e-05, |
| "loss": 0.0543, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.27935916700175656, |
| "grad_norm": 0.423828125, |
| "learning_rate": 1.7270036064967e-05, |
| "loss": 0.06, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.2796977841738799, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.7262343971943602e-05, |
| "loss": 0.0598, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.28003640134600327, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.725464277557144e-05, |
| "loss": 0.0667, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.2803750185181266, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.7246932485503964e-05, |
| "loss": 0.0554, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.28071363569024993, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.7239213111406027e-05, |
| "loss": 0.0648, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.2810522528623733, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.7231484662953862e-05, |
| "loss": 0.063, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.28139087003449664, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.7223747149835078e-05, |
| "loss": 0.0752, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.28172948720661994, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.7216000581748655e-05, |
| "loss": 0.0745, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.2820681043787433, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.7208244968404904e-05, |
| "loss": 0.0526, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.28240672155086666, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.7200480319525505e-05, |
| "loss": 0.0644, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.28274533872299, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.719270664484343e-05, |
| "loss": 0.0788, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.2830839558951133, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.7184923954102992e-05, |
| "loss": 0.0718, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.28342257306723667, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.7177132257059788e-05, |
| "loss": 0.0729, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.28376119023936003, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.7169331563480713e-05, |
| "loss": 0.0568, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.28409980741148333, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.7161521883143936e-05, |
| "loss": 0.0644, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.2844384245836067, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.7153703225838892e-05, |
| "loss": 0.0567, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.28477704175573004, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.714587560136627e-05, |
| "loss": 0.0855, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.2851156589278534, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.7138039019538e-05, |
| "loss": 0.0765, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.2854542760999767, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.713019349017723e-05, |
| "loss": 0.0771, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.28579289327210006, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.7122339023118338e-05, |
| "loss": 0.0754, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.2861315104442234, |
| "grad_norm": 0.40234375, |
| "learning_rate": 1.7114475628206897e-05, |
| "loss": 0.0429, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.28647012761634677, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.7106603315299674e-05, |
| "loss": 0.0673, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.28680874478847007, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.7098722094264616e-05, |
| "loss": 0.0862, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.28714736196059343, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.7090831974980832e-05, |
| "loss": 0.0655, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.2874859791327168, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.7082932967338588e-05, |
| "loss": 0.0658, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.2878245963048401, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.7075025081239286e-05, |
| "loss": 0.0895, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.28816321347696344, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.706710832659547e-05, |
| "loss": 0.0735, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.2885018306490868, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.7059182713330787e-05, |
| "loss": 0.0594, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.28884044782121016, |
| "grad_norm": 0.4375, |
| "learning_rate": 1.7051248251379997e-05, |
| "loss": 0.0557, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.28917906499333346, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.7043304950688947e-05, |
| "loss": 0.065, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.2895176821654568, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.703535282121456e-05, |
| "loss": 0.0784, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.28985629933758017, |
| "grad_norm": 0.4453125, |
| "learning_rate": 1.702739187292484e-05, |
| "loss": 0.0567, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.29019491650970347, |
| "grad_norm": 0.9765625, |
| "learning_rate": 1.7019422115798835e-05, |
| "loss": 0.073, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.2905335336818268, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.7011443559826632e-05, |
| "loss": 0.079, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.2908721508539502, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.700345621500935e-05, |
| "loss": 0.0667, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.29121076802607354, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.699546009135913e-05, |
| "loss": 0.1011, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.29154938519819684, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.6987455198899118e-05, |
| "loss": 0.0662, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.2918880023703202, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.6979441547663434e-05, |
| "loss": 0.0675, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.29222661954244356, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.6971419147697206e-05, |
| "loss": 0.0607, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.2925652367145669, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.6963388009056505e-05, |
| "loss": 0.075, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.2929038538866902, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.6955348141808367e-05, |
| "loss": 0.0512, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.29324247105881357, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.694729955603076e-05, |
| "loss": 0.0719, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.2935810882309369, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.6939242261812592e-05, |
| "loss": 0.0996, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.2939197054030602, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.693117626925368e-05, |
| "loss": 0.066, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.2942583225751836, |
| "grad_norm": 1.0703125, |
| "learning_rate": 1.6923101588464753e-05, |
| "loss": 0.0758, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.29459693974730694, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.6915018229567412e-05, |
| "loss": 0.0675, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.2949355569194303, |
| "grad_norm": 1.0546875, |
| "learning_rate": 1.6906926202694158e-05, |
| "loss": 0.2418, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.2952741740915536, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.6898825517988342e-05, |
| "loss": 0.1013, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.29561279126367696, |
| "grad_norm": 0.40625, |
| "learning_rate": 1.6890716185604178e-05, |
| "loss": 0.053, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.2959514084358003, |
| "grad_norm": 0.365234375, |
| "learning_rate": 1.688259821570671e-05, |
| "loss": 0.0407, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.29629002560792367, |
| "grad_norm": 0.74609375, |
| "learning_rate": 1.6874471618471813e-05, |
| "loss": 0.1096, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.29662864278004697, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.6866336404086185e-05, |
| "loss": 0.0607, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.2969672599521703, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.6858192582747306e-05, |
| "loss": 0.0732, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.2973058771242937, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.685004016466347e-05, |
| "loss": 0.0591, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.297644494296417, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.6841879160053724e-05, |
| "loss": 0.0513, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.29798311146854034, |
| "grad_norm": 0.427734375, |
| "learning_rate": 1.683370957914789e-05, |
| "loss": 0.056, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.2983217286406637, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.6825531432186545e-05, |
| "loss": 0.0679, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.29866034581278705, |
| "grad_norm": 0.90625, |
| "learning_rate": 1.6817344729420985e-05, |
| "loss": 0.0666, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.29899896298491035, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.6809149481113252e-05, |
| "loss": 0.0664, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.2993375801570337, |
| "grad_norm": 0.625, |
| "learning_rate": 1.6800945697536088e-05, |
| "loss": 0.081, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.29967619732915707, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.679273338897293e-05, |
| "loss": 0.0667, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.30001481450128037, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.678451256571792e-05, |
| "loss": 0.0587, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.3003534316734037, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.6776283238075853e-05, |
| "loss": 0.0736, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.3006920488455271, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.6768045416362192e-05, |
| "loss": 0.0947, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.3006920488455271, |
| "eval_loss": 0.07113409042358398, |
| "eval_runtime": 815.5638, |
| "eval_samples_per_second": 12.198, |
| "eval_steps_per_second": 3.049, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.30103066601765044, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.6759799110903046e-05, |
| "loss": 0.0615, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.30136928318977374, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.6751544332035164e-05, |
| "loss": 0.0656, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.3017079003618971, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.674328109010591e-05, |
| "loss": 0.0781, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.30204651753402045, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.6735009395473252e-05, |
| "loss": 0.0776, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.3023851347061438, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.672672925850577e-05, |
| "loss": 0.079, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.3027237518782671, |
| "grad_norm": 0.416015625, |
| "learning_rate": 1.6718440689582613e-05, |
| "loss": 0.0536, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.30306236905039047, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.67101436990935e-05, |
| "loss": 0.0796, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.3034009862225138, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.6701838297438713e-05, |
| "loss": 0.0662, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.3037396033946371, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.669352449502907e-05, |
| "loss": 0.0663, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.3040782205667605, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.6685202302285926e-05, |
| "loss": 0.0546, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.30441683773888384, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.667687172964115e-05, |
| "loss": 0.0613, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.3047554549110072, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.6668532787537115e-05, |
| "loss": 0.077, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3050940720831305, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.6660185486426684e-05, |
| "loss": 0.0601, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.30543268925525385, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.66518298367732e-05, |
| "loss": 0.0648, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.3057713064273772, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.6643465849050473e-05, |
| "loss": 0.0603, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.30610992359950057, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.6635093533742762e-05, |
| "loss": 0.0758, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.30644854077162387, |
| "grad_norm": 0.5, |
| "learning_rate": 1.662671290134476e-05, |
| "loss": 0.0569, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.3067871579437472, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.6618323962361595e-05, |
| "loss": 0.0667, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.3071257751158706, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.6609926727308804e-05, |
| "loss": 0.0652, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.3074643922879939, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.660152120671232e-05, |
| "loss": 0.0823, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.30780300946011724, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.6593107411108462e-05, |
| "loss": 0.0695, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.3081416266322406, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.6584685351043924e-05, |
| "loss": 0.0791, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.30848024380436395, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.657625503707576e-05, |
| "loss": 0.0716, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.30881886097648725, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.6567816479771372e-05, |
| "loss": 0.0772, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.3091574781486106, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.655936968970848e-05, |
| "loss": 0.0743, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.30949609532073397, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.6550914677475155e-05, |
| "loss": 0.0842, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.30983471249285727, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.654245145366974e-05, |
| "loss": 0.0685, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.3101733296649806, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.6533980028900896e-05, |
| "loss": 0.0904, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.310511946837104, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.6525500413787554e-05, |
| "loss": 0.0768, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.31085056400922734, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.6517012618958905e-05, |
| "loss": 0.0794, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.31118918118135064, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.6508516655054404e-05, |
| "loss": 0.0797, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.311527798353474, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.6500012532723748e-05, |
| "loss": 0.0678, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.31186641552559735, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.6491500262626847e-05, |
| "loss": 0.0588, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.3122050326977207, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.6482979855433837e-05, |
| "loss": 0.0647, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.312543649869844, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.6474451321825048e-05, |
| "loss": 0.0774, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.31288226704196737, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.6465914672491e-05, |
| "loss": 0.062, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.3132208842140907, |
| "grad_norm": 0.75, |
| "learning_rate": 1.6457369918132376e-05, |
| "loss": 0.0995, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.313559501386214, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.6448817069460033e-05, |
| "loss": 0.0756, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.3138981185583374, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.6440256137194965e-05, |
| "loss": 0.0769, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.31423673573046074, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.6431687132068305e-05, |
| "loss": 0.0754, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.3145753529025841, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.6423110064821296e-05, |
| "loss": 0.0838, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.3149139700747074, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.64145249462053e-05, |
| "loss": 0.0665, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.31525258724683075, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.6405931786981753e-05, |
| "loss": 0.0765, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.3155912044189541, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.639733059792219e-05, |
| "loss": 0.0623, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.31592982159107746, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.63887213898082e-05, |
| "loss": 0.0968, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.31626843876320077, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.6380104173431423e-05, |
| "loss": 0.0638, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.3166070559353241, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.6371478959593543e-05, |
| "loss": 0.0689, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.3169456731074475, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.6362845759106267e-05, |
| "loss": 0.0748, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.3172842902795708, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.635420458279131e-05, |
| "loss": 0.0638, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.31762290745169414, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.634555544148039e-05, |
| "loss": 0.0695, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.3179615246238175, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.6336898346015202e-05, |
| "loss": 0.0657, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.31830014179594085, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.6328233307247426e-05, |
| "loss": 0.0808, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.31863875896806415, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.6319560336038678e-05, |
| "loss": 0.0642, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.3189773761401875, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.631087944326053e-05, |
| "loss": 0.0618, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.31931599331231086, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.6302190639794486e-05, |
| "loss": 0.0638, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.31965461048443417, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.6293493936531956e-05, |
| "loss": 0.0731, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.3199932276565575, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.6284789344374266e-05, |
| "loss": 0.0728, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.3203318448286809, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.6276076874232614e-05, |
| "loss": 0.0491, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.32067046200080424, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.626735653702809e-05, |
| "loss": 0.059, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.32100907917292754, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.6258628343691635e-05, |
| "loss": 0.0598, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.3213476963450509, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.6249892305164036e-05, |
| "loss": 0.0661, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.32168631351717425, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.624114843239592e-05, |
| "loss": 0.0594, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.3220249306892976, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.6232396736347736e-05, |
| "loss": 0.0663, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.3223635478614209, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.6223637227989736e-05, |
| "loss": 0.059, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.32270216503354426, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.621486991830196e-05, |
| "loss": 0.0622, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.3230407822056676, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.6206094818274228e-05, |
| "loss": 0.0461, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.3233793993777909, |
| "grad_norm": 0.4375, |
| "learning_rate": 1.619731193890614e-05, |
| "loss": 0.0483, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.3237180165499143, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.6188521291207027e-05, |
| "loss": 0.0747, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.32405663372203763, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.6179722886195967e-05, |
| "loss": 0.0733, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.324395250894161, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.6170916734901765e-05, |
| "loss": 0.0702, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.3247338680662843, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.6162102848362932e-05, |
| "loss": 0.0655, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.32507248523840765, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.6153281237627675e-05, |
| "loss": 0.0657, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.325411102410531, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.6144451913753882e-05, |
| "loss": 0.0588, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.32574971958265436, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.6135614887809113e-05, |
| "loss": 0.0687, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.32608833675477766, |
| "grad_norm": 0.828125, |
| "learning_rate": 1.612677017087058e-05, |
| "loss": 0.0764, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.326426953926901, |
| "grad_norm": 0.443359375, |
| "learning_rate": 1.6117917774025138e-05, |
| "loss": 0.0539, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.3267655710990244, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.6109057708369263e-05, |
| "loss": 0.0853, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.3271041882711477, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.6100189985009053e-05, |
| "loss": 0.0523, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.32744280544327103, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.6091314615060196e-05, |
| "loss": 0.0599, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.3277814226153944, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.608243160964797e-05, |
| "loss": 0.0625, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.32812003978751775, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.6073540979907227e-05, |
| "loss": 0.0561, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.32845865695964105, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.6064642736982368e-05, |
| "loss": 0.08, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.3287972741317644, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.6055736892027342e-05, |
| "loss": 0.0691, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.32913589130388776, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.6046823456205623e-05, |
| "loss": 0.0728, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.32947450847601106, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.6037902440690212e-05, |
| "loss": 0.0604, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.3298131256481344, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.6028973856663595e-05, |
| "loss": 0.0723, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.3301517428202578, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.6020037715317756e-05, |
| "loss": 0.0836, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.33049035999238113, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.6011094027854147e-05, |
| "loss": 0.0603, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.33082897716450443, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.6002142805483686e-05, |
| "loss": 0.0717, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.3311675943366278, |
| "grad_norm": 0.7421875, |
| "learning_rate": 1.5993184059426725e-05, |
| "loss": 0.068, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.33150621150875115, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.5984217800913052e-05, |
| "loss": 0.0738, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.3318448286808745, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.5975244041181877e-05, |
| "loss": 0.0627, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.3321834458529978, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.5966262791481812e-05, |
| "loss": 0.0633, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.33252206302512116, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.5957274063070845e-05, |
| "loss": 0.0576, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.3328606801972445, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.5948277867216355e-05, |
| "loss": 0.0802, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.3331992973693678, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.5939274215195074e-05, |
| "loss": 0.0643, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.3335379145414912, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.5930263118293075e-05, |
| "loss": 0.0746, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.33387653171361453, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.5921244587805774e-05, |
| "loss": 0.0764, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.3342151488857379, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.5912218635037896e-05, |
| "loss": 0.0583, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.3345537660578612, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.5903185271303477e-05, |
| "loss": 0.0803, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.33489238322998455, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.5894144507925836e-05, |
| "loss": 0.077, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.3352310004021079, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.5885096356237572e-05, |
| "loss": 0.0668, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.33556961757423126, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.5876040827580545e-05, |
| "loss": 0.0635, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.33590823474635456, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.586697793330586e-05, |
| "loss": 0.058, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.3362468519184779, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.5857907684773858e-05, |
| "loss": 0.0653, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.3365854690906013, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.584883009335409e-05, |
| "loss": 0.0474, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.3369240862627246, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.5839745170425326e-05, |
| "loss": 0.0607, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.33726270343484793, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.5830652927375506e-05, |
| "loss": 0.0584, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.3376013206069713, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.582155337560177e-05, |
| "loss": 0.0642, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.33793993777909465, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.58124465265104e-05, |
| "loss": 0.0747, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.33827855495121795, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.5803332391516832e-05, |
| "loss": 0.0634, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.3386171721233413, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.5794210982045638e-05, |
| "loss": 0.0548, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.33895578929546466, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.5785082309530504e-05, |
| "loss": 0.0659, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.33929440646758796, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.577594638541422e-05, |
| "loss": 0.0745, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.3396330236397113, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.5766803221148676e-05, |
| "loss": 0.0689, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.3399716408118347, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.5757652828194815e-05, |
| "loss": 0.0874, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.34031025798395803, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.5748495218022665e-05, |
| "loss": 0.0583, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.34064887515608133, |
| "grad_norm": 0.443359375, |
| "learning_rate": 1.573933040211129e-05, |
| "loss": 0.0639, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.3409874923282047, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.5730158391948785e-05, |
| "loss": 0.0566, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.34132610950032805, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.5720979199032268e-05, |
| "loss": 0.0807, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.3416647266724514, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1.5711792834867856e-05, |
| "loss": 0.0633, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.3420033438445747, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.570259931097066e-05, |
| "loss": 0.0722, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.34234196101669806, |
| "grad_norm": 0.421875, |
| "learning_rate": 1.569339863886476e-05, |
| "loss": 0.0596, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.3426805781888214, |
| "grad_norm": 0.423828125, |
| "learning_rate": 1.56841908300832e-05, |
| "loss": 0.0618, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.3430191953609447, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.567497589616797e-05, |
| "loss": 0.0626, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.3433578125330681, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.5665753848669987e-05, |
| "loss": 0.0731, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.34369642970519143, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.5656524699149096e-05, |
| "loss": 0.0723, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.3440350468773148, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.5647288459174032e-05, |
| "loss": 0.0949, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.3443736640494381, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.563804514032242e-05, |
| "loss": 0.0491, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.34471228122156145, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.5628794754180764e-05, |
| "loss": 0.0886, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.3450508983936848, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.5619537312344422e-05, |
| "loss": 0.0659, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.34538951556580816, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.56102728264176e-05, |
| "loss": 0.0632, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.34572813273793146, |
| "grad_norm": 1.1953125, |
| "learning_rate": 1.560100130801333e-05, |
| "loss": 0.0618, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.3460667499100548, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.5591722768753464e-05, |
| "loss": 0.0721, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.3464053670821782, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.5582437220268648e-05, |
| "loss": 0.0518, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.3467439842543015, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.5573144674198323e-05, |
| "loss": 0.0599, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.34708260142642483, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.5563845142190687e-05, |
| "loss": 0.0601, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.3474212185985482, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.555453863590272e-05, |
| "loss": 0.0596, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.34775983577067154, |
| "grad_norm": 0.41015625, |
| "learning_rate": 1.554522516700011e-05, |
| "loss": 0.0496, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.34809845294279484, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.5535904747157303e-05, |
| "loss": 0.0744, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.3484370701149182, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.5526577388057444e-05, |
| "loss": 0.0532, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.34877568728704156, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.5517243101392373e-05, |
| "loss": 0.08, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.34911430445916486, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.5507901898862623e-05, |
| "loss": 0.0623, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.3494529216312882, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.5498553792177395e-05, |
| "loss": 0.0582, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.3497915388034116, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.5489198793054535e-05, |
| "loss": 0.0806, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.35013015597553493, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.5479836913220544e-05, |
| "loss": 0.0691, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.35046877314765823, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.547046816441053e-05, |
| "loss": 0.0724, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.3508073903197816, |
| "grad_norm": 0.470703125, |
| "learning_rate": 1.5461092558368223e-05, |
| "loss": 0.0604, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.35114600749190494, |
| "grad_norm": 0.625, |
| "learning_rate": 1.5451710106845953e-05, |
| "loss": 0.0606, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.3514846246640283, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.5442320821604616e-05, |
| "loss": 0.0774, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.3518232418361516, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.5432924714413685e-05, |
| "loss": 0.0642, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.35216185900827496, |
| "grad_norm": 0.74609375, |
| "learning_rate": 1.5423521797051176e-05, |
| "loss": 0.1061, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.3525004761803983, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.541411208130365e-05, |
| "loss": 0.0601, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.3528390933525216, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.540469557896619e-05, |
| "loss": 0.0713, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.35317771052464497, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.539527230184238e-05, |
| "loss": 0.0591, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.35351632769676833, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.5385842261744296e-05, |
| "loss": 0.0738, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.3538549448688917, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.5376405470492502e-05, |
| "loss": 0.0825, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.354193562041015, |
| "grad_norm": 0.39453125, |
| "learning_rate": 1.536696193991601e-05, |
| "loss": 0.0502, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.35453217921313834, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.535751168185228e-05, |
| "loss": 0.0713, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.3548707963852617, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.5348054708147225e-05, |
| "loss": 0.0786, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.35520941355738506, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.5338591030655154e-05, |
| "loss": 0.0689, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.35554803072950836, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.5329120661238788e-05, |
| "loss": 0.0645, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.3558866479016317, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.5319643611769237e-05, |
| "loss": 0.0825, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.35622526507375507, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.5310159894125986e-05, |
| "loss": 0.0608, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.35656388224587837, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.530066952019687e-05, |
| "loss": 0.0677, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.35690249941800173, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.529117250187808e-05, |
| "loss": 0.078, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.3572411165901251, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.5281668851074123e-05, |
| "loss": 0.0656, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.35757973376224844, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.527215857969783e-05, |
| "loss": 0.0576, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.35791835093437174, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.526264169967033e-05, |
| "loss": 0.0565, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.3582569681064951, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.5253118222921024e-05, |
| "loss": 0.0859, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.35859558527861846, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.5243588161387596e-05, |
| "loss": 0.0602, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.35893420245074176, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.5234051527015983e-05, |
| "loss": 0.0625, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.3592728196228651, |
| "grad_norm": 0.443359375, |
| "learning_rate": 1.522450833176035e-05, |
| "loss": 0.0579, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.35961143679498847, |
| "grad_norm": 0.87890625, |
| "learning_rate": 1.5214958587583092e-05, |
| "loss": 0.0713, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.3599500539671118, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.5205402306454823e-05, |
| "loss": 0.0696, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.36028867113923513, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.5195839500354337e-05, |
| "loss": 0.0755, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.3606272883113585, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.5186270181268612e-05, |
| "loss": 0.0575, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.36096590548348184, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.5176694361192787e-05, |
| "loss": 0.0814, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.3613045226556052, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.516711205213016e-05, |
| "loss": 0.0819, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.3616431398277285, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.5157523266092153e-05, |
| "loss": 0.0777, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.36198175699985186, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1.5147928015098309e-05, |
| "loss": 0.0584, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.3623203741719752, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.5138326311176278e-05, |
| "loss": 0.0745, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.3626589913440985, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.5128718166361793e-05, |
| "loss": 0.0671, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.36299760851622187, |
| "grad_norm": 0.423828125, |
| "learning_rate": 1.511910359269867e-05, |
| "loss": 0.0531, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.3633362256883452, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.5109482602238773e-05, |
| "loss": 0.0624, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.3636748428604686, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.5099855207042016e-05, |
| "loss": 0.0907, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.3640134600325919, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.509022141917634e-05, |
| "loss": 0.0673, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.36435207720471524, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.5080581250717699e-05, |
| "loss": 0.0671, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.3646906943768386, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.5070934713750043e-05, |
| "loss": 0.0854, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.36502931154896195, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.5061281820365308e-05, |
| "loss": 0.0592, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.36536792872108526, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.50516225826634e-05, |
| "loss": 0.0659, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.3657065458932086, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.5041957012752173e-05, |
| "loss": 0.0522, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.36604516306533197, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.5032285122747414e-05, |
| "loss": 0.0703, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.36638378023745527, |
| "grad_norm": 0.4375, |
| "learning_rate": 1.5022606924772842e-05, |
| "loss": 0.0595, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.3667223974095786, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.5012922430960082e-05, |
| "loss": 0.059, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.367061014581702, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.5003231653448645e-05, |
| "loss": 0.0567, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.36739963175382534, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.4993534604385917e-05, |
| "loss": 0.0622, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.36773824892594864, |
| "grad_norm": 0.625, |
| "learning_rate": 1.4983831295927154e-05, |
| "loss": 0.0874, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.368076866098072, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.4974121740235457e-05, |
| "loss": 0.0616, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.36841548327019535, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.496440594948175e-05, |
| "loss": 0.0776, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.36875410044231866, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.495468393584478e-05, |
| "loss": 0.0603, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.369092717614442, |
| "grad_norm": 0.412109375, |
| "learning_rate": 1.4944955711511091e-05, |
| "loss": 0.0549, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.36943133478656537, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.4935221288675013e-05, |
| "loss": 0.0634, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.3697699519586887, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.4925480679538646e-05, |
| "loss": 0.0627, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.370108569130812, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.4915733896311844e-05, |
| "loss": 0.052, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.3704471863029354, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.49059809512122e-05, |
| "loss": 0.0806, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.37078580347505874, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.4896221856465034e-05, |
| "loss": 0.0737, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.3711244206471821, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.4886456624303369e-05, |
| "loss": 0.0788, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.3714630378193054, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.4876685266967926e-05, |
| "loss": 0.0535, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.37180165499142875, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.4866907796707102e-05, |
| "loss": 0.0557, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.3721402721635521, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.4857124225776955e-05, |
| "loss": 0.0696, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.3724788893356754, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.4847334566441199e-05, |
| "loss": 0.0639, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.37281750650779877, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.4837538830971162e-05, |
| "loss": 0.0792, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.3731561236799221, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.4827737031645808e-05, |
| "loss": 0.0613, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.3734947408520455, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.481792918075169e-05, |
| "loss": 0.0628, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.3738333580241688, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.4808115290582947e-05, |
| "loss": 0.0682, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.37417197519629214, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.4798295373441293e-05, |
| "loss": 0.0762, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.3745105923684155, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.4788469441635997e-05, |
| "loss": 0.0504, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.3748492095405388, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.4778637507483867e-05, |
| "loss": 0.0547, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.37518782671266215, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.4768799583309228e-05, |
| "loss": 0.0602, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.3755264438847855, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.475895568144392e-05, |
| "loss": 0.0622, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.37586506105690887, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.4749105814227278e-05, |
| "loss": 0.0564, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.37620367822903217, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.4739249994006111e-05, |
| "loss": 0.0762, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.3765422954011555, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.4729388233134684e-05, |
| "loss": 0.059, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.3768809125732789, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.4719520543974723e-05, |
| "loss": 0.0712, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.37721952974540224, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.4709646938895374e-05, |
| "loss": 0.0532, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.37755814691752554, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.4699767430273202e-05, |
| "loss": 0.0628, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.3778967640896489, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.468988203049217e-05, |
| "loss": 0.0845, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.37823538126177225, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.4679990751943632e-05, |
| "loss": 0.0704, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.37857399843389555, |
| "grad_norm": 0.4453125, |
| "learning_rate": 1.4670093607026302e-05, |
| "loss": 0.05, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.3789126156060189, |
| "grad_norm": 0.65234375, |
| "learning_rate": 1.4660190608146253e-05, |
| "loss": 0.0856, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.37925123277814227, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.4650281767716895e-05, |
| "loss": 0.0504, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.3795898499502656, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.4640367098158961e-05, |
| "loss": 0.0704, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.3799284671223889, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.4630446611900493e-05, |
| "loss": 0.0601, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.3802670842945123, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.4620520321376814e-05, |
| "loss": 0.0665, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.38060570146663564, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.4610588239030537e-05, |
| "loss": 0.0776, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.380944318638759, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.4600650377311523e-05, |
| "loss": 0.0622, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.3812829358108823, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.4590706748676886e-05, |
| "loss": 0.0618, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.38162155298300565, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.4580757365590965e-05, |
| "loss": 0.0694, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.381960170155129, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.4570802240525309e-05, |
| "loss": 0.0619, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.3822987873272523, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.456084138595867e-05, |
| "loss": 0.0651, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.38263740449937567, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.4550874814376983e-05, |
| "loss": 0.0668, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.382976021671499, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.4540902538273343e-05, |
| "loss": 0.0639, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.3833146388436224, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.4530924570147998e-05, |
| "loss": 0.0626, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.3836532560157457, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.452094092250834e-05, |
| "loss": 0.0724, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.38399187318786904, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.451095160786886e-05, |
| "loss": 0.1049, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.3843304903599924, |
| "grad_norm": 0.921875, |
| "learning_rate": 1.450095663875117e-05, |
| "loss": 0.0733, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.3846691075321157, |
| "grad_norm": 0.7734375, |
| "learning_rate": 1.449095602768397e-05, |
| "loss": 0.077, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.38500772470423905, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.4480949787203015e-05, |
| "loss": 0.0811, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.3853463418763624, |
| "grad_norm": 0.82421875, |
| "learning_rate": 1.4470937929851142e-05, |
| "loss": 0.0932, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.38568495904848576, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.4460920468178204e-05, |
| "loss": 0.0565, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.38602357622060907, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.4450897414741095e-05, |
| "loss": 0.0705, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.3863621933927324, |
| "grad_norm": 0.5, |
| "learning_rate": 1.4440868782103711e-05, |
| "loss": 0.064, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.3867008105648558, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.443083458283695e-05, |
| "loss": 0.055, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.38703942773697914, |
| "grad_norm": 0.40234375, |
| "learning_rate": 1.4420794829518674e-05, |
| "loss": 0.0502, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.38737804490910244, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.4410749534733719e-05, |
| "loss": 0.0673, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.3877166620812258, |
| "grad_norm": 0.75, |
| "learning_rate": 1.440069871107386e-05, |
| "loss": 0.0594, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.38805527925334915, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.4390642371137807e-05, |
| "loss": 0.059, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.38839389642547245, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.438058052753118e-05, |
| "loss": 0.099, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.3887325135975958, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.4370513192866507e-05, |
| "loss": 0.0603, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.38907113076971916, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.4360440379763187e-05, |
| "loss": 0.059, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.3894097479418425, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.4350362100847495e-05, |
| "loss": 0.0636, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.3897483651139658, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.4340278368752553e-05, |
| "loss": 0.0746, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.3900869822860892, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.4330189196118323e-05, |
| "loss": 0.0642, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.39042559945821254, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.4320094595591578e-05, |
| "loss": 0.0929, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.3907642166303359, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.4309994579825908e-05, |
| "loss": 0.0529, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.3911028338024592, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.4299889161481676e-05, |
| "loss": 0.0702, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.39144145097458255, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.4289778353226032e-05, |
| "loss": 0.0706, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.3917800681467059, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.4279662167732869e-05, |
| "loss": 0.0684, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.3921186853188292, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.4269540617682826e-05, |
| "loss": 0.0706, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.39245730249095256, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.4259413715763276e-05, |
| "loss": 0.0789, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.3927959196630759, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.4249281474668279e-05, |
| "loss": 0.07, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.3931345368351993, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.423914390709861e-05, |
| "loss": 0.0906, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.3934731540073226, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.4229001025761704e-05, |
| "loss": 0.0536, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.39381177117944594, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.4218852843371665e-05, |
| "loss": 0.0557, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.3941503883515693, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.4208699372649244e-05, |
| "loss": 0.0668, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.3944890055236926, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.4198540626321817e-05, |
| "loss": 0.0609, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.39482762269581595, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.4188376617123368e-05, |
| "loss": 0.0655, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.3951662398679393, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.4178207357794486e-05, |
| "loss": 0.0662, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.39550485704006266, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.4168032861082344e-05, |
| "loss": 0.0721, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.39584347421218596, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.4157853139740665e-05, |
| "loss": 0.0676, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.3961820913843093, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.4147668206529737e-05, |
| "loss": 0.0768, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.3965207085564327, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.413747807421637e-05, |
| "loss": 0.0727, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.39685932572855603, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.4127282755573903e-05, |
| "loss": 0.062, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.39719794290067933, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.4117082263382162e-05, |
| "loss": 0.0696, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.3975365600728027, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.4106876610427466e-05, |
| "loss": 0.0592, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.39787517724492605, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.4096665809502607e-05, |
| "loss": 0.0607, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.39821379441704935, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.408644987340682e-05, |
| "loss": 0.0619, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.3985524115891727, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.4076228814945778e-05, |
| "loss": 0.0537, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.39889102876129606, |
| "grad_norm": 0.443359375, |
| "learning_rate": 1.4066002646931587e-05, |
| "loss": 0.0623, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.3992296459334194, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.4055771382182744e-05, |
| "loss": 0.0812, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.3995682631055427, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.404553503352414e-05, |
| "loss": 0.0687, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.3999068802776661, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.4035293613787042e-05, |
| "loss": 0.0612, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.40024549744978943, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.4025047135809069e-05, |
| "loss": 0.0767, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.4005841146219128, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.4014795612434182e-05, |
| "loss": 0.085, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.4009227317940361, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.4004539056512667e-05, |
| "loss": 0.0683, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.4009227317940361, |
| "eval_loss": 0.06940508633852005, |
| "eval_runtime": 816.0342, |
| "eval_samples_per_second": 12.191, |
| "eval_steps_per_second": 3.048, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.40126134896615945, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.3994277480901116e-05, |
| "loss": 0.0512, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.4015999661382828, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.3984010898462417e-05, |
| "loss": 0.0746, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.4019385833104061, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.397373932206573e-05, |
| "loss": 0.0604, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.40227720048252946, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.3963462764586479e-05, |
| "loss": 0.0658, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.4026158176546528, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.3953181238906326e-05, |
| "loss": 0.0674, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.4029544348267762, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.3942894757913169e-05, |
| "loss": 0.0628, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.4032930519988995, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.3932603334501106e-05, |
| "loss": 0.0657, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.40363166917102283, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.3922306981570447e-05, |
| "loss": 0.0588, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.4039702863431462, |
| "grad_norm": 0.404296875, |
| "learning_rate": 1.3912005712027661e-05, |
| "loss": 0.0558, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.4043089035152695, |
| "grad_norm": 0.375, |
| "learning_rate": 1.3901699538785398e-05, |
| "loss": 0.0519, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.40464752068739285, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.3891388474762444e-05, |
| "loss": 0.0755, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.4049861378595162, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.388107253288372e-05, |
| "loss": 0.0614, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.40532475503163956, |
| "grad_norm": 0.7109375, |
| "learning_rate": 1.3870751726080256e-05, |
| "loss": 0.1036, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.40566337220376286, |
| "grad_norm": 0.349609375, |
| "learning_rate": 1.3860426067289185e-05, |
| "loss": 0.0498, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.4060019893758862, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.3850095569453728e-05, |
| "loss": 0.0602, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.4063406065480096, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.3839760245523155e-05, |
| "loss": 0.0664, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.40667922372013293, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.38294201084528e-05, |
| "loss": 0.089, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.40701784089225623, |
| "grad_norm": 0.7265625, |
| "learning_rate": 1.3819075171204028e-05, |
| "loss": 0.0595, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.4073564580643796, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.3808725446744218e-05, |
| "loss": 0.0571, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.40769507523650295, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.3798370948046747e-05, |
| "loss": 0.0537, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.40803369240862625, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.3788011688090978e-05, |
| "loss": 0.0609, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.4083723095807496, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.3777647679862254e-05, |
| "loss": 0.0642, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.40871092675287296, |
| "grad_norm": 0.625, |
| "learning_rate": 1.3767278936351853e-05, |
| "loss": 0.0814, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.4090495439249963, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.3756905470556996e-05, |
| "loss": 0.099, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.4093881610971196, |
| "grad_norm": 0.4375, |
| "learning_rate": 1.3746527295480825e-05, |
| "loss": 0.0597, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.409726778269243, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.3736144424132383e-05, |
| "loss": 0.0622, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.41006539544136633, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.3725756869526598e-05, |
| "loss": 0.0794, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.4104040126134897, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.3715364644684273e-05, |
| "loss": 0.0525, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.410742629785613, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.370496776263206e-05, |
| "loss": 0.064, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.41108124695773635, |
| "grad_norm": 0.828125, |
| "learning_rate": 1.3694566236402458e-05, |
| "loss": 0.0815, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.4114198641298597, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.3684160079033772e-05, |
| "loss": 0.0638, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.411758481301983, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.3673749303570127e-05, |
| "loss": 0.0801, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.41209709847410636, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.366333392306143e-05, |
| "loss": 0.0628, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.4124357156462297, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.3652913950563362e-05, |
| "loss": 0.062, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.4127743328183531, |
| "grad_norm": 0.7265625, |
| "learning_rate": 1.3642489399137358e-05, |
| "loss": 0.079, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.4131129499904764, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.3632060281850593e-05, |
| "loss": 0.0634, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.41345156716259973, |
| "grad_norm": 0.3984375, |
| "learning_rate": 1.3621626611775966e-05, |
| "loss": 0.0488, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.4137901843347231, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.3611188401992087e-05, |
| "loss": 0.0813, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.4141288015068464, |
| "grad_norm": 0.91015625, |
| "learning_rate": 1.360074566558325e-05, |
| "loss": 0.0672, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.41446741867896975, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.3590298415639427e-05, |
| "loss": 0.0753, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.4148060358510931, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.3579846665256244e-05, |
| "loss": 0.0703, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.41514465302321646, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.3569390427534976e-05, |
| "loss": 0.0963, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.41548327019533976, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.3558929715582517e-05, |
| "loss": 0.07, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.4158218873674631, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.3548464542511364e-05, |
| "loss": 0.0673, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.4161605045395865, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.353799492143962e-05, |
| "loss": 0.0684, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.41649912171170983, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.352752086549095e-05, |
| "loss": 0.0755, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.41683773888383313, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.3517042387794585e-05, |
| "loss": 0.0698, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.4171763560559565, |
| "grad_norm": 0.5, |
| "learning_rate": 1.3506559501485304e-05, |
| "loss": 0.058, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.41751497322807984, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.3496072219703399e-05, |
| "loss": 0.0792, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.41785359040020315, |
| "grad_norm": 0.4296875, |
| "learning_rate": 1.3485580555594679e-05, |
| "loss": 0.0639, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.4181922075723265, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1.3475084522310451e-05, |
| "loss": 0.0783, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.41853082474444986, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.3464584133007486e-05, |
| "loss": 0.0711, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.4188694419165732, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.3454079400848029e-05, |
| "loss": 0.0688, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.4192080590886965, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.3443570338999759e-05, |
| "loss": 0.0748, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.4195466762608199, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.3433056960635788e-05, |
| "loss": 0.0767, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.41988529343294323, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.3422539278934637e-05, |
| "loss": 0.0543, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.4202239106050666, |
| "grad_norm": 0.81640625, |
| "learning_rate": 1.341201730708022e-05, |
| "loss": 0.0847, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.4205625277771899, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.3401491058261829e-05, |
| "loss": 0.0803, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.42090114494931324, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.3390960545674117e-05, |
| "loss": 0.058, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.4212397621214366, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.3380425782517084e-05, |
| "loss": 0.0666, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.4215783792935599, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.3369886781996056e-05, |
| "loss": 0.0741, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.42191699646568326, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.335934355732167e-05, |
| "loss": 0.052, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.4222556136378066, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.3348796121709862e-05, |
| "loss": 0.0629, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.42259423080992997, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.3338244488381843e-05, |
| "loss": 0.0573, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.4229328479820533, |
| "grad_norm": 0.40625, |
| "learning_rate": 1.332768867056408e-05, |
| "loss": 0.0526, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.42327146515417663, |
| "grad_norm": 0.470703125, |
| "learning_rate": 1.3317128681488301e-05, |
| "loss": 0.0641, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.4236100823263, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.3306564534391447e-05, |
| "loss": 0.0617, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.4239486994984233, |
| "grad_norm": 0.91796875, |
| "learning_rate": 1.3295996242515679e-05, |
| "loss": 0.0626, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.42428731667054664, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.3285423819108349e-05, |
| "loss": 0.0596, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.42462593384267, |
| "grad_norm": 0.375, |
| "learning_rate": 1.3274847277421997e-05, |
| "loss": 0.0488, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.42496455101479336, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.3264266630714308e-05, |
| "loss": 0.0614, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.42530316818691666, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.3253681892248136e-05, |
| "loss": 0.0623, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.42564178535904, |
| "grad_norm": 1.234375, |
| "learning_rate": 1.3243093075291444e-05, |
| "loss": 0.0729, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.42598040253116337, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.3232500193117318e-05, |
| "loss": 0.0576, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.42631901970328673, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.3221903259003935e-05, |
| "loss": 0.0782, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.42665763687541003, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.3211302286234553e-05, |
| "loss": 0.0638, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.4269962540475334, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.3200697288097492e-05, |
| "loss": 0.0536, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.42733487121965674, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.3190088277886119e-05, |
| "loss": 0.073, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.42767348839178004, |
| "grad_norm": 0.416015625, |
| "learning_rate": 1.3179475268898828e-05, |
| "loss": 0.0467, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.4280121055639034, |
| "grad_norm": 0.361328125, |
| "learning_rate": 1.316885827443903e-05, |
| "loss": 0.0436, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.42835072273602676, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.3158237307815122e-05, |
| "loss": 0.0731, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.4286893399081501, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.3147612382340493e-05, |
| "loss": 0.0736, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.4290279570802734, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.3136983511333483e-05, |
| "loss": 0.0812, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.42936657425239677, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.3126350708117387e-05, |
| "loss": 0.0731, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.4297051914245201, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.3115713986020421e-05, |
| "loss": 0.0622, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.4300438085966435, |
| "grad_norm": 0.388671875, |
| "learning_rate": 1.3105073358375719e-05, |
| "loss": 0.0519, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.4303824257687668, |
| "grad_norm": 0.75390625, |
| "learning_rate": 1.309442883852131e-05, |
| "loss": 0.0535, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.43072104294089014, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.30837804398001e-05, |
| "loss": 0.0714, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.4310596601130135, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.3073128175559852e-05, |
| "loss": 0.0685, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.4313982772851368, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.3062472059153185e-05, |
| "loss": 0.0976, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.43173689445726016, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.3051812103937545e-05, |
| "loss": 0.0825, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.4320755116293835, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.3041148323275182e-05, |
| "loss": 0.0525, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.43241412880150687, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.3030480730533146e-05, |
| "loss": 0.0686, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.43275274597363017, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.3019809339083262e-05, |
| "loss": 0.0872, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.4330913631457535, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.3009134162302131e-05, |
| "loss": 0.0991, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.4334299803178769, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.299845521357108e-05, |
| "loss": 0.0583, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.4337685974900002, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.2987772506276173e-05, |
| "loss": 0.0625, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.43410721466212354, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.2977086053808183e-05, |
| "loss": 0.0614, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.4344458318342469, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.2966395869562582e-05, |
| "loss": 0.0513, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.43478444900637025, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.2955701966939517e-05, |
| "loss": 0.0637, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.43512306617849356, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.2945004359343794e-05, |
| "loss": 0.0661, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.4354616833506169, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.2934303060184865e-05, |
| "loss": 0.0694, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.43580030052274027, |
| "grad_norm": 0.40625, |
| "learning_rate": 1.2923598082876811e-05, |
| "loss": 0.0542, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.4361389176948636, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1.291288944083832e-05, |
| "loss": 0.0567, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.4364775348669869, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.2902177147492677e-05, |
| "loss": 0.0662, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.4368161520391103, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.2891461216267742e-05, |
| "loss": 0.0785, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.43715476921123364, |
| "grad_norm": 0.37890625, |
| "learning_rate": 1.2880741660595936e-05, |
| "loss": 0.0521, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.43749338638335694, |
| "grad_norm": 0.412109375, |
| "learning_rate": 1.2870018493914227e-05, |
| "loss": 0.0479, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.4378320035554803, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.2859291729664094e-05, |
| "loss": 0.0694, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.43817062072760365, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.2848561381291547e-05, |
| "loss": 0.0655, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.438509237899727, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.2837827462247077e-05, |
| "loss": 0.0711, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.4388478550718503, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.2827089985985647e-05, |
| "loss": 0.1055, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.43918647224397367, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.2816348965966693e-05, |
| "loss": 0.053, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.439525089416097, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.2805604415654076e-05, |
| "loss": 0.0567, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.4398637065882204, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.2794856348516095e-05, |
| "loss": 0.0856, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.4402023237603437, |
| "grad_norm": 0.69140625, |
| "learning_rate": 1.2784104778025455e-05, |
| "loss": 0.0913, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.44054094093246704, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.2773349717659245e-05, |
| "loss": 0.0607, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.4408795581045904, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.2762591180898938e-05, |
| "loss": 0.1013, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.4412181752767137, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.2751829181230364e-05, |
| "loss": 0.0565, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.44155679244883705, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.274106373214368e-05, |
| "loss": 0.0702, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.4418954096209604, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.2730294847133386e-05, |
| "loss": 0.0666, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.44223402679308377, |
| "grad_norm": 1.0546875, |
| "learning_rate": 1.2719522539698277e-05, |
| "loss": 0.0646, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.44257264396520707, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.2708746823341444e-05, |
| "loss": 0.0871, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.4429112611373304, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.2697967711570243e-05, |
| "loss": 0.0495, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.4432498783094538, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.2687185217896297e-05, |
| "loss": 0.0733, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.4435884954815771, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.267639935583546e-05, |
| "loss": 0.072, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.44392711265370044, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.2665610138907813e-05, |
| "loss": 0.0742, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.4442657298258238, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.2654817580637637e-05, |
| "loss": 0.1116, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.44460434699794715, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.264402169455341e-05, |
| "loss": 0.0562, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.44494296417007045, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.263322249418777e-05, |
| "loss": 0.052, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.4452815813421938, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.2622419993077518e-05, |
| "loss": 0.0801, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.44562019851431717, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.2611614204763587e-05, |
| "loss": 0.0588, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.4459588156864405, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.2600805142791042e-05, |
| "loss": 0.0619, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.4462974328585638, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.2589992820709033e-05, |
| "loss": 0.0616, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.4466360500306872, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.2579177252070815e-05, |
| "loss": 0.0718, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.44697466720281054, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.2568358450433698e-05, |
| "loss": 0.0587, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.44731328437493384, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.2557536429359054e-05, |
| "loss": 0.0561, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.4476519015470572, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.2546711202412287e-05, |
| "loss": 0.0559, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.44799051871918055, |
| "grad_norm": 0.41015625, |
| "learning_rate": 1.2535882783162823e-05, |
| "loss": 0.0528, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.4483291358913039, |
| "grad_norm": 0.38671875, |
| "learning_rate": 1.2525051185184078e-05, |
| "loss": 0.0451, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.4486677530634272, |
| "grad_norm": 0.421875, |
| "learning_rate": 1.2514216422053468e-05, |
| "loss": 0.0545, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.44900637023555057, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.2503378507352365e-05, |
| "loss": 0.071, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.4493449874076739, |
| "grad_norm": 0.87890625, |
| "learning_rate": 1.24925374546661e-05, |
| "loss": 0.0632, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.4496836045797973, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.2481693277583932e-05, |
| "loss": 0.0858, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.4500222217519206, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.2470845989699036e-05, |
| "loss": 0.0668, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.45036083892404394, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.2459995604608493e-05, |
| "loss": 0.066, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.4506994560961673, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.2449142135913254e-05, |
| "loss": 0.0731, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.4510380732682906, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.243828559721815e-05, |
| "loss": 0.0638, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.45137669044041395, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.2427426002131848e-05, |
| "loss": 0.0645, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.4517153076125373, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.2416563364266859e-05, |
| "loss": 0.0873, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.45205392478466067, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.240569769723949e-05, |
| "loss": 0.0606, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.45239254195678397, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.2394829014669863e-05, |
| "loss": 0.0785, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.4527311591289073, |
| "grad_norm": 0.5, |
| "learning_rate": 1.238395733018187e-05, |
| "loss": 0.0489, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.4530697763010307, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.2373082657403168e-05, |
| "loss": 0.0622, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.453408393473154, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.236220500996516e-05, |
| "loss": 0.0688, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.45374701064527734, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.235132440150298e-05, |
| "loss": 0.0579, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.4540856278174007, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.234044084565547e-05, |
| "loss": 0.0592, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.45442424498952405, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.232955435606517e-05, |
| "loss": 0.0614, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.45476286216164735, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.2318664946378292e-05, |
| "loss": 0.0752, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.4551014793337707, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.2307772630244715e-05, |
| "loss": 0.0526, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.45544009650589407, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.2296877421317958e-05, |
| "loss": 0.0691, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.4557787136780174, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.2285979333255165e-05, |
| "loss": 0.0796, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.4561173308501407, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.227507837971709e-05, |
| "loss": 0.0538, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.4564559480222641, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.2264174574368079e-05, |
| "loss": 0.0668, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.45679456519438744, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.2253267930876056e-05, |
| "loss": 0.0635, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.45713318236651074, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.2242358462912496e-05, |
| "loss": 0.0826, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.4574717995386341, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.2231446184152419e-05, |
| "loss": 0.0538, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.45781041671075745, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.2220531108274367e-05, |
| "loss": 0.0596, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.4581490338828808, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.220961324896039e-05, |
| "loss": 0.0715, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.4584876510550041, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.2198692619896026e-05, |
| "loss": 0.0625, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.45882626822712747, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.218776923477028e-05, |
| "loss": 0.0606, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.4591648853992508, |
| "grad_norm": 0.388671875, |
| "learning_rate": 1.2176843107275624e-05, |
| "loss": 0.0471, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.4595035025713742, |
| "grad_norm": 0.83984375, |
| "learning_rate": 1.2165914251107953e-05, |
| "loss": 0.0775, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.4598421197434975, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.215498267996659e-05, |
| "loss": 0.0786, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.46018073691562084, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.214404840755426e-05, |
| "loss": 0.0682, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.4605193540877442, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.2133111447577077e-05, |
| "loss": 0.0661, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.4608579712598675, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.2122171813744522e-05, |
| "loss": 0.0905, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.46119658843199085, |
| "grad_norm": 0.4375, |
| "learning_rate": 1.2111229519769421e-05, |
| "loss": 0.0615, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.4615352056041142, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.2100284579367947e-05, |
| "loss": 0.0636, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.46187382277623756, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.2089337006259581e-05, |
| "loss": 0.0617, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.46221243994836086, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.2078386814167106e-05, |
| "loss": 0.0522, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.4625510571204842, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.2067434016816591e-05, |
| "loss": 0.0824, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.4628896742926076, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.2056478627937364e-05, |
| "loss": 0.0736, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.4632282914647309, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.2045520661262011e-05, |
| "loss": 0.0579, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.46356690863685424, |
| "grad_norm": 0.765625, |
| "learning_rate": 1.2034560130526341e-05, |
| "loss": 0.0649, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.4639055258089776, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.2023597049469378e-05, |
| "loss": 0.0666, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.46424414298110095, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.201263143183335e-05, |
| "loss": 0.0632, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.46458276015322425, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.2001663291363661e-05, |
| "loss": 0.0655, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.4649213773253476, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.199069264180887e-05, |
| "loss": 0.0583, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.46525999449747096, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.1979719496920686e-05, |
| "loss": 0.0851, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.4655986116695943, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.1968743870453956e-05, |
| "loss": 0.0895, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.4659372288417176, |
| "grad_norm": 0.392578125, |
| "learning_rate": 1.195776577616662e-05, |
| "loss": 0.0533, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.466275846013841, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.1946785227819726e-05, |
| "loss": 0.0661, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.46661446318596433, |
| "grad_norm": 0.5, |
| "learning_rate": 1.1935802239177387e-05, |
| "loss": 0.0636, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.46695308035808764, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.1924816824006787e-05, |
| "loss": 0.0596, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.467291697530211, |
| "grad_norm": 0.443359375, |
| "learning_rate": 1.1913828996078136e-05, |
| "loss": 0.054, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.46763031470233435, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.1902838769164685e-05, |
| "loss": 0.0634, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.4679689318744577, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.1891846157042678e-05, |
| "loss": 0.0675, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.468307549046581, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.1880851173491361e-05, |
| "loss": 0.0691, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.46864616621870436, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.1869853832292944e-05, |
| "loss": 0.1164, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.4689847833908277, |
| "grad_norm": 0.74609375, |
| "learning_rate": 1.1858854147232595e-05, |
| "loss": 0.0892, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.4693234005629511, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.184785213209842e-05, |
| "loss": 0.0762, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.4696620177350744, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.1836847800681443e-05, |
| "loss": 0.0613, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.47000063490719773, |
| "grad_norm": 1.1796875, |
| "learning_rate": 1.1825841166775605e-05, |
| "loss": 0.0655, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.4703392520793211, |
| "grad_norm": 0.42578125, |
| "learning_rate": 1.181483224417771e-05, |
| "loss": 0.052, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.4706778692514444, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.180382104668745e-05, |
| "loss": 0.045, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.47101648642356775, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.1792807588107358e-05, |
| "loss": 0.0532, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.4713551035956911, |
| "grad_norm": 0.890625, |
| "learning_rate": 1.1781791882242811e-05, |
| "loss": 0.0719, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.47169372076781446, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.177077394290199e-05, |
| "loss": 0.0679, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.47203233793993776, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.175975378389589e-05, |
| "loss": 0.0782, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.4723709551120611, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1.1748731419038278e-05, |
| "loss": 0.0547, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.4727095722841845, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.1737706862145688e-05, |
| "loss": 0.0719, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.4730481894563078, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.1726680127037403e-05, |
| "loss": 0.063, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.47338680662843113, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.1715651227535441e-05, |
| "loss": 0.0681, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.4737254238005545, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.170462017746452e-05, |
| "loss": 0.0679, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.47406404097267785, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.169358699065207e-05, |
| "loss": 0.0749, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.47440265814480115, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.1682551680928189e-05, |
| "loss": 0.0639, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.4747412753169245, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.1671514262125638e-05, |
| "loss": 0.07, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.47507989248904786, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.1660474748079823e-05, |
| "loss": 0.0539, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.4754185096611712, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.1649433152628775e-05, |
| "loss": 0.0699, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.4757571268332945, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.1638389489613133e-05, |
| "loss": 0.0785, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.4760957440054179, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.1627343772876133e-05, |
| "loss": 0.0577, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.47643436117754123, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.1616296016263581e-05, |
| "loss": 0.0617, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.47677297834966453, |
| "grad_norm": 0.498046875, |
| "learning_rate": 1.1605246233623843e-05, |
| "loss": 0.0687, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.4771115955217879, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.1594194438807817e-05, |
| "loss": 0.0702, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.47745021269391125, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.1583140645668933e-05, |
| "loss": 0.0706, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.4777888298660346, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.157208486806312e-05, |
| "loss": 0.0633, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.4781274470381579, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1.1561027119848793e-05, |
| "loss": 0.0517, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.47846606421028126, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.1549967414886847e-05, |
| "loss": 0.073, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.4788046813824046, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.153890576704062e-05, |
| "loss": 0.0749, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.4791432985545279, |
| "grad_norm": 0.498046875, |
| "learning_rate": 1.1527842190175886e-05, |
| "loss": 0.0569, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.4794819157266513, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.1516776698160841e-05, |
| "loss": 0.0752, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.47982053289877463, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.1505709304866084e-05, |
| "loss": 0.0677, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.480159150070898, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.1494640024164587e-05, |
| "loss": 0.0518, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.4804977672430213, |
| "grad_norm": 0.4296875, |
| "learning_rate": 1.14835688699317e-05, |
| "loss": 0.055, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.48083638441514465, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.1472495856045112e-05, |
| "loss": 0.073, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.481175001587268, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.1461420996384849e-05, |
| "loss": 0.0762, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.48151361875939136, |
| "grad_norm": 0.470703125, |
| "learning_rate": 1.1450344304833248e-05, |
| "loss": 0.0513, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.48185223593151466, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.1439265795274941e-05, |
| "loss": 0.0863, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.482190853103638, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.142818548159684e-05, |
| "loss": 0.0618, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.4825294702757614, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.1417103377688121e-05, |
| "loss": 0.0715, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.4828680874478847, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.1406019497440206e-05, |
| "loss": 0.0583, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.48320670462000803, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.1394933854746733e-05, |
| "loss": 0.078, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.4835453217921314, |
| "grad_norm": 0.5, |
| "learning_rate": 1.1383846463503558e-05, |
| "loss": 0.0681, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.48388393896425475, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.1372757337608732e-05, |
| "loss": 0.0879, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.48422255613637805, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.1361666490962468e-05, |
| "loss": 0.0716, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.4845611733085014, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.1350573937467147e-05, |
| "loss": 0.0754, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.48489979048062476, |
| "grad_norm": 0.439453125, |
| "learning_rate": 1.1339479691027284e-05, |
| "loss": 0.0527, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.4852384076527481, |
| "grad_norm": 0.40234375, |
| "learning_rate": 1.132838376554952e-05, |
| "loss": 0.0522, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.4855770248248714, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.1317286174942596e-05, |
| "loss": 0.0715, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.4859156419969948, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.1306186933117343e-05, |
| "loss": 0.0668, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.48625425916911813, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.1295086053986664e-05, |
| "loss": 0.0657, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.48659287634124143, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.1283983551465512e-05, |
| "loss": 0.058, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.4869314935133648, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.127287943947087e-05, |
| "loss": 0.0614, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.48727011068548814, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.1261773731921746e-05, |
| "loss": 0.0736, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.4876087278576115, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.1250666442739149e-05, |
| "loss": 0.0513, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.4879473450297348, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.1239557585846066e-05, |
| "loss": 0.0689, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.48828596220185816, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.1228447175167443e-05, |
| "loss": 0.065, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.4886245793739815, |
| "grad_norm": 0.470703125, |
| "learning_rate": 1.1217335224630186e-05, |
| "loss": 0.054, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.4889631965461048, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.1206221748163127e-05, |
| "loss": 0.0709, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.4893018137182282, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.1195106759697005e-05, |
| "loss": 0.0699, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.48964043089035153, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.1183990273164464e-05, |
| "loss": 0.0593, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.4899790480624749, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.1172872302500017e-05, |
| "loss": 0.0554, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.4903176652345982, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.1161752861640046e-05, |
| "loss": 0.0639, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.49065628240672154, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.1150631964522767e-05, |
| "loss": 0.0659, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.4909948995788449, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.1139509625088225e-05, |
| "loss": 0.0659, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.49133351675096826, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.1128385857278274e-05, |
| "loss": 0.0584, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.49167213392309156, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.1117260675036563e-05, |
| "loss": 0.0791, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.4920107510952149, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.1106134092308502e-05, |
| "loss": 0.0626, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.49234936826733827, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.1095006123041262e-05, |
| "loss": 0.0627, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.4926879854394616, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.1083876781183762e-05, |
| "loss": 0.047, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.49302660261158493, |
| "grad_norm": 1.1328125, |
| "learning_rate": 1.1072746080686628e-05, |
| "loss": 0.0471, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.4933652197837083, |
| "grad_norm": 0.625, |
| "learning_rate": 1.1061614035502193e-05, |
| "loss": 0.0858, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.49370383695583164, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.1050480659584475e-05, |
| "loss": 0.0583, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.49404245412795494, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.1039345966889167e-05, |
| "loss": 0.0484, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.4943810713000783, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.1028209971373605e-05, |
| "loss": 0.0672, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.49471968847220166, |
| "grad_norm": 0.4921875, |
| "learning_rate": 1.101707268699676e-05, |
| "loss": 0.063, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.495058305644325, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.1005934127719218e-05, |
| "loss": 0.0549, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.4953969228164483, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.0994794307503162e-05, |
| "loss": 0.0881, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.49573553998857167, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.0983653240312364e-05, |
| "loss": 0.0701, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.49607415716069503, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.0972510940112149e-05, |
| "loss": 0.0641, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.49641277433281833, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.0961367420869387e-05, |
| "loss": 0.0599, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.4967513915049417, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.0950222696552487e-05, |
| "loss": 0.0651, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.49709000867706504, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.0939076781131357e-05, |
| "loss": 0.0631, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.4974286258491884, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.0927929688577408e-05, |
| "loss": 0.0606, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.4977672430213117, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.0916781432863514e-05, |
| "loss": 0.064, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.49810586019343506, |
| "grad_norm": 0.40625, |
| "learning_rate": 1.0905632027964024e-05, |
| "loss": 0.0527, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.4984444773655584, |
| "grad_norm": 0.359375, |
| "learning_rate": 1.0894481487854711e-05, |
| "loss": 0.0429, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.4987830945376817, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.0883329826512779e-05, |
| "loss": 0.0731, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.49912171170980507, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.087217705791684e-05, |
| "loss": 0.088, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.49946032888192843, |
| "grad_norm": 0.390625, |
| "learning_rate": 1.0861023196046885e-05, |
| "loss": 0.0539, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.4997989460540518, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.0849868254884284e-05, |
| "loss": 0.0572, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.5001375632261751, |
| "grad_norm": 0.427734375, |
| "learning_rate": 1.0838712248411754e-05, |
| "loss": 0.0495, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.5004761803982984, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.0827555190613353e-05, |
| "loss": 0.0592, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.5008147975704218, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.0816397095474454e-05, |
| "loss": 0.0719, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.5011534147425452, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.0805237976981729e-05, |
| "loss": 0.0547, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5011534147425452, |
| "eval_loss": 0.06768392771482468, |
| "eval_runtime": 815.5247, |
| "eval_samples_per_second": 12.198, |
| "eval_steps_per_second": 3.05, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5014920319146685, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.0794077849123134e-05, |
| "loss": 0.0581, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.5018306490867919, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.0782916725887888e-05, |
| "loss": 0.0647, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.5021692662589151, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.0771754621266466e-05, |
| "loss": 0.0725, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.5025078834310385, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.0760591549250561e-05, |
| "loss": 0.0648, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.5028465006031618, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.0749427523833084e-05, |
| "loss": 0.0707, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.5031851177752852, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.0738262559008148e-05, |
| "loss": 0.0649, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.5035237349474085, |
| "grad_norm": 0.39453125, |
| "learning_rate": 1.0727096668771035e-05, |
| "loss": 0.0522, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.5038623521195319, |
| "grad_norm": 0.92578125, |
| "learning_rate": 1.0715929867118187e-05, |
| "loss": 0.0691, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.5042009692916553, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.0704762168047189e-05, |
| "loss": 0.0571, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.5045395864637785, |
| "grad_norm": 0.5, |
| "learning_rate": 1.069359358555676e-05, |
| "loss": 0.0701, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.5048782036359019, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.0682424133646712e-05, |
| "loss": 0.0739, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.5052168208080252, |
| "grad_norm": 0.443359375, |
| "learning_rate": 1.0671253826317957e-05, |
| "loss": 0.0613, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.5055554379801486, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.0660082677572474e-05, |
| "loss": 0.0781, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.5058940551522719, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.0648910701413306e-05, |
| "loss": 0.0718, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.5062326723243953, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.0637737911844516e-05, |
| "loss": 0.0781, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.5065712894965186, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.0626564322871205e-05, |
| "loss": 0.09, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.5069099066686419, |
| "grad_norm": 0.39453125, |
| "learning_rate": 1.061538994849946e-05, |
| "loss": 0.0554, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.5072485238407652, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.0604214802736366e-05, |
| "loss": 0.0735, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.5075871410128886, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.0593038899589968e-05, |
| "loss": 0.0592, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.507925758185012, |
| "grad_norm": 0.38671875, |
| "learning_rate": 1.0581862253069262e-05, |
| "loss": 0.0484, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5082643753571353, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.0570684877184169e-05, |
| "loss": 0.0938, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.5086029925292587, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.0559506785945538e-05, |
| "loss": 0.0768, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.508941609701382, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.0548327993365108e-05, |
| "loss": 0.0552, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.5092802268735053, |
| "grad_norm": 0.412109375, |
| "learning_rate": 1.0537148513455493e-05, |
| "loss": 0.0519, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.5096188440456286, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.0525968360230173e-05, |
| "loss": 0.0869, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.509957461217752, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.0514787547703466e-05, |
| "loss": 0.0748, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.5102960783898753, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.050360608989053e-05, |
| "loss": 0.0689, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.5106346955619987, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.0492424000807316e-05, |
| "loss": 0.0596, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.510973312734122, |
| "grad_norm": 0.361328125, |
| "learning_rate": 1.0481241294470578e-05, |
| "loss": 0.0427, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.5113119299062454, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.047005798489784e-05, |
| "loss": 0.0608, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.5116505470783688, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.0458874086107379e-05, |
| "loss": 0.0565, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.511989164250492, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.0447689612118208e-05, |
| "loss": 0.0595, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.5123277814226154, |
| "grad_norm": 1.046875, |
| "learning_rate": 1.0436504576950077e-05, |
| "loss": 0.05, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.5126663985947387, |
| "grad_norm": 0.421875, |
| "learning_rate": 1.0425318994623423e-05, |
| "loss": 0.0583, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.5130050157668621, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.0414132879159375e-05, |
| "loss": 0.0612, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.5133436329389854, |
| "grad_norm": 0.7421875, |
| "learning_rate": 1.0402946244579726e-05, |
| "loss": 0.1383, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.5136822501111088, |
| "grad_norm": 0.4140625, |
| "learning_rate": 1.0391759104906928e-05, |
| "loss": 0.0571, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.5140208672832322, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.038057147416406e-05, |
| "loss": 0.0564, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.5143594844553554, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.0369383366374819e-05, |
| "loss": 0.0551, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.5146981016274788, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.0358194795563497e-05, |
| "loss": 0.0617, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.5150367187996021, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.0347005775754969e-05, |
| "loss": 0.0756, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.5153753359717255, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.0335816320974672e-05, |
| "loss": 0.0606, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.5157139531438488, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.0324626445248592e-05, |
| "loss": 0.0454, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.5160525703159722, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.0313436162603231e-05, |
| "loss": 0.0752, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.5163911874880955, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.0302245487065621e-05, |
| "loss": 0.0705, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.5167298046602188, |
| "grad_norm": 0.498046875, |
| "learning_rate": 1.0291054432663267e-05, |
| "loss": 0.0666, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.5170684218323421, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.0279863013424154e-05, |
| "loss": 0.0596, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.5174070390044655, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.0268671243376733e-05, |
| "loss": 0.0686, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.5177456561765889, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.0257479136549889e-05, |
| "loss": 0.0569, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.5180842733487122, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.0246286706972923e-05, |
| "loss": 0.0582, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.5184228905208356, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.023509396867555e-05, |
| "loss": 0.072, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.5187615076929589, |
| "grad_norm": 1.078125, |
| "learning_rate": 1.0223900935687866e-05, |
| "loss": 0.076, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.5191001248650822, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.0212707622040345e-05, |
| "loss": 0.0651, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.5194387420372055, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.02015140417638e-05, |
| "loss": 0.0795, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.5197773592093289, |
| "grad_norm": 0.3984375, |
| "learning_rate": 1.0190320208889388e-05, |
| "loss": 0.0507, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.5201159763814522, |
| "grad_norm": 0.5, |
| "learning_rate": 1.0179126137448577e-05, |
| "loss": 0.0691, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.5204545935535756, |
| "grad_norm": 0.462890625, |
| "learning_rate": 1.0167931841473143e-05, |
| "loss": 0.0529, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.520793210725699, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.0156737334995129e-05, |
| "loss": 0.0722, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.5211318278978223, |
| "grad_norm": 0.4140625, |
| "learning_rate": 1.014554263204685e-05, |
| "loss": 0.0621, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.5214704450699457, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.013434774666087e-05, |
| "loss": 0.0425, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.5218090622420689, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.0123152692869981e-05, |
| "loss": 0.056, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.5221476794141923, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.0111957484707182e-05, |
| "loss": 0.0616, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.5224862965863156, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.0100762136205664e-05, |
| "loss": 0.0521, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.522824913758439, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.0089566661398802e-05, |
| "loss": 0.0845, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.5231635309305623, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.0078371074320123e-05, |
| "loss": 0.0735, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.5235021481026857, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.0067175389003297e-05, |
| "loss": 0.0699, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.523840765274809, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.0055979619482112e-05, |
| "loss": 0.0785, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.5241793824469323, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.0044783779790472e-05, |
| "loss": 0.0614, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.5245179996190557, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.0033587883962362e-05, |
| "loss": 0.0635, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.524856616791179, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.0022391946031832e-05, |
| "loss": 0.0542, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.5251952339633024, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.0011195980032996e-05, |
| "loss": 0.067, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.5255338511354257, |
| "grad_norm": 0.53125, |
| "learning_rate": 1e-05, |
| "loss": 0.0592, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.5258724683075491, |
| "grad_norm": 0.578125, |
| "learning_rate": 9.988804019967005e-06, |
| "loss": 0.0721, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.5262110854796724, |
| "grad_norm": 0.48046875, |
| "learning_rate": 9.977608053968172e-06, |
| "loss": 0.064, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.5265497026517957, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.966412116037643e-06, |
| "loss": 0.0672, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.526888319823919, |
| "grad_norm": 0.423828125, |
| "learning_rate": 9.95521622020953e-06, |
| "loss": 0.0526, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.5272269369960424, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.94402038051789e-06, |
| "loss": 0.0733, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.5275655541681658, |
| "grad_norm": 0.4609375, |
| "learning_rate": 9.932824610996706e-06, |
| "loss": 0.0561, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.5279041713402891, |
| "grad_norm": 0.5546875, |
| "learning_rate": 9.921628925679877e-06, |
| "loss": 0.072, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.5282427885124125, |
| "grad_norm": 0.44921875, |
| "learning_rate": 9.910433338601198e-06, |
| "loss": 0.0561, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.5285814056845358, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.899237863794336e-06, |
| "loss": 0.0679, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.5289200228566591, |
| "grad_norm": 0.427734375, |
| "learning_rate": 9.888042515292821e-06, |
| "loss": 0.0552, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.5292586400287824, |
| "grad_norm": 0.5859375, |
| "learning_rate": 9.876847307130024e-06, |
| "loss": 0.0788, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.5295972572009058, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.865652253339133e-06, |
| "loss": 0.0774, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.5299358743730291, |
| "grad_norm": 0.427734375, |
| "learning_rate": 9.854457367953155e-06, |
| "loss": 0.0599, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.5302744915451525, |
| "grad_norm": 0.498046875, |
| "learning_rate": 9.843262665004876e-06, |
| "loss": 0.062, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.5306131087172758, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.832068158526862e-06, |
| "loss": 0.0831, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.5309517258893992, |
| "grad_norm": 0.404296875, |
| "learning_rate": 9.820873862551425e-06, |
| "loss": 0.053, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.5312903430615225, |
| "grad_norm": 1.28125, |
| "learning_rate": 9.809679791110615e-06, |
| "loss": 0.0688, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.5316289602336458, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.798485958236203e-06, |
| "loss": 0.0557, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.5319675774057692, |
| "grad_norm": 0.51953125, |
| "learning_rate": 9.787292377959659e-06, |
| "loss": 0.0671, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.5323061945778925, |
| "grad_norm": 0.546875, |
| "learning_rate": 9.776099064312135e-06, |
| "loss": 0.0679, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.5326448117500159, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.764906031324454e-06, |
| "loss": 0.0996, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.5329834289221392, |
| "grad_norm": 0.56640625, |
| "learning_rate": 9.75371329302708e-06, |
| "loss": 0.0634, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.5333220460942626, |
| "grad_norm": 0.41796875, |
| "learning_rate": 9.742520863450116e-06, |
| "loss": 0.054, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.533660663266386, |
| "grad_norm": 0.451171875, |
| "learning_rate": 9.731328756623269e-06, |
| "loss": 0.059, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.5339992804385092, |
| "grad_norm": 0.5, |
| "learning_rate": 9.720136986575849e-06, |
| "loss": 0.0614, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.5343378976106326, |
| "grad_norm": 0.4140625, |
| "learning_rate": 9.708945567336736e-06, |
| "loss": 0.0475, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.5346765147827559, |
| "grad_norm": 0.5234375, |
| "learning_rate": 9.69775451293438e-06, |
| "loss": 0.0628, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.5350151319548793, |
| "grad_norm": 0.455078125, |
| "learning_rate": 9.686563837396769e-06, |
| "loss": 0.0635, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.5353537491270026, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.675373554751412e-06, |
| "loss": 0.0987, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.535692366299126, |
| "grad_norm": 0.453125, |
| "learning_rate": 9.664183679025327e-06, |
| "loss": 0.061, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.5360309834712493, |
| "grad_norm": 0.5546875, |
| "learning_rate": 9.652994224245033e-06, |
| "loss": 0.0729, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.5363696006433726, |
| "grad_norm": 0.462890625, |
| "learning_rate": 9.641805204436508e-06, |
| "loss": 0.0598, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.5367082178154959, |
| "grad_norm": 0.5703125, |
| "learning_rate": 9.630616633625186e-06, |
| "loss": 0.0672, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.5370468349876193, |
| "grad_norm": 0.466796875, |
| "learning_rate": 9.619428525835944e-06, |
| "loss": 0.0625, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.5373854521597426, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.608240895093077e-06, |
| "loss": 0.0487, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.537724069331866, |
| "grad_norm": 0.498046875, |
| "learning_rate": 9.597053755420277e-06, |
| "loss": 0.0708, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.5380626865039894, |
| "grad_norm": 0.52734375, |
| "learning_rate": 9.58586712084063e-06, |
| "loss": 0.0683, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.5384013036761127, |
| "grad_norm": 0.427734375, |
| "learning_rate": 9.57468100537658e-06, |
| "loss": 0.0504, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.538739920848236, |
| "grad_norm": 0.453125, |
| "learning_rate": 9.563495423049925e-06, |
| "loss": 0.0582, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.5390785380203593, |
| "grad_norm": 0.50390625, |
| "learning_rate": 9.552310387881793e-06, |
| "loss": 0.0629, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.5394171551924827, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.541125913892625e-06, |
| "loss": 0.0937, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.539755772364606, |
| "grad_norm": 0.5625, |
| "learning_rate": 9.529942015102164e-06, |
| "loss": 0.079, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.5400943895367294, |
| "grad_norm": 0.5078125, |
| "learning_rate": 9.518758705529423e-06, |
| "loss": 0.0697, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.5404330067088527, |
| "grad_norm": 0.4375, |
| "learning_rate": 9.507575999192686e-06, |
| "loss": 0.0548, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.5407716238809761, |
| "grad_norm": 0.384765625, |
| "learning_rate": 9.496393910109473e-06, |
| "loss": 0.0503, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.5411102410530994, |
| "grad_norm": 0.5859375, |
| "learning_rate": 9.485212452296535e-06, |
| "loss": 0.0829, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.5414488582252227, |
| "grad_norm": 0.498046875, |
| "learning_rate": 9.474031639769832e-06, |
| "loss": 0.058, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.5417874753973461, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.46285148654451e-06, |
| "loss": 0.0779, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.5421260925694694, |
| "grad_norm": 0.498046875, |
| "learning_rate": 9.451672006634892e-06, |
| "loss": 0.0568, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.5424647097415928, |
| "grad_norm": 0.478515625, |
| "learning_rate": 9.44049321405446e-06, |
| "loss": 0.0697, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.5428033269137161, |
| "grad_norm": 0.6015625, |
| "learning_rate": 9.429315122815831e-06, |
| "loss": 0.0661, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.5431419440858395, |
| "grad_norm": 0.396484375, |
| "learning_rate": 9.418137746930743e-06, |
| "loss": 0.0526, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.5434805612579628, |
| "grad_norm": 0.546875, |
| "learning_rate": 9.406961100410033e-06, |
| "loss": 0.0715, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.5438191784300861, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.395785197263638e-06, |
| "loss": 0.0763, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.5441577956022094, |
| "grad_norm": 0.56640625, |
| "learning_rate": 9.384610051500546e-06, |
| "loss": 0.0883, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.5444964127743328, |
| "grad_norm": 0.470703125, |
| "learning_rate": 9.3734356771288e-06, |
| "loss": 0.0611, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.5448350299464562, |
| "grad_norm": 0.4140625, |
| "learning_rate": 9.362262088155487e-06, |
| "loss": 0.0593, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.5451736471185795, |
| "grad_norm": 0.408203125, |
| "learning_rate": 9.351089298586699e-06, |
| "loss": 0.0573, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.5455122642907029, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.339917322427528e-06, |
| "loss": 0.0757, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.5458508814628262, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.328746173682046e-06, |
| "loss": 0.0641, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.5461894986349495, |
| "grad_norm": 0.50390625, |
| "learning_rate": 9.317575866353293e-06, |
| "loss": 0.0635, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.5465281158070728, |
| "grad_norm": 0.51953125, |
| "learning_rate": 9.306406414443246e-06, |
| "loss": 0.073, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.5468667329791962, |
| "grad_norm": 0.578125, |
| "learning_rate": 9.295237831952815e-06, |
| "loss": 0.0737, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.5472053501513195, |
| "grad_norm": 0.546875, |
| "learning_rate": 9.284070132881817e-06, |
| "loss": 0.0773, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.5475439673234429, |
| "grad_norm": 0.54296875, |
| "learning_rate": 9.272903331228968e-06, |
| "loss": 0.0576, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.5478825844955663, |
| "grad_norm": 0.498046875, |
| "learning_rate": 9.261737440991854e-06, |
| "loss": 0.0701, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.5482212016676896, |
| "grad_norm": 0.484375, |
| "learning_rate": 9.250572476166918e-06, |
| "loss": 0.0601, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.5485598188398129, |
| "grad_norm": 1.1640625, |
| "learning_rate": 9.239408450749442e-06, |
| "loss": 0.0674, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.5488984360119362, |
| "grad_norm": 0.43359375, |
| "learning_rate": 9.228245378733537e-06, |
| "loss": 0.0615, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.5492370531840596, |
| "grad_norm": 0.458984375, |
| "learning_rate": 9.217083274112114e-06, |
| "loss": 0.061, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.5495756703561829, |
| "grad_norm": 0.486328125, |
| "learning_rate": 9.20592215087687e-06, |
| "loss": 0.0649, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.5499142875283063, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.194762023018271e-06, |
| "loss": 0.0715, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.5502529047004296, |
| "grad_norm": 0.427734375, |
| "learning_rate": 9.183602904525546e-06, |
| "loss": 0.0529, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.550591521872553, |
| "grad_norm": 0.55078125, |
| "learning_rate": 9.172444809386647e-06, |
| "loss": 0.0841, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.5509301390446762, |
| "grad_norm": 0.578125, |
| "learning_rate": 9.161287751588249e-06, |
| "loss": 0.0757, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.5512687562167996, |
| "grad_norm": 0.447265625, |
| "learning_rate": 9.150131745115721e-06, |
| "loss": 0.0556, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.551607373388923, |
| "grad_norm": 0.435546875, |
| "learning_rate": 9.138976803953122e-06, |
| "loss": 0.0578, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.5519459905610463, |
| "grad_norm": 0.49609375, |
| "learning_rate": 9.127822942083167e-06, |
| "loss": 0.064, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.5522846077331697, |
| "grad_norm": 0.47265625, |
| "learning_rate": 9.116670173487223e-06, |
| "loss": 0.059, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.552623224905293, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.105518512145292e-06, |
| "loss": 0.1812, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.5529618420774164, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.09436797203598e-06, |
| "loss": 0.0754, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.5533004592495397, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.083218567136487e-06, |
| "loss": 0.0926, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.553639076421663, |
| "grad_norm": 0.42578125, |
| "learning_rate": 9.072070311422595e-06, |
| "loss": 0.0527, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.5539776935937863, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.060923218868644e-06, |
| "loss": 0.0603, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.5543163107659097, |
| "grad_norm": 0.5546875, |
| "learning_rate": 9.049777303447517e-06, |
| "loss": 0.0782, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.5546549279380331, |
| "grad_norm": 0.5859375, |
| "learning_rate": 9.038632579130617e-06, |
| "loss": 0.0807, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.5549935451101564, |
| "grad_norm": 0.625, |
| "learning_rate": 9.027489059887855e-06, |
| "loss": 0.071, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.5553321622822798, |
| "grad_norm": 0.466796875, |
| "learning_rate": 9.01634675968764e-06, |
| "loss": 0.0492, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.5556707794544031, |
| "grad_norm": 0.5078125, |
| "learning_rate": 9.00520569249684e-06, |
| "loss": 0.0619, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.5560093966265264, |
| "grad_norm": 0.412109375, |
| "learning_rate": 8.994065872280785e-06, |
| "loss": 0.0572, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.5563480137986497, |
| "grad_norm": 0.46484375, |
| "learning_rate": 8.982927313003242e-06, |
| "loss": 0.069, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.5566866309707731, |
| "grad_norm": 0.52734375, |
| "learning_rate": 8.971790028626395e-06, |
| "loss": 0.0644, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.5570252481428964, |
| "grad_norm": 0.46484375, |
| "learning_rate": 8.960654033110834e-06, |
| "loss": 0.0668, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.5573638653150198, |
| "grad_norm": 0.427734375, |
| "learning_rate": 8.949519340415526e-06, |
| "loss": 0.0586, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.5577024824871432, |
| "grad_norm": 0.375, |
| "learning_rate": 8.938385964497807e-06, |
| "loss": 0.0506, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.5580410996592665, |
| "grad_norm": 0.65625, |
| "learning_rate": 8.927253919313377e-06, |
| "loss": 0.0757, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.5583797168313898, |
| "grad_norm": 0.5390625, |
| "learning_rate": 8.916123218816243e-06, |
| "loss": 0.0689, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.5587183340035131, |
| "grad_norm": 0.53125, |
| "learning_rate": 8.90499387695874e-06, |
| "loss": 0.078, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.5590569511756365, |
| "grad_norm": 0.40625, |
| "learning_rate": 8.893865907691503e-06, |
| "loss": 0.0516, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.5593955683477598, |
| "grad_norm": 0.61328125, |
| "learning_rate": 8.882739324963442e-06, |
| "loss": 0.0698, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.5597341855198832, |
| "grad_norm": 0.443359375, |
| "learning_rate": 8.871614142721728e-06, |
| "loss": 0.0616, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.5600728026920065, |
| "grad_norm": 0.66015625, |
| "learning_rate": 8.860490374911777e-06, |
| "loss": 0.0799, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.5604114198641299, |
| "grad_norm": 0.83203125, |
| "learning_rate": 8.849368035477236e-06, |
| "loss": 0.0669, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.5607500370362531, |
| "grad_norm": 0.6953125, |
| "learning_rate": 8.838247138359957e-06, |
| "loss": 0.1207, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.5610886542083765, |
| "grad_norm": 0.494140625, |
| "learning_rate": 8.827127697499985e-06, |
| "loss": 0.0637, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.5614272713804999, |
| "grad_norm": 0.4296875, |
| "learning_rate": 8.816009726835538e-06, |
| "loss": 0.0543, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.5617658885526232, |
| "grad_norm": 0.46484375, |
| "learning_rate": 8.804893240302997e-06, |
| "loss": 0.0566, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.5621045057247466, |
| "grad_norm": 0.431640625, |
| "learning_rate": 8.793778251836878e-06, |
| "loss": 0.0618, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.5624431228968699, |
| "grad_norm": 0.59765625, |
| "learning_rate": 8.782664775369818e-06, |
| "loss": 0.0639, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.5627817400689933, |
| "grad_norm": 0.443359375, |
| "learning_rate": 8.771552824832559e-06, |
| "loss": 0.0619, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.5631203572411166, |
| "grad_norm": 0.609375, |
| "learning_rate": 8.760442414153937e-06, |
| "loss": 0.0627, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.5634589744132399, |
| "grad_norm": 0.62109375, |
| "learning_rate": 8.749333557260851e-06, |
| "loss": 0.0621, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.5637975915853632, |
| "grad_norm": 0.52734375, |
| "learning_rate": 8.738226268078254e-06, |
| "loss": 0.0725, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.5641362087574866, |
| "grad_norm": 0.67578125, |
| "learning_rate": 8.72712056052913e-06, |
| "loss": 0.0559, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.56447482592961, |
| "grad_norm": 0.515625, |
| "learning_rate": 8.71601644853449e-06, |
| "loss": 0.0639, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.5648134431017333, |
| "grad_norm": 0.53125, |
| "learning_rate": 8.704913946013337e-06, |
| "loss": 0.0652, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.5651520602738567, |
| "grad_norm": 0.55078125, |
| "learning_rate": 8.69381306688266e-06, |
| "loss": 0.0588, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.56549067744598, |
| "grad_norm": 0.703125, |
| "learning_rate": 8.682713825057409e-06, |
| "loss": 0.0987, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.5658292946181033, |
| "grad_norm": 0.55859375, |
| "learning_rate": 8.671616234450486e-06, |
| "loss": 0.0794, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.5661679117902266, |
| "grad_norm": 0.390625, |
| "learning_rate": 8.660520308972722e-06, |
| "loss": 0.0537, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.56650652896235, |
| "grad_norm": 0.416015625, |
| "learning_rate": 8.649426062532858e-06, |
| "loss": 0.0569, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.5668451461344733, |
| "grad_norm": 0.45703125, |
| "learning_rate": 8.638333509037537e-06, |
| "loss": 0.0588, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.5671837633065967, |
| "grad_norm": 0.42578125, |
| "learning_rate": 8.627242662391273e-06, |
| "loss": 0.0688, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.5675223804787201, |
| "grad_norm": 0.482421875, |
| "learning_rate": 8.616153536496444e-06, |
| "loss": 0.0627, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.5678609976508434, |
| "grad_norm": 0.45703125, |
| "learning_rate": 8.605066145253269e-06, |
| "loss": 0.0622, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.5681996148229667, |
| "grad_norm": 1.1484375, |
| "learning_rate": 8.593980502559797e-06, |
| "loss": 0.1008, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.56853823199509, |
| "grad_norm": 0.5078125, |
| "learning_rate": 8.58289662231188e-06, |
| "loss": 0.0611, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.5688768491672134, |
| "grad_norm": 0.43359375, |
| "learning_rate": 8.571814518403162e-06, |
| "loss": 0.0609, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.5692154663393367, |
| "grad_norm": 0.466796875, |
| "learning_rate": 8.560734204725064e-06, |
| "loss": 0.0711, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.5695540835114601, |
| "grad_norm": 0.46484375, |
| "learning_rate": 8.549655695166756e-06, |
| "loss": 0.0548, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.5698927006835834, |
| "grad_norm": 0.43359375, |
| "learning_rate": 8.538579003615154e-06, |
| "loss": 0.0634, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.5702313178557068, |
| "grad_norm": 0.50390625, |
| "learning_rate": 8.52750414395489e-06, |
| "loss": 0.059, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.57056993502783, |
| "grad_norm": 0.37890625, |
| "learning_rate": 8.516431130068303e-06, |
| "loss": 0.0496, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.5709085521999534, |
| "grad_norm": 0.5078125, |
| "learning_rate": 8.505359975835413e-06, |
| "loss": 0.0686, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.5712471693720768, |
| "grad_norm": 0.53515625, |
| "learning_rate": 8.494290695133918e-06, |
| "loss": 0.0561, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.5715857865442001, |
| "grad_norm": 0.4296875, |
| "learning_rate": 8.483223301839159e-06, |
| "loss": 0.0549, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.5719244037163235, |
| "grad_norm": 0.447265625, |
| "learning_rate": 8.472157809824115e-06, |
| "loss": 0.0581, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.5722630208884468, |
| "grad_norm": 0.5, |
| "learning_rate": 8.461094232959381e-06, |
| "loss": 0.0655, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.5726016380605702, |
| "grad_norm": 0.44921875, |
| "learning_rate": 8.450032585113156e-06, |
| "loss": 0.0554, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.5729402552326935, |
| "grad_norm": 0.45703125, |
| "learning_rate": 8.438972880151209e-06, |
| "loss": 0.0606, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.5732788724048168, |
| "grad_norm": 0.5390625, |
| "learning_rate": 8.427915131936885e-06, |
| "loss": 0.0702, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.5736174895769401, |
| "grad_norm": 0.52734375, |
| "learning_rate": 8.416859354331072e-06, |
| "loss": 0.0659, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.5739561067490635, |
| "grad_norm": 0.435546875, |
| "learning_rate": 8.405805561192188e-06, |
| "loss": 0.0478, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.5742947239211869, |
| "grad_norm": 0.48046875, |
| "learning_rate": 8.39475376637616e-06, |
| "loss": 0.0667, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.5746333410933102, |
| "grad_norm": 0.486328125, |
| "learning_rate": 8.38370398373642e-06, |
| "loss": 0.0618, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.5749719582654336, |
| "grad_norm": 0.5078125, |
| "learning_rate": 8.372656227123868e-06, |
| "loss": 0.0609, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.5753105754375569, |
| "grad_norm": 0.494140625, |
| "learning_rate": 8.36161051038687e-06, |
| "loss": 0.0585, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.5756491926096802, |
| "grad_norm": 0.515625, |
| "learning_rate": 8.350566847371228e-06, |
| "loss": 0.0544, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.5759878097818035, |
| "grad_norm": 0.5390625, |
| "learning_rate": 8.33952525192018e-06, |
| "loss": 0.0759, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.5763264269539269, |
| "grad_norm": 0.796875, |
| "learning_rate": 8.328485737874365e-06, |
| "loss": 0.0673, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.5766650441260502, |
| "grad_norm": 0.51953125, |
| "learning_rate": 8.317448319071815e-06, |
| "loss": 0.0662, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.5770036612981736, |
| "grad_norm": 0.60546875, |
| "learning_rate": 8.306413009347933e-06, |
| "loss": 0.0805, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.577342278470297, |
| "grad_norm": 0.45703125, |
| "learning_rate": 8.295379822535482e-06, |
| "loss": 0.0578, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.5776808956424203, |
| "grad_norm": 0.458984375, |
| "learning_rate": 8.284348772464564e-06, |
| "loss": 0.0575, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.5780195128145436, |
| "grad_norm": 0.50390625, |
| "learning_rate": 8.273319872962599e-06, |
| "loss": 0.0549, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.5783581299866669, |
| "grad_norm": 0.6015625, |
| "learning_rate": 8.262293137854315e-06, |
| "loss": 0.0598, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.5786967471587903, |
| "grad_norm": 0.5703125, |
| "learning_rate": 8.251268580961724e-06, |
| "loss": 0.0611, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.5790353643309136, |
| "grad_norm": 0.44921875, |
| "learning_rate": 8.24024621610411e-06, |
| "loss": 0.0528, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.579373981503037, |
| "grad_norm": 0.52734375, |
| "learning_rate": 8.229226057098012e-06, |
| "loss": 0.0724, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.5797125986751603, |
| "grad_norm": 0.4609375, |
| "learning_rate": 8.218208117757194e-06, |
| "loss": 0.0598, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.5800512158472837, |
| "grad_norm": 0.58984375, |
| "learning_rate": 8.207192411892645e-06, |
| "loss": 0.0767, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.5803898330194069, |
| "grad_norm": 0.369140625, |
| "learning_rate": 8.196178953312557e-06, |
| "loss": 0.0515, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.5807284501915303, |
| "grad_norm": 0.484375, |
| "learning_rate": 8.185167755822294e-06, |
| "loss": 0.0664, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.5810670673636537, |
| "grad_norm": 0.474609375, |
| "learning_rate": 8.1741588332244e-06, |
| "loss": 0.06, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.581405684535777, |
| "grad_norm": 0.5546875, |
| "learning_rate": 8.163152199318559e-06, |
| "loss": 0.0656, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.5817443017079004, |
| "grad_norm": 0.49609375, |
| "learning_rate": 8.152147867901586e-06, |
| "loss": 0.059, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.5820829188800237, |
| "grad_norm": 0.470703125, |
| "learning_rate": 8.141145852767408e-06, |
| "loss": 0.0609, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.5824215360521471, |
| "grad_norm": 0.46484375, |
| "learning_rate": 8.13014616770706e-06, |
| "loss": 0.0649, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.5827601532242704, |
| "grad_norm": 0.41796875, |
| "learning_rate": 8.119148826508642e-06, |
| "loss": 0.055, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.5830987703963937, |
| "grad_norm": 0.58984375, |
| "learning_rate": 8.108153842957324e-06, |
| "loss": 0.0735, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.583437387568517, |
| "grad_norm": 0.51171875, |
| "learning_rate": 8.09716123083532e-06, |
| "loss": 0.06, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.5837760047406404, |
| "grad_norm": 0.8046875, |
| "learning_rate": 8.086171003921865e-06, |
| "loss": 0.0472, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.5841146219127638, |
| "grad_norm": 0.515625, |
| "learning_rate": 8.075183175993218e-06, |
| "loss": 0.0706, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.5844532390848871, |
| "grad_norm": 0.578125, |
| "learning_rate": 8.064197760822615e-06, |
| "loss": 0.0567, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.5847918562570105, |
| "grad_norm": 0.609375, |
| "learning_rate": 8.053214772180277e-06, |
| "loss": 0.0868, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.5851304734291338, |
| "grad_norm": 0.59765625, |
| "learning_rate": 8.042234223833381e-06, |
| "loss": 0.0503, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.5854690906012571, |
| "grad_norm": 0.439453125, |
| "learning_rate": 8.031256129546046e-06, |
| "loss": 0.0617, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.5858077077733804, |
| "grad_norm": 0.3671875, |
| "learning_rate": 8.020280503079314e-06, |
| "loss": 0.0443, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.5861463249455038, |
| "grad_norm": 0.48046875, |
| "learning_rate": 8.009307358191133e-06, |
| "loss": 0.0642, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.5864849421176271, |
| "grad_norm": 0.50390625, |
| "learning_rate": 7.99833670863634e-06, |
| "loss": 0.0677, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.5868235592897505, |
| "grad_norm": 0.52734375, |
| "learning_rate": 7.987368568166653e-06, |
| "loss": 0.0724, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.5871621764618739, |
| "grad_norm": 0.421875, |
| "learning_rate": 7.976402950530623e-06, |
| "loss": 0.0529, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.5875007936339972, |
| "grad_norm": 0.5, |
| "learning_rate": 7.965439869473664e-06, |
| "loss": 0.067, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.5878394108061205, |
| "grad_norm": 0.421875, |
| "learning_rate": 7.954479338737995e-06, |
| "loss": 0.0582, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.5881780279782438, |
| "grad_norm": 0.609375, |
| "learning_rate": 7.943521372062641e-06, |
| "loss": 0.0765, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.5885166451503672, |
| "grad_norm": 0.59375, |
| "learning_rate": 7.932565983183416e-06, |
| "loss": 0.0745, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.5888552623224905, |
| "grad_norm": 0.45703125, |
| "learning_rate": 7.921613185832897e-06, |
| "loss": 0.0624, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.5891938794946139, |
| "grad_norm": 0.455078125, |
| "learning_rate": 7.910662993740422e-06, |
| "loss": 0.0571, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.5895324966667372, |
| "grad_norm": 0.5078125, |
| "learning_rate": 7.899715420632056e-06, |
| "loss": 0.0677, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.5898711138388606, |
| "grad_norm": 0.44140625, |
| "learning_rate": 7.888770480230582e-06, |
| "loss": 0.0539, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.5902097310109838, |
| "grad_norm": 0.5703125, |
| "learning_rate": 7.87782818625548e-06, |
| "loss": 0.0742, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.5905483481831072, |
| "grad_norm": 0.51953125, |
| "learning_rate": 7.866888552422924e-06, |
| "loss": 0.0653, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.5908869653552306, |
| "grad_norm": 0.4609375, |
| "learning_rate": 7.855951592445743e-06, |
| "loss": 0.0559, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.5912255825273539, |
| "grad_norm": 0.470703125, |
| "learning_rate": 7.845017320033415e-06, |
| "loss": 0.0502, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.5915641996994773, |
| "grad_norm": 0.53125, |
| "learning_rate": 7.834085748892052e-06, |
| "loss": 0.064, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.5919028168716006, |
| "grad_norm": 0.4921875, |
| "learning_rate": 7.823156892724379e-06, |
| "loss": 0.0646, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.592241434043724, |
| "grad_norm": 0.7109375, |
| "learning_rate": 7.81223076522972e-06, |
| "loss": 0.0848, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.5925800512158473, |
| "grad_norm": 0.546875, |
| "learning_rate": 7.801307380103977e-06, |
| "loss": 0.0657, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.5929186683879706, |
| "grad_norm": 0.458984375, |
| "learning_rate": 7.790386751039609e-06, |
| "loss": 0.0562, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.5932572855600939, |
| "grad_norm": 0.59375, |
| "learning_rate": 7.779468891725633e-06, |
| "loss": 0.0803, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.5935959027322173, |
| "grad_norm": 0.515625, |
| "learning_rate": 7.768553815847583e-06, |
| "loss": 0.0589, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.5939345199043407, |
| "grad_norm": 0.5859375, |
| "learning_rate": 7.757641537087509e-06, |
| "loss": 0.0716, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.594273137076464, |
| "grad_norm": 0.52734375, |
| "learning_rate": 7.74673206912395e-06, |
| "loss": 0.0715, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.5946117542485874, |
| "grad_norm": 0.50390625, |
| "learning_rate": 7.735825425631926e-06, |
| "loss": 0.0671, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.5949503714207107, |
| "grad_norm": 0.396484375, |
| "learning_rate": 7.724921620282917e-06, |
| "loss": 0.0529, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.595288988592834, |
| "grad_norm": 0.453125, |
| "learning_rate": 7.71402066674484e-06, |
| "loss": 0.0607, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.5956276057649573, |
| "grad_norm": 0.5390625, |
| "learning_rate": 7.703122578682047e-06, |
| "loss": 0.0687, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.5959662229370807, |
| "grad_norm": 0.390625, |
| "learning_rate": 7.69222736975529e-06, |
| "loss": 0.0491, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.596304840109204, |
| "grad_norm": 0.64453125, |
| "learning_rate": 7.681335053621712e-06, |
| "loss": 0.0563, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.5966434572813274, |
| "grad_norm": 0.43359375, |
| "learning_rate": 7.670445643934833e-06, |
| "loss": 0.0574, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.5969820744534508, |
| "grad_norm": 0.5390625, |
| "learning_rate": 7.659559154344533e-06, |
| "loss": 0.0558, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.5973206916255741, |
| "grad_norm": 0.59765625, |
| "learning_rate": 7.648675598497023e-06, |
| "loss": 0.0637, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.5976593087976974, |
| "grad_norm": 0.69140625, |
| "learning_rate": 7.637794990034843e-06, |
| "loss": 0.0891, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.5979979259698207, |
| "grad_norm": 0.51953125, |
| "learning_rate": 7.626917342596833e-06, |
| "loss": 0.0642, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.5983365431419441, |
| "grad_norm": 0.546875, |
| "learning_rate": 7.616042669818133e-06, |
| "loss": 0.0673, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.5986751603140674, |
| "grad_norm": 0.6328125, |
| "learning_rate": 7.605170985330139e-06, |
| "loss": 0.0731, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.5990137774861908, |
| "grad_norm": 0.462890625, |
| "learning_rate": 7.594302302760512e-06, |
| "loss": 0.0545, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.5993523946583141, |
| "grad_norm": 0.53515625, |
| "learning_rate": 7.5834366357331436e-06, |
| "loss": 0.0648, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.5996910118304375, |
| "grad_norm": 0.466796875, |
| "learning_rate": 7.572573997868151e-06, |
| "loss": 0.0583, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.6000296290025607, |
| "grad_norm": 0.66015625, |
| "learning_rate": 7.5617144027818515e-06, |
| "loss": 0.1069, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.6003682461746841, |
| "grad_norm": 0.474609375, |
| "learning_rate": 7.550857864086747e-06, |
| "loss": 0.0693, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.6007068633468075, |
| "grad_norm": 0.427734375, |
| "learning_rate": 7.540004395391509e-06, |
| "loss": 0.0567, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.6010454805189308, |
| "grad_norm": 0.4140625, |
| "learning_rate": 7.529154010300963e-06, |
| "loss": 0.0502, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.6013840976910542, |
| "grad_norm": 0.470703125, |
| "learning_rate": 7.518306722416074e-06, |
| "loss": 0.0619, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.6013840976910542, |
| "eval_loss": 0.06656693667173386, |
| "eval_runtime": 815.1123, |
| "eval_samples_per_second": 12.204, |
| "eval_steps_per_second": 3.051, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.6017227148631775, |
| "grad_norm": 0.486328125, |
| "learning_rate": 7.5074625453339034e-06, |
| "loss": 0.0615, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.6020613320353009, |
| "grad_norm": 0.51953125, |
| "learning_rate": 7.496621492647638e-06, |
| "loss": 0.0651, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.6023999492074242, |
| "grad_norm": 0.62109375, |
| "learning_rate": 7.485783577946537e-06, |
| "loss": 0.0694, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.6027385663795475, |
| "grad_norm": 0.46484375, |
| "learning_rate": 7.474948814815927e-06, |
| "loss": 0.0644, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.6030771835516708, |
| "grad_norm": 0.408203125, |
| "learning_rate": 7.464117216837181e-06, |
| "loss": 0.055, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.6034158007237942, |
| "grad_norm": 0.5078125, |
| "learning_rate": 7.453288797587714e-06, |
| "loss": 0.0585, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.6037544178959176, |
| "grad_norm": 0.45703125, |
| "learning_rate": 7.442463570640947e-06, |
| "loss": 0.0593, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.6040930350680409, |
| "grad_norm": 0.412109375, |
| "learning_rate": 7.431641549566304e-06, |
| "loss": 0.0542, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.6044316522401643, |
| "grad_norm": 0.54296875, |
| "learning_rate": 7.420822747929187e-06, |
| "loss": 0.0711, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.6047702694122876, |
| "grad_norm": 0.98046875, |
| "learning_rate": 7.410007179290968e-06, |
| "loss": 0.0832, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.6051088865844109, |
| "grad_norm": 0.49609375, |
| "learning_rate": 7.399194857208962e-06, |
| "loss": 0.0673, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.6054475037565342, |
| "grad_norm": 0.51171875, |
| "learning_rate": 7.388385795236415e-06, |
| "loss": 0.0717, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.6057861209286576, |
| "grad_norm": 0.53515625, |
| "learning_rate": 7.377580006922486e-06, |
| "loss": 0.0606, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.6061247381007809, |
| "grad_norm": 0.50390625, |
| "learning_rate": 7.366777505812234e-06, |
| "loss": 0.0667, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.6064633552729043, |
| "grad_norm": 0.421875, |
| "learning_rate": 7.355978305446594e-06, |
| "loss": 0.0498, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.6068019724450276, |
| "grad_norm": 0.7265625, |
| "learning_rate": 7.345182419362364e-06, |
| "loss": 0.1045, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.607140589617151, |
| "grad_norm": 2.0, |
| "learning_rate": 7.334389861092187e-06, |
| "loss": 0.0706, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.6074792067892743, |
| "grad_norm": 0.44140625, |
| "learning_rate": 7.323600644164539e-06, |
| "loss": 0.0613, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.6078178239613976, |
| "grad_norm": 0.66015625, |
| "learning_rate": 7.312814782103703e-06, |
| "loss": 0.0837, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.608156441133521, |
| "grad_norm": 0.48828125, |
| "learning_rate": 7.3020322884297565e-06, |
| "loss": 0.073, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.6084950583056443, |
| "grad_norm": 0.353515625, |
| "learning_rate": 7.291253176658562e-06, |
| "loss": 0.046, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.6088336754777677, |
| "grad_norm": 0.5546875, |
| "learning_rate": 7.280477460301727e-06, |
| "loss": 0.0621, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.609172292649891, |
| "grad_norm": 0.546875, |
| "learning_rate": 7.26970515286662e-06, |
| "loss": 0.0646, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.6095109098220144, |
| "grad_norm": 0.427734375, |
| "learning_rate": 7.258936267856323e-06, |
| "loss": 0.0622, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.6098495269941376, |
| "grad_norm": 0.435546875, |
| "learning_rate": 7.248170818769642e-06, |
| "loss": 0.0426, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.610188144166261, |
| "grad_norm": 0.51171875, |
| "learning_rate": 7.237408819101064e-06, |
| "loss": 0.0586, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.6105267613383843, |
| "grad_norm": 0.64453125, |
| "learning_rate": 7.2266502823407584e-06, |
| "loss": 0.0624, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.6108653785105077, |
| "grad_norm": 0.474609375, |
| "learning_rate": 7.215895221974548e-06, |
| "loss": 0.062, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.6112039956826311, |
| "grad_norm": 0.51953125, |
| "learning_rate": 7.2051436514839064e-06, |
| "loss": 0.0654, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.6115426128547544, |
| "grad_norm": 0.47265625, |
| "learning_rate": 7.194395584345927e-06, |
| "loss": 0.0551, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.6118812300268778, |
| "grad_norm": 0.55078125, |
| "learning_rate": 7.1836510340333125e-06, |
| "loss": 0.0641, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.6122198471990011, |
| "grad_norm": 0.39453125, |
| "learning_rate": 7.1729100140143535e-06, |
| "loss": 0.0479, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.6125584643711244, |
| "grad_norm": 0.6328125, |
| "learning_rate": 7.162172537752927e-06, |
| "loss": 0.0776, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.6128970815432477, |
| "grad_norm": 0.486328125, |
| "learning_rate": 7.151438618708455e-06, |
| "loss": 0.065, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.6132356987153711, |
| "grad_norm": 0.58984375, |
| "learning_rate": 7.1407082703359085e-06, |
| "loss": 0.0835, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.6135743158874944, |
| "grad_norm": 0.54296875, |
| "learning_rate": 7.129981506085777e-06, |
| "loss": 0.0665, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.6139129330596178, |
| "grad_norm": 0.48046875, |
| "learning_rate": 7.119258339404065e-06, |
| "loss": 0.0605, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.6142515502317412, |
| "grad_norm": 0.39453125, |
| "learning_rate": 7.1085387837322595e-06, |
| "loss": 0.0528, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.6145901674038645, |
| "grad_norm": 0.65625, |
| "learning_rate": 7.097822852507325e-06, |
| "loss": 0.0892, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.6149287845759878, |
| "grad_norm": 0.5625, |
| "learning_rate": 7.087110559161681e-06, |
| "loss": 0.079, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.6152674017481111, |
| "grad_norm": 0.671875, |
| "learning_rate": 7.0764019171231906e-06, |
| "loss": 0.0519, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.6156060189202345, |
| "grad_norm": 0.53125, |
| "learning_rate": 7.06569693981514e-06, |
| "loss": 0.0608, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.6159446360923578, |
| "grad_norm": 0.5546875, |
| "learning_rate": 7.0549956406562105e-06, |
| "loss": 0.0784, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.6162832532644812, |
| "grad_norm": 0.47265625, |
| "learning_rate": 7.044298033060487e-06, |
| "loss": 0.0667, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.6166218704366045, |
| "grad_norm": 0.447265625, |
| "learning_rate": 7.033604130437422e-06, |
| "loss": 0.0612, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.6169604876087279, |
| "grad_norm": 0.61328125, |
| "learning_rate": 7.022913946191821e-06, |
| "loss": 0.0698, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.6172991047808511, |
| "grad_norm": 0.5625, |
| "learning_rate": 7.012227493723831e-06, |
| "loss": 0.0673, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.6176377219529745, |
| "grad_norm": 0.5546875, |
| "learning_rate": 7.001544786428924e-06, |
| "loss": 0.0601, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.6179763391250979, |
| "grad_norm": 0.5390625, |
| "learning_rate": 6.990865837697872e-06, |
| "loss": 0.0562, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.6183149562972212, |
| "grad_norm": 0.46875, |
| "learning_rate": 6.980190660916739e-06, |
| "loss": 0.0658, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.6186535734693446, |
| "grad_norm": 0.42578125, |
| "learning_rate": 6.969519269466858e-06, |
| "loss": 0.055, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.6189921906414679, |
| "grad_norm": 0.490234375, |
| "learning_rate": 6.958851676724823e-06, |
| "loss": 0.0652, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.6193308078135913, |
| "grad_norm": 0.578125, |
| "learning_rate": 6.9481878960624585e-06, |
| "loss": 0.0715, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.6196694249857145, |
| "grad_norm": 0.74609375, |
| "learning_rate": 6.937527940846816e-06, |
| "loss": 0.1297, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.6200080421578379, |
| "grad_norm": 0.43359375, |
| "learning_rate": 6.926871824440149e-06, |
| "loss": 0.0607, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.6203466593299612, |
| "grad_norm": 0.470703125, |
| "learning_rate": 6.916219560199904e-06, |
| "loss": 0.0621, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.6206852765020846, |
| "grad_norm": 0.46484375, |
| "learning_rate": 6.905571161478692e-06, |
| "loss": 0.0516, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.621023893674208, |
| "grad_norm": 0.5546875, |
| "learning_rate": 6.894926641624282e-06, |
| "loss": 0.0806, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.6213625108463313, |
| "grad_norm": 0.453125, |
| "learning_rate": 6.8842860139795795e-06, |
| "loss": 0.0625, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.6217011280184547, |
| "grad_norm": 0.490234375, |
| "learning_rate": 6.873649291882613e-06, |
| "loss": 0.0609, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.622039745190578, |
| "grad_norm": 0.478515625, |
| "learning_rate": 6.8630164886665165e-06, |
| "loss": 0.0683, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.6223783623627013, |
| "grad_norm": 0.43359375, |
| "learning_rate": 6.8523876176595084e-06, |
| "loss": 0.0567, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.6227169795348246, |
| "grad_norm": 0.41796875, |
| "learning_rate": 6.841762692184881e-06, |
| "loss": 0.0535, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.623055596706948, |
| "grad_norm": 0.57421875, |
| "learning_rate": 6.831141725560975e-06, |
| "loss": 0.0775, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.6233942138790713, |
| "grad_norm": 0.5, |
| "learning_rate": 6.820524731101176e-06, |
| "loss": 0.0621, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.6237328310511947, |
| "grad_norm": 0.490234375, |
| "learning_rate": 6.809911722113884e-06, |
| "loss": 0.0549, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.6240714482233181, |
| "grad_norm": 0.54296875, |
| "learning_rate": 6.7993027119025115e-06, |
| "loss": 0.0683, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.6244100653954414, |
| "grad_norm": 0.4453125, |
| "learning_rate": 6.7886977137654505e-06, |
| "loss": 0.0644, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.6247486825675647, |
| "grad_norm": 0.52734375, |
| "learning_rate": 6.778096740996069e-06, |
| "loss": 0.0677, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.625087299739688, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.767499806882685e-06, |
| "loss": 0.0645, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.6254259169118114, |
| "grad_norm": 0.486328125, |
| "learning_rate": 6.756906924708558e-06, |
| "loss": 0.069, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.6257645340839347, |
| "grad_norm": 0.4765625, |
| "learning_rate": 6.746318107751867e-06, |
| "loss": 0.064, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.6261031512560581, |
| "grad_norm": 0.48828125, |
| "learning_rate": 6.735733369285694e-06, |
| "loss": 0.0662, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.6264417684281814, |
| "grad_norm": 0.55078125, |
| "learning_rate": 6.7251527225780075e-06, |
| "loss": 0.0766, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.6267803856003048, |
| "grad_norm": 0.51171875, |
| "learning_rate": 6.714576180891653e-06, |
| "loss": 0.0681, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.627119002772428, |
| "grad_norm": 0.52734375, |
| "learning_rate": 6.7040037574843255e-06, |
| "loss": 0.0711, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.6274576199445514, |
| "grad_norm": 0.58203125, |
| "learning_rate": 6.693435465608556e-06, |
| "loss": 0.0742, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.6277962371166748, |
| "grad_norm": 0.36328125, |
| "learning_rate": 6.682871318511702e-06, |
| "loss": 0.0477, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.6281348542887981, |
| "grad_norm": 0.498046875, |
| "learning_rate": 6.672311329435919e-06, |
| "loss": 0.0624, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.6284734714609215, |
| "grad_norm": 0.5078125, |
| "learning_rate": 6.66175551161816e-06, |
| "loss": 0.0648, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.6288120886330448, |
| "grad_norm": 0.53125, |
| "learning_rate": 6.651203878290139e-06, |
| "loss": 0.0629, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.6291507058051682, |
| "grad_norm": 0.4375, |
| "learning_rate": 6.64065644267833e-06, |
| "loss": 0.059, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.6294893229772914, |
| "grad_norm": 0.5390625, |
| "learning_rate": 6.630113218003944e-06, |
| "loss": 0.0675, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.6298279401494148, |
| "grad_norm": 0.59375, |
| "learning_rate": 6.619574217482918e-06, |
| "loss": 0.0798, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.6301665573215381, |
| "grad_norm": 0.51171875, |
| "learning_rate": 6.609039454325887e-06, |
| "loss": 0.0715, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.6305051744936615, |
| "grad_norm": 0.59375, |
| "learning_rate": 6.598508941738176e-06, |
| "loss": 0.0674, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.6308437916657849, |
| "grad_norm": 0.427734375, |
| "learning_rate": 6.587982692919785e-06, |
| "loss": 0.045, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.6311824088379082, |
| "grad_norm": 0.53515625, |
| "learning_rate": 6.5774607210653675e-06, |
| "loss": 0.0666, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.6315210260100316, |
| "grad_norm": 0.5859375, |
| "learning_rate": 6.566943039364215e-06, |
| "loss": 0.0581, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.6318596431821549, |
| "grad_norm": 0.5546875, |
| "learning_rate": 6.556429661000244e-06, |
| "loss": 0.0726, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.6321982603542782, |
| "grad_norm": 1.3203125, |
| "learning_rate": 6.545920599151976e-06, |
| "loss": 0.0555, |
| "step": 1867 |
| }, |
| { |
| "epoch": 0.6325368775264015, |
| "grad_norm": 0.51171875, |
| "learning_rate": 6.535415866992518e-06, |
| "loss": 0.0702, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.6328754946985249, |
| "grad_norm": 0.51171875, |
| "learning_rate": 6.524915477689553e-06, |
| "loss": 0.0601, |
| "step": 1869 |
| }, |
| { |
| "epoch": 0.6332141118706482, |
| "grad_norm": 0.384765625, |
| "learning_rate": 6.5144194444053235e-06, |
| "loss": 0.0561, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.6335527290427716, |
| "grad_norm": 0.59765625, |
| "learning_rate": 6.503927780296605e-06, |
| "loss": 0.0833, |
| "step": 1871 |
| }, |
| { |
| "epoch": 0.633891346214895, |
| "grad_norm": 0.48828125, |
| "learning_rate": 6.4934404985147e-06, |
| "loss": 0.0658, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.6342299633870183, |
| "grad_norm": 0.44140625, |
| "learning_rate": 6.482957612205416e-06, |
| "loss": 0.0476, |
| "step": 1873 |
| }, |
| { |
| "epoch": 0.6345685805591416, |
| "grad_norm": 1.03125, |
| "learning_rate": 6.472479134509052e-06, |
| "loss": 0.094, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.6349071977312649, |
| "grad_norm": 0.6484375, |
| "learning_rate": 6.4620050785603836e-06, |
| "loss": 0.0744, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.6352458149033883, |
| "grad_norm": 0.462890625, |
| "learning_rate": 6.451535457488638e-06, |
| "loss": 0.0597, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.6355844320755116, |
| "grad_norm": 0.42578125, |
| "learning_rate": 6.4410702844174875e-06, |
| "loss": 0.0638, |
| "step": 1877 |
| }, |
| { |
| "epoch": 0.635923049247635, |
| "grad_norm": 0.4765625, |
| "learning_rate": 6.430609572465024e-06, |
| "loss": 0.0623, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.6362616664197583, |
| "grad_norm": 0.4375, |
| "learning_rate": 6.420153334743755e-06, |
| "loss": 0.0562, |
| "step": 1879 |
| }, |
| { |
| "epoch": 0.6366002835918817, |
| "grad_norm": 1.125, |
| "learning_rate": 6.409701584360575e-06, |
| "loss": 0.0465, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.636938900764005, |
| "grad_norm": 0.416015625, |
| "learning_rate": 6.399254334416752e-06, |
| "loss": 0.0492, |
| "step": 1881 |
| }, |
| { |
| "epoch": 0.6372775179361283, |
| "grad_norm": 0.45703125, |
| "learning_rate": 6.388811598007918e-06, |
| "loss": 0.0583, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.6376161351082517, |
| "grad_norm": 0.53125, |
| "learning_rate": 6.378373388224039e-06, |
| "loss": 0.0709, |
| "step": 1883 |
| }, |
| { |
| "epoch": 0.637954752280375, |
| "grad_norm": 0.46484375, |
| "learning_rate": 6.3679397181494115e-06, |
| "loss": 0.0598, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.6382933694524984, |
| "grad_norm": 0.41796875, |
| "learning_rate": 6.357510600862646e-06, |
| "loss": 0.0561, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.6386319866246217, |
| "grad_norm": 0.5703125, |
| "learning_rate": 6.3470860494366415e-06, |
| "loss": 0.0637, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.6389706037967451, |
| "grad_norm": 0.5390625, |
| "learning_rate": 6.336666076938573e-06, |
| "loss": 0.0627, |
| "step": 1887 |
| }, |
| { |
| "epoch": 0.6393092209688683, |
| "grad_norm": 0.5703125, |
| "learning_rate": 6.326250696429877e-06, |
| "loss": 0.0742, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.6396478381409917, |
| "grad_norm": 0.474609375, |
| "learning_rate": 6.315839920966229e-06, |
| "loss": 0.0568, |
| "step": 1889 |
| }, |
| { |
| "epoch": 0.639986455313115, |
| "grad_norm": 0.51953125, |
| "learning_rate": 6.305433763597546e-06, |
| "loss": 0.0758, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.6403250724852384, |
| "grad_norm": 0.462890625, |
| "learning_rate": 6.295032237367942e-06, |
| "loss": 0.0552, |
| "step": 1891 |
| }, |
| { |
| "epoch": 0.6406636896573618, |
| "grad_norm": 0.470703125, |
| "learning_rate": 6.284635355315731e-06, |
| "loss": 0.0675, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.6410023068294851, |
| "grad_norm": 0.52734375, |
| "learning_rate": 6.274243130473405e-06, |
| "loss": 0.063, |
| "step": 1893 |
| }, |
| { |
| "epoch": 0.6413409240016085, |
| "grad_norm": 0.40625, |
| "learning_rate": 6.2638555758676215e-06, |
| "loss": 0.0549, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.6416795411737318, |
| "grad_norm": 0.478515625, |
| "learning_rate": 6.253472704519179e-06, |
| "loss": 0.0589, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.6420181583458551, |
| "grad_norm": 0.62109375, |
| "learning_rate": 6.243094529443008e-06, |
| "loss": 0.0856, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.6423567755179784, |
| "grad_norm": 0.380859375, |
| "learning_rate": 6.232721063648148e-06, |
| "loss": 0.0506, |
| "step": 1897 |
| }, |
| { |
| "epoch": 0.6426953926901018, |
| "grad_norm": 0.55859375, |
| "learning_rate": 6.222352320137748e-06, |
| "loss": 0.0758, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.6430340098622251, |
| "grad_norm": 0.427734375, |
| "learning_rate": 6.211988311909021e-06, |
| "loss": 0.0528, |
| "step": 1899 |
| }, |
| { |
| "epoch": 0.6433726270343485, |
| "grad_norm": 0.4296875, |
| "learning_rate": 6.201629051953257e-06, |
| "loss": 0.0562, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.6437112442064719, |
| "grad_norm": 0.44140625, |
| "learning_rate": 6.1912745532557834e-06, |
| "loss": 0.0583, |
| "step": 1901 |
| }, |
| { |
| "epoch": 0.6440498613785952, |
| "grad_norm": 0.56640625, |
| "learning_rate": 6.180924828795972e-06, |
| "loss": 0.0687, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.6443884785507185, |
| "grad_norm": 0.53125, |
| "learning_rate": 6.170579891547202e-06, |
| "loss": 0.0623, |
| "step": 1903 |
| }, |
| { |
| "epoch": 0.6447270957228418, |
| "grad_norm": 0.4921875, |
| "learning_rate": 6.160239754476849e-06, |
| "loss": 0.0695, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.6450657128949652, |
| "grad_norm": 0.46484375, |
| "learning_rate": 6.149904430546278e-06, |
| "loss": 0.0585, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.6454043300670885, |
| "grad_norm": 0.44921875, |
| "learning_rate": 6.1395739327108185e-06, |
| "loss": 0.0655, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.6457429472392119, |
| "grad_norm": 0.56640625, |
| "learning_rate": 6.12924827391975e-06, |
| "loss": 0.0727, |
| "step": 1907 |
| }, |
| { |
| "epoch": 0.6460815644113352, |
| "grad_norm": 0.46484375, |
| "learning_rate": 6.118927467116285e-06, |
| "loss": 0.0523, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.6464201815834586, |
| "grad_norm": 0.625, |
| "learning_rate": 6.1086115252375585e-06, |
| "loss": 0.0855, |
| "step": 1909 |
| }, |
| { |
| "epoch": 0.6467587987555818, |
| "grad_norm": 0.6328125, |
| "learning_rate": 6.098300461214605e-06, |
| "loss": 0.0866, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.6470974159277052, |
| "grad_norm": 0.4765625, |
| "learning_rate": 6.087994287972341e-06, |
| "loss": 0.0627, |
| "step": 1911 |
| }, |
| { |
| "epoch": 0.6474360330998286, |
| "grad_norm": 0.7109375, |
| "learning_rate": 6.077693018429556e-06, |
| "loss": 0.0702, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.6477746502719519, |
| "grad_norm": 0.578125, |
| "learning_rate": 6.0673966654988946e-06, |
| "loss": 0.0679, |
| "step": 1913 |
| }, |
| { |
| "epoch": 0.6481132674440753, |
| "grad_norm": 0.51953125, |
| "learning_rate": 6.057105242086836e-06, |
| "loss": 0.0615, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.6484518846161986, |
| "grad_norm": 0.462890625, |
| "learning_rate": 6.046818761093678e-06, |
| "loss": 0.0506, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.648790501788322, |
| "grad_norm": 0.76171875, |
| "learning_rate": 6.036537235413524e-06, |
| "loss": 0.1215, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.6491291189604452, |
| "grad_norm": 0.4921875, |
| "learning_rate": 6.026260677934273e-06, |
| "loss": 0.0574, |
| "step": 1917 |
| }, |
| { |
| "epoch": 0.6494677361325686, |
| "grad_norm": 0.43359375, |
| "learning_rate": 6.015989101537586e-06, |
| "loss": 0.0573, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.6498063533046919, |
| "grad_norm": 0.384765625, |
| "learning_rate": 6.005722519098887e-06, |
| "loss": 0.0501, |
| "step": 1919 |
| }, |
| { |
| "epoch": 0.6501449704768153, |
| "grad_norm": 0.46875, |
| "learning_rate": 5.995460943487334e-06, |
| "loss": 0.0666, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.6504835876489387, |
| "grad_norm": 0.50390625, |
| "learning_rate": 5.9852043875658195e-06, |
| "loss": 0.0678, |
| "step": 1921 |
| }, |
| { |
| "epoch": 0.650822204821062, |
| "grad_norm": 0.58203125, |
| "learning_rate": 5.974952864190933e-06, |
| "loss": 0.0809, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.6511608219931854, |
| "grad_norm": 0.453125, |
| "learning_rate": 5.964706386212959e-06, |
| "loss": 0.0657, |
| "step": 1923 |
| }, |
| { |
| "epoch": 0.6514994391653087, |
| "grad_norm": 0.443359375, |
| "learning_rate": 5.95446496647586e-06, |
| "loss": 0.0508, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.651838056337432, |
| "grad_norm": 0.427734375, |
| "learning_rate": 5.944228617817263e-06, |
| "loss": 0.0598, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.6521766735095553, |
| "grad_norm": 0.470703125, |
| "learning_rate": 5.933997353068419e-06, |
| "loss": 0.0699, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.6525152906816787, |
| "grad_norm": 0.609375, |
| "learning_rate": 5.923771185054224e-06, |
| "loss": 0.0726, |
| "step": 1927 |
| }, |
| { |
| "epoch": 0.652853907853802, |
| "grad_norm": 0.5078125, |
| "learning_rate": 5.913550126593186e-06, |
| "loss": 0.0721, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.6531925250259254, |
| "grad_norm": 0.37890625, |
| "learning_rate": 5.903334190497396e-06, |
| "loss": 0.0483, |
| "step": 1929 |
| }, |
| { |
| "epoch": 0.6535311421980488, |
| "grad_norm": 0.462890625, |
| "learning_rate": 5.8931233895725345e-06, |
| "loss": 0.0528, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.6538697593701721, |
| "grad_norm": 0.482421875, |
| "learning_rate": 5.882917736617839e-06, |
| "loss": 0.0751, |
| "step": 1931 |
| }, |
| { |
| "epoch": 0.6542083765422954, |
| "grad_norm": 0.4296875, |
| "learning_rate": 5.872717244426099e-06, |
| "loss": 0.0562, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.6545469937144187, |
| "grad_norm": 0.498046875, |
| "learning_rate": 5.862521925783631e-06, |
| "loss": 0.0628, |
| "step": 1933 |
| }, |
| { |
| "epoch": 0.6548856108865421, |
| "grad_norm": 0.44140625, |
| "learning_rate": 5.852331793470267e-06, |
| "loss": 0.0523, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.6552242280586654, |
| "grad_norm": 0.5390625, |
| "learning_rate": 5.842146860259337e-06, |
| "loss": 0.0563, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.6555628452307888, |
| "grad_norm": 0.41796875, |
| "learning_rate": 5.8319671389176605e-06, |
| "loss": 0.0523, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.6559014624029121, |
| "grad_norm": 0.439453125, |
| "learning_rate": 5.821792642205512e-06, |
| "loss": 0.0534, |
| "step": 1937 |
| }, |
| { |
| "epoch": 0.6562400795750355, |
| "grad_norm": 0.8984375, |
| "learning_rate": 5.811623382876636e-06, |
| "loss": 0.0865, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.6565786967471587, |
| "grad_norm": 0.7734375, |
| "learning_rate": 5.8014593736781864e-06, |
| "loss": 0.0701, |
| "step": 1939 |
| }, |
| { |
| "epoch": 0.6569173139192821, |
| "grad_norm": 0.458984375, |
| "learning_rate": 5.791300627350759e-06, |
| "loss": 0.052, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.6572559310914055, |
| "grad_norm": 0.51953125, |
| "learning_rate": 5.781147156628336e-06, |
| "loss": 0.0633, |
| "step": 1941 |
| }, |
| { |
| "epoch": 0.6575945482635288, |
| "grad_norm": 0.54296875, |
| "learning_rate": 5.770998974238298e-06, |
| "loss": 0.0629, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.6579331654356522, |
| "grad_norm": 0.48828125, |
| "learning_rate": 5.760856092901394e-06, |
| "loss": 0.0605, |
| "step": 1943 |
| }, |
| { |
| "epoch": 0.6582717826077755, |
| "grad_norm": 0.51953125, |
| "learning_rate": 5.750718525331722e-06, |
| "loss": 0.0576, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.6586103997798989, |
| "grad_norm": 0.373046875, |
| "learning_rate": 5.740586284236724e-06, |
| "loss": 0.0499, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.6589490169520221, |
| "grad_norm": 0.5078125, |
| "learning_rate": 5.730459382317177e-06, |
| "loss": 0.0711, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.6592876341241455, |
| "grad_norm": 0.412109375, |
| "learning_rate": 5.720337832267136e-06, |
| "loss": 0.06, |
| "step": 1947 |
| }, |
| { |
| "epoch": 0.6596262512962688, |
| "grad_norm": 0.52734375, |
| "learning_rate": 5.710221646773971e-06, |
| "loss": 0.0605, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.6599648684683922, |
| "grad_norm": 0.48046875, |
| "learning_rate": 5.700110838518327e-06, |
| "loss": 0.0567, |
| "step": 1949 |
| }, |
| { |
| "epoch": 0.6603034856405156, |
| "grad_norm": 0.376953125, |
| "learning_rate": 5.690005420174095e-06, |
| "loss": 0.0477, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.6606421028126389, |
| "grad_norm": 0.486328125, |
| "learning_rate": 5.679905404408426e-06, |
| "loss": 0.0622, |
| "step": 1951 |
| }, |
| { |
| "epoch": 0.6609807199847623, |
| "grad_norm": 0.6015625, |
| "learning_rate": 5.6698108038816815e-06, |
| "loss": 0.0638, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.6613193371568856, |
| "grad_norm": 0.400390625, |
| "learning_rate": 5.6597216312474476e-06, |
| "loss": 0.054, |
| "step": 1953 |
| }, |
| { |
| "epoch": 0.6616579543290089, |
| "grad_norm": 0.453125, |
| "learning_rate": 5.649637899152509e-06, |
| "loss": 0.0533, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.6619965715011322, |
| "grad_norm": 0.455078125, |
| "learning_rate": 5.639559620236815e-06, |
| "loss": 0.0573, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.6623351886732556, |
| "grad_norm": 0.5, |
| "learning_rate": 5.629486807133495e-06, |
| "loss": 0.0699, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.6626738058453789, |
| "grad_norm": 0.44921875, |
| "learning_rate": 5.619419472468824e-06, |
| "loss": 0.0509, |
| "step": 1957 |
| }, |
| { |
| "epoch": 0.6630124230175023, |
| "grad_norm": 0.625, |
| "learning_rate": 5.609357628862197e-06, |
| "loss": 0.0755, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.6633510401896257, |
| "grad_norm": 0.451171875, |
| "learning_rate": 5.599301288926145e-06, |
| "loss": 0.0509, |
| "step": 1959 |
| }, |
| { |
| "epoch": 0.663689657361749, |
| "grad_norm": 0.478515625, |
| "learning_rate": 5.5892504652662845e-06, |
| "loss": 0.0623, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.6640282745338723, |
| "grad_norm": 0.478515625, |
| "learning_rate": 5.579205170481328e-06, |
| "loss": 0.0578, |
| "step": 1961 |
| }, |
| { |
| "epoch": 0.6643668917059956, |
| "grad_norm": 0.498046875, |
| "learning_rate": 5.569165417163054e-06, |
| "loss": 0.0685, |
| "step": 1962 |
| }, |
| { |
| "epoch": 0.664705508878119, |
| "grad_norm": 0.515625, |
| "learning_rate": 5.559131217896288e-06, |
| "loss": 0.0699, |
| "step": 1963 |
| }, |
| { |
| "epoch": 0.6650441260502423, |
| "grad_norm": 0.470703125, |
| "learning_rate": 5.549102585258904e-06, |
| "loss": 0.0572, |
| "step": 1964 |
| }, |
| { |
| "epoch": 0.6653827432223657, |
| "grad_norm": 0.48046875, |
| "learning_rate": 5.539079531821799e-06, |
| "loss": 0.0532, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.665721360394489, |
| "grad_norm": 0.47265625, |
| "learning_rate": 5.529062070148859e-06, |
| "loss": 0.0597, |
| "step": 1966 |
| }, |
| { |
| "epoch": 0.6660599775666124, |
| "grad_norm": 0.470703125, |
| "learning_rate": 5.519050212796986e-06, |
| "loss": 0.0668, |
| "step": 1967 |
| }, |
| { |
| "epoch": 0.6663985947387356, |
| "grad_norm": 0.498046875, |
| "learning_rate": 5.509043972316037e-06, |
| "loss": 0.0614, |
| "step": 1968 |
| }, |
| { |
| "epoch": 0.666737211910859, |
| "grad_norm": 0.56640625, |
| "learning_rate": 5.499043361248832e-06, |
| "loss": 0.0561, |
| "step": 1969 |
| }, |
| { |
| "epoch": 0.6670758290829824, |
| "grad_norm": 0.51953125, |
| "learning_rate": 5.489048392131147e-06, |
| "loss": 0.0859, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.6674144462551057, |
| "grad_norm": 0.46875, |
| "learning_rate": 5.4790590774916665e-06, |
| "loss": 0.0537, |
| "step": 1971 |
| }, |
| { |
| "epoch": 0.6677530634272291, |
| "grad_norm": 0.435546875, |
| "learning_rate": 5.469075429852002e-06, |
| "loss": 0.0555, |
| "step": 1972 |
| }, |
| { |
| "epoch": 0.6680916805993524, |
| "grad_norm": 0.51953125, |
| "learning_rate": 5.459097461726661e-06, |
| "loss": 0.0719, |
| "step": 1973 |
| }, |
| { |
| "epoch": 0.6684302977714758, |
| "grad_norm": 0.55078125, |
| "learning_rate": 5.44912518562302e-06, |
| "loss": 0.0772, |
| "step": 1974 |
| }, |
| { |
| "epoch": 0.668768914943599, |
| "grad_norm": 0.60546875, |
| "learning_rate": 5.439158614041331e-06, |
| "loss": 0.06, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.6691075321157224, |
| "grad_norm": 0.3984375, |
| "learning_rate": 5.4291977594746955e-06, |
| "loss": 0.0536, |
| "step": 1976 |
| }, |
| { |
| "epoch": 0.6694461492878457, |
| "grad_norm": 0.5859375, |
| "learning_rate": 5.419242634409039e-06, |
| "loss": 0.113, |
| "step": 1977 |
| }, |
| { |
| "epoch": 0.6697847664599691, |
| "grad_norm": 0.6484375, |
| "learning_rate": 5.409293251323119e-06, |
| "loss": 0.0825, |
| "step": 1978 |
| }, |
| { |
| "epoch": 0.6701233836320925, |
| "grad_norm": 0.5390625, |
| "learning_rate": 5.399349622688479e-06, |
| "loss": 0.0676, |
| "step": 1979 |
| }, |
| { |
| "epoch": 0.6704620008042158, |
| "grad_norm": 0.609375, |
| "learning_rate": 5.3894117609694655e-06, |
| "loss": 0.0731, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.6708006179763392, |
| "grad_norm": 0.4765625, |
| "learning_rate": 5.379479678623189e-06, |
| "loss": 0.0647, |
| "step": 1981 |
| }, |
| { |
| "epoch": 0.6711392351484625, |
| "grad_norm": 0.5078125, |
| "learning_rate": 5.3695533880995096e-06, |
| "loss": 0.0873, |
| "step": 1982 |
| }, |
| { |
| "epoch": 0.6714778523205858, |
| "grad_norm": 0.478515625, |
| "learning_rate": 5.359632901841038e-06, |
| "loss": 0.0594, |
| "step": 1983 |
| }, |
| { |
| "epoch": 0.6718164694927091, |
| "grad_norm": 0.404296875, |
| "learning_rate": 5.349718232283106e-06, |
| "loss": 0.0601, |
| "step": 1984 |
| }, |
| { |
| "epoch": 0.6721550866648325, |
| "grad_norm": 0.63671875, |
| "learning_rate": 5.339809391853747e-06, |
| "loss": 0.0798, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.6724937038369558, |
| "grad_norm": 0.494140625, |
| "learning_rate": 5.3299063929737015e-06, |
| "loss": 0.0687, |
| "step": 1986 |
| }, |
| { |
| "epoch": 0.6728323210090792, |
| "grad_norm": 0.4140625, |
| "learning_rate": 5.3200092480563704e-06, |
| "loss": 0.0536, |
| "step": 1987 |
| }, |
| { |
| "epoch": 0.6731709381812025, |
| "grad_norm": 0.609375, |
| "learning_rate": 5.310117969507833e-06, |
| "loss": 0.0457, |
| "step": 1988 |
| }, |
| { |
| "epoch": 0.6735095553533259, |
| "grad_norm": 0.51953125, |
| "learning_rate": 5.300232569726805e-06, |
| "loss": 0.0617, |
| "step": 1989 |
| }, |
| { |
| "epoch": 0.6738481725254492, |
| "grad_norm": 0.490234375, |
| "learning_rate": 5.29035306110463e-06, |
| "loss": 0.0634, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.6741867896975725, |
| "grad_norm": 0.53515625, |
| "learning_rate": 5.2804794560252785e-06, |
| "loss": 0.0601, |
| "step": 1991 |
| }, |
| { |
| "epoch": 0.6745254068696959, |
| "grad_norm": 0.61328125, |
| "learning_rate": 5.270611766865319e-06, |
| "loss": 0.0957, |
| "step": 1992 |
| }, |
| { |
| "epoch": 0.6748640240418192, |
| "grad_norm": 0.6328125, |
| "learning_rate": 5.2607500059938935e-06, |
| "loss": 0.1005, |
| "step": 1993 |
| }, |
| { |
| "epoch": 0.6752026412139426, |
| "grad_norm": 0.458984375, |
| "learning_rate": 5.250894185772724e-06, |
| "loss": 0.0555, |
| "step": 1994 |
| }, |
| { |
| "epoch": 0.6755412583860659, |
| "grad_norm": 0.44921875, |
| "learning_rate": 5.241044318556083e-06, |
| "loss": 0.0605, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.6758798755581893, |
| "grad_norm": 0.490234375, |
| "learning_rate": 5.231200416690775e-06, |
| "loss": 0.0753, |
| "step": 1996 |
| }, |
| { |
| "epoch": 0.6762184927303125, |
| "grad_norm": 0.515625, |
| "learning_rate": 5.221362492516139e-06, |
| "loss": 0.0718, |
| "step": 1997 |
| }, |
| { |
| "epoch": 0.6765571099024359, |
| "grad_norm": 0.50390625, |
| "learning_rate": 5.211530558364005e-06, |
| "loss": 0.0645, |
| "step": 1998 |
| }, |
| { |
| "epoch": 0.6768957270745593, |
| "grad_norm": 0.5, |
| "learning_rate": 5.201704626558708e-06, |
| "loss": 0.0597, |
| "step": 1999 |
| }, |
| { |
| "epoch": 0.6772343442466826, |
| "grad_norm": 1.109375, |
| "learning_rate": 5.191884709417058e-06, |
| "loss": 0.0725, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.677572961418806, |
| "grad_norm": 0.45703125, |
| "learning_rate": 5.1820708192483145e-06, |
| "loss": 0.0579, |
| "step": 2001 |
| }, |
| { |
| "epoch": 0.6779115785909293, |
| "grad_norm": 0.71484375, |
| "learning_rate": 5.172262968354198e-06, |
| "loss": 0.087, |
| "step": 2002 |
| }, |
| { |
| "epoch": 0.6782501957630527, |
| "grad_norm": 0.404296875, |
| "learning_rate": 5.162461169028841e-06, |
| "loss": 0.0513, |
| "step": 2003 |
| }, |
| { |
| "epoch": 0.6785888129351759, |
| "grad_norm": 0.58984375, |
| "learning_rate": 5.152665433558803e-06, |
| "loss": 0.0824, |
| "step": 2004 |
| }, |
| { |
| "epoch": 0.6789274301072993, |
| "grad_norm": 0.5, |
| "learning_rate": 5.1428757742230466e-06, |
| "loss": 0.0706, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.6792660472794226, |
| "grad_norm": 0.5078125, |
| "learning_rate": 5.1330922032928996e-06, |
| "loss": 0.0718, |
| "step": 2006 |
| }, |
| { |
| "epoch": 0.679604664451546, |
| "grad_norm": 0.59765625, |
| "learning_rate": 5.123314733032074e-06, |
| "loss": 0.0998, |
| "step": 2007 |
| }, |
| { |
| "epoch": 0.6799432816236693, |
| "grad_norm": 0.37890625, |
| "learning_rate": 5.113543375696633e-06, |
| "loss": 0.052, |
| "step": 2008 |
| }, |
| { |
| "epoch": 0.6802818987957927, |
| "grad_norm": 0.46484375, |
| "learning_rate": 5.1037781435349676e-06, |
| "loss": 0.065, |
| "step": 2009 |
| }, |
| { |
| "epoch": 0.6806205159679161, |
| "grad_norm": 0.3984375, |
| "learning_rate": 5.094019048787802e-06, |
| "loss": 0.051, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.6809591331400394, |
| "grad_norm": 0.60546875, |
| "learning_rate": 5.084266103688161e-06, |
| "loss": 0.0822, |
| "step": 2011 |
| }, |
| { |
| "epoch": 0.6812977503121627, |
| "grad_norm": 0.482421875, |
| "learning_rate": 5.074519320461358e-06, |
| "loss": 0.0605, |
| "step": 2012 |
| }, |
| { |
| "epoch": 0.681636367484286, |
| "grad_norm": 0.484375, |
| "learning_rate": 5.064778711324989e-06, |
| "loss": 0.0494, |
| "step": 2013 |
| }, |
| { |
| "epoch": 0.6819749846564094, |
| "grad_norm": 0.88671875, |
| "learning_rate": 5.055044288488913e-06, |
| "loss": 0.0791, |
| "step": 2014 |
| }, |
| { |
| "epoch": 0.6823136018285327, |
| "grad_norm": 0.41015625, |
| "learning_rate": 5.045316064155221e-06, |
| "loss": 0.054, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.6826522190006561, |
| "grad_norm": 0.4453125, |
| "learning_rate": 5.035594050518254e-06, |
| "loss": 0.0535, |
| "step": 2016 |
| }, |
| { |
| "epoch": 0.6829908361727794, |
| "grad_norm": 0.5078125, |
| "learning_rate": 5.025878259764545e-06, |
| "loss": 0.0676, |
| "step": 2017 |
| }, |
| { |
| "epoch": 0.6833294533449028, |
| "grad_norm": 0.427734375, |
| "learning_rate": 5.016168704072846e-06, |
| "loss": 0.0536, |
| "step": 2018 |
| }, |
| { |
| "epoch": 0.683668070517026, |
| "grad_norm": 0.4453125, |
| "learning_rate": 5.006465395614086e-06, |
| "loss": 0.0603, |
| "step": 2019 |
| }, |
| { |
| "epoch": 0.6840066876891494, |
| "grad_norm": 0.498046875, |
| "learning_rate": 4.9967683465513595e-06, |
| "loss": 0.0726, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.6843453048612728, |
| "grad_norm": 0.453125, |
| "learning_rate": 4.987077569039922e-06, |
| "loss": 0.0645, |
| "step": 2021 |
| }, |
| { |
| "epoch": 0.6846839220333961, |
| "grad_norm": 0.453125, |
| "learning_rate": 4.977393075227159e-06, |
| "loss": 0.0542, |
| "step": 2022 |
| }, |
| { |
| "epoch": 0.6850225392055195, |
| "grad_norm": 0.4453125, |
| "learning_rate": 4.967714877252587e-06, |
| "loss": 0.0515, |
| "step": 2023 |
| }, |
| { |
| "epoch": 0.6853611563776428, |
| "grad_norm": 0.458984375, |
| "learning_rate": 4.958042987247832e-06, |
| "loss": 0.0684, |
| "step": 2024 |
| }, |
| { |
| "epoch": 0.6856997735497662, |
| "grad_norm": 0.490234375, |
| "learning_rate": 4.9483774173366e-06, |
| "loss": 0.0718, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.6860383907218894, |
| "grad_norm": 0.41796875, |
| "learning_rate": 4.938718179634689e-06, |
| "loss": 0.0558, |
| "step": 2026 |
| }, |
| { |
| "epoch": 0.6863770078940128, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.929065286249959e-06, |
| "loss": 0.0724, |
| "step": 2027 |
| }, |
| { |
| "epoch": 0.6867156250661361, |
| "grad_norm": 0.859375, |
| "learning_rate": 4.919418749282302e-06, |
| "loss": 0.1876, |
| "step": 2028 |
| }, |
| { |
| "epoch": 0.6870542422382595, |
| "grad_norm": 0.38671875, |
| "learning_rate": 4.909778580823663e-06, |
| "loss": 0.0502, |
| "step": 2029 |
| }, |
| { |
| "epoch": 0.6873928594103829, |
| "grad_norm": 0.65234375, |
| "learning_rate": 4.9001447929579855e-06, |
| "loss": 0.0814, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.6877314765825062, |
| "grad_norm": 0.5703125, |
| "learning_rate": 4.890517397761232e-06, |
| "loss": 0.0727, |
| "step": 2031 |
| }, |
| { |
| "epoch": 0.6880700937546296, |
| "grad_norm": 0.482421875, |
| "learning_rate": 4.880896407301333e-06, |
| "loss": 0.064, |
| "step": 2032 |
| }, |
| { |
| "epoch": 0.6884087109267528, |
| "grad_norm": 0.75, |
| "learning_rate": 4.8712818336382104e-06, |
| "loss": 0.0589, |
| "step": 2033 |
| }, |
| { |
| "epoch": 0.6887473280988762, |
| "grad_norm": 0.5703125, |
| "learning_rate": 4.861673688823726e-06, |
| "loss": 0.0676, |
| "step": 2034 |
| }, |
| { |
| "epoch": 0.6890859452709995, |
| "grad_norm": 0.46484375, |
| "learning_rate": 4.852071984901696e-06, |
| "loss": 0.0677, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.6894245624431229, |
| "grad_norm": 0.67578125, |
| "learning_rate": 4.842476733907851e-06, |
| "loss": 0.0656, |
| "step": 2036 |
| }, |
| { |
| "epoch": 0.6897631796152462, |
| "grad_norm": 0.3984375, |
| "learning_rate": 4.832887947869841e-06, |
| "loss": 0.0561, |
| "step": 2037 |
| }, |
| { |
| "epoch": 0.6901017967873696, |
| "grad_norm": 0.46875, |
| "learning_rate": 4.823305638807215e-06, |
| "loss": 0.0559, |
| "step": 2038 |
| }, |
| { |
| "epoch": 0.690440413959493, |
| "grad_norm": 0.70703125, |
| "learning_rate": 4.813729818731391e-06, |
| "loss": 0.0806, |
| "step": 2039 |
| }, |
| { |
| "epoch": 0.6907790311316163, |
| "grad_norm": 0.55859375, |
| "learning_rate": 4.804160499645667e-06, |
| "loss": 0.0692, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.6911176483037396, |
| "grad_norm": 0.546875, |
| "learning_rate": 4.794597693545179e-06, |
| "loss": 0.0532, |
| "step": 2041 |
| }, |
| { |
| "epoch": 0.6914562654758629, |
| "grad_norm": 0.435546875, |
| "learning_rate": 4.785041412416906e-06, |
| "loss": 0.0625, |
| "step": 2042 |
| }, |
| { |
| "epoch": 0.6917948826479863, |
| "grad_norm": 0.49609375, |
| "learning_rate": 4.7754916682396545e-06, |
| "loss": 0.0646, |
| "step": 2043 |
| }, |
| { |
| "epoch": 0.6921334998201096, |
| "grad_norm": 0.38671875, |
| "learning_rate": 4.76594847298402e-06, |
| "loss": 0.0437, |
| "step": 2044 |
| }, |
| { |
| "epoch": 0.692472116992233, |
| "grad_norm": 0.494140625, |
| "learning_rate": 4.756411838612402e-06, |
| "loss": 0.0618, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.6928107341643563, |
| "grad_norm": 0.515625, |
| "learning_rate": 4.746881777078979e-06, |
| "loss": 0.0675, |
| "step": 2046 |
| }, |
| { |
| "epoch": 0.6931493513364797, |
| "grad_norm": 0.63671875, |
| "learning_rate": 4.737358300329673e-06, |
| "loss": 0.0711, |
| "step": 2047 |
| }, |
| { |
| "epoch": 0.693487968508603, |
| "grad_norm": 0.443359375, |
| "learning_rate": 4.727841420302172e-06, |
| "loss": 0.0549, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.6938265856807263, |
| "grad_norm": 0.412109375, |
| "learning_rate": 4.7183311489258774e-06, |
| "loss": 0.0567, |
| "step": 2049 |
| }, |
| { |
| "epoch": 0.6941652028528497, |
| "grad_norm": 0.482421875, |
| "learning_rate": 4.70882749812192e-06, |
| "loss": 0.058, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.694503820024973, |
| "grad_norm": 0.48046875, |
| "learning_rate": 4.699330479803131e-06, |
| "loss": 0.0677, |
| "step": 2051 |
| }, |
| { |
| "epoch": 0.6948424371970964, |
| "grad_norm": 0.388671875, |
| "learning_rate": 4.68984010587402e-06, |
| "loss": 0.0471, |
| "step": 2052 |
| }, |
| { |
| "epoch": 0.6951810543692197, |
| "grad_norm": 0.47265625, |
| "learning_rate": 4.6803563882307655e-06, |
| "loss": 0.06, |
| "step": 2053 |
| }, |
| { |
| "epoch": 0.6955196715413431, |
| "grad_norm": 0.482421875, |
| "learning_rate": 4.670879338761218e-06, |
| "loss": 0.0604, |
| "step": 2054 |
| }, |
| { |
| "epoch": 0.6958582887134663, |
| "grad_norm": 0.51171875, |
| "learning_rate": 4.6614089693448515e-06, |
| "loss": 0.0571, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.6961969058855897, |
| "grad_norm": 0.50390625, |
| "learning_rate": 4.651945291852779e-06, |
| "loss": 0.0746, |
| "step": 2056 |
| }, |
| { |
| "epoch": 0.696535523057713, |
| "grad_norm": 0.60546875, |
| "learning_rate": 4.642488318147723e-06, |
| "loss": 0.0734, |
| "step": 2057 |
| }, |
| { |
| "epoch": 0.6968741402298364, |
| "grad_norm": 0.384765625, |
| "learning_rate": 4.633038060083996e-06, |
| "loss": 0.0513, |
| "step": 2058 |
| }, |
| { |
| "epoch": 0.6972127574019598, |
| "grad_norm": 0.5859375, |
| "learning_rate": 4.623594529507503e-06, |
| "loss": 0.0631, |
| "step": 2059 |
| }, |
| { |
| "epoch": 0.6975513745740831, |
| "grad_norm": 0.5859375, |
| "learning_rate": 4.6141577382557044e-06, |
| "loss": 0.0805, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.6978899917462065, |
| "grad_norm": 0.55859375, |
| "learning_rate": 4.604727698157621e-06, |
| "loss": 0.0771, |
| "step": 2061 |
| }, |
| { |
| "epoch": 0.6982286089183297, |
| "grad_norm": 0.46484375, |
| "learning_rate": 4.5953044210338116e-06, |
| "loss": 0.0578, |
| "step": 2062 |
| }, |
| { |
| "epoch": 0.6985672260904531, |
| "grad_norm": 0.474609375, |
| "learning_rate": 4.58588791869635e-06, |
| "loss": 0.0691, |
| "step": 2063 |
| }, |
| { |
| "epoch": 0.6989058432625764, |
| "grad_norm": 0.439453125, |
| "learning_rate": 4.576478202948826e-06, |
| "loss": 0.0568, |
| "step": 2064 |
| }, |
| { |
| "epoch": 0.6992444604346998, |
| "grad_norm": 0.427734375, |
| "learning_rate": 4.567075285586321e-06, |
| "loss": 0.0491, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.6995830776068231, |
| "grad_norm": 0.88671875, |
| "learning_rate": 4.557679178395387e-06, |
| "loss": 0.0596, |
| "step": 2066 |
| }, |
| { |
| "epoch": 0.6999216947789465, |
| "grad_norm": 0.458984375, |
| "learning_rate": 4.5482898931540505e-06, |
| "loss": 0.0626, |
| "step": 2067 |
| }, |
| { |
| "epoch": 0.7002603119510699, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.538907441631776e-06, |
| "loss": 0.0592, |
| "step": 2068 |
| }, |
| { |
| "epoch": 0.7005989291231932, |
| "grad_norm": 0.43359375, |
| "learning_rate": 4.5295318355894705e-06, |
| "loss": 0.0555, |
| "step": 2069 |
| }, |
| { |
| "epoch": 0.7009375462953165, |
| "grad_norm": 0.4296875, |
| "learning_rate": 4.52016308677946e-06, |
| "loss": 0.0569, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.7012761634674398, |
| "grad_norm": 0.55859375, |
| "learning_rate": 4.5108012069454645e-06, |
| "loss": 0.066, |
| "step": 2071 |
| }, |
| { |
| "epoch": 0.7016147806395632, |
| "grad_norm": 0.46484375, |
| "learning_rate": 4.5014462078226064e-06, |
| "loss": 0.0519, |
| "step": 2072 |
| }, |
| { |
| "epoch": 0.7016147806395632, |
| "eval_loss": 0.06592338532209396, |
| "eval_runtime": 815.5749, |
| "eval_samples_per_second": 12.198, |
| "eval_steps_per_second": 3.049, |
| "step": 2072 |
| }, |
| { |
| "epoch": 0.7019533978116865, |
| "grad_norm": 0.41796875, |
| "learning_rate": 4.492098101137382e-06, |
| "loss": 0.0626, |
| "step": 2073 |
| }, |
| { |
| "epoch": 0.7022920149838099, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.482756898607633e-06, |
| "loss": 0.072, |
| "step": 2074 |
| }, |
| { |
| "epoch": 0.7026306321559332, |
| "grad_norm": 0.44140625, |
| "learning_rate": 4.4734226119425615e-06, |
| "loss": 0.0637, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.7029692493280566, |
| "grad_norm": 0.42578125, |
| "learning_rate": 4.464095252842703e-06, |
| "loss": 0.0534, |
| "step": 2076 |
| }, |
| { |
| "epoch": 0.7033078665001798, |
| "grad_norm": 0.37890625, |
| "learning_rate": 4.454774832999893e-06, |
| "loss": 0.0472, |
| "step": 2077 |
| }, |
| { |
| "epoch": 0.7036464836723032, |
| "grad_norm": 0.640625, |
| "learning_rate": 4.445461364097288e-06, |
| "loss": 0.0701, |
| "step": 2078 |
| }, |
| { |
| "epoch": 0.7039851008444266, |
| "grad_norm": 0.78125, |
| "learning_rate": 4.436154857809314e-06, |
| "loss": 0.0544, |
| "step": 2079 |
| }, |
| { |
| "epoch": 0.7043237180165499, |
| "grad_norm": 0.6171875, |
| "learning_rate": 4.42685532580168e-06, |
| "loss": 0.0479, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.7046623351886733, |
| "grad_norm": 0.60546875, |
| "learning_rate": 4.417562779731355e-06, |
| "loss": 0.0743, |
| "step": 2081 |
| }, |
| { |
| "epoch": 0.7050009523607966, |
| "grad_norm": 0.41796875, |
| "learning_rate": 4.408277231246539e-06, |
| "loss": 0.0463, |
| "step": 2082 |
| }, |
| { |
| "epoch": 0.70533956953292, |
| "grad_norm": 0.439453125, |
| "learning_rate": 4.3989986919866716e-06, |
| "loss": 0.0552, |
| "step": 2083 |
| }, |
| { |
| "epoch": 0.7056781867050432, |
| "grad_norm": 0.478515625, |
| "learning_rate": 4.3897271735824045e-06, |
| "loss": 0.0654, |
| "step": 2084 |
| }, |
| { |
| "epoch": 0.7060168038771666, |
| "grad_norm": 0.404296875, |
| "learning_rate": 4.380462687655581e-06, |
| "loss": 0.053, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.7063554210492899, |
| "grad_norm": 0.474609375, |
| "learning_rate": 4.371205245819241e-06, |
| "loss": 0.0636, |
| "step": 2086 |
| }, |
| { |
| "epoch": 0.7066940382214133, |
| "grad_norm": 0.46875, |
| "learning_rate": 4.361954859677584e-06, |
| "loss": 0.0645, |
| "step": 2087 |
| }, |
| { |
| "epoch": 0.7070326553935367, |
| "grad_norm": 0.609375, |
| "learning_rate": 4.35271154082597e-06, |
| "loss": 0.0726, |
| "step": 2088 |
| }, |
| { |
| "epoch": 0.70737127256566, |
| "grad_norm": 0.578125, |
| "learning_rate": 4.343475300850907e-06, |
| "loss": 0.0656, |
| "step": 2089 |
| }, |
| { |
| "epoch": 0.7077098897377834, |
| "grad_norm": 0.55859375, |
| "learning_rate": 4.334246151330012e-06, |
| "loss": 0.0644, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.7080485069099066, |
| "grad_norm": 0.515625, |
| "learning_rate": 4.32502410383203e-06, |
| "loss": 0.0722, |
| "step": 2091 |
| }, |
| { |
| "epoch": 0.70838712408203, |
| "grad_norm": 0.4375, |
| "learning_rate": 4.315809169916802e-06, |
| "loss": 0.0505, |
| "step": 2092 |
| }, |
| { |
| "epoch": 0.7087257412541533, |
| "grad_norm": 0.4140625, |
| "learning_rate": 4.306601361135241e-06, |
| "loss": 0.0484, |
| "step": 2093 |
| }, |
| { |
| "epoch": 0.7090643584262767, |
| "grad_norm": 0.42578125, |
| "learning_rate": 4.297400689029344e-06, |
| "loss": 0.0606, |
| "step": 2094 |
| }, |
| { |
| "epoch": 0.7094029755984, |
| "grad_norm": 0.6484375, |
| "learning_rate": 4.2882071651321485e-06, |
| "loss": 0.0702, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.7097415927705234, |
| "grad_norm": 0.43359375, |
| "learning_rate": 4.279020800967736e-06, |
| "loss": 0.0488, |
| "step": 2096 |
| }, |
| { |
| "epoch": 0.7100802099426468, |
| "grad_norm": 0.4140625, |
| "learning_rate": 4.2698416080512204e-06, |
| "loss": 0.0486, |
| "step": 2097 |
| }, |
| { |
| "epoch": 0.7104188271147701, |
| "grad_norm": 0.462890625, |
| "learning_rate": 4.260669597888715e-06, |
| "loss": 0.0501, |
| "step": 2098 |
| }, |
| { |
| "epoch": 0.7107574442868934, |
| "grad_norm": 0.62890625, |
| "learning_rate": 4.251504781977337e-06, |
| "loss": 0.0779, |
| "step": 2099 |
| }, |
| { |
| "epoch": 0.7110960614590167, |
| "grad_norm": 0.4453125, |
| "learning_rate": 4.24234717180519e-06, |
| "loss": 0.0576, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.7114346786311401, |
| "grad_norm": 0.49609375, |
| "learning_rate": 4.2331967788513295e-06, |
| "loss": 0.0669, |
| "step": 2101 |
| }, |
| { |
| "epoch": 0.7117732958032634, |
| "grad_norm": 0.451171875, |
| "learning_rate": 4.224053614585779e-06, |
| "loss": 0.0635, |
| "step": 2102 |
| }, |
| { |
| "epoch": 0.7121119129753868, |
| "grad_norm": 0.482421875, |
| "learning_rate": 4.214917690469499e-06, |
| "loss": 0.0612, |
| "step": 2103 |
| }, |
| { |
| "epoch": 0.7124505301475101, |
| "grad_norm": 0.55078125, |
| "learning_rate": 4.205789017954364e-06, |
| "loss": 0.0592, |
| "step": 2104 |
| }, |
| { |
| "epoch": 0.7127891473196335, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.1966676084831715e-06, |
| "loss": 0.065, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.7131277644917567, |
| "grad_norm": 0.380859375, |
| "learning_rate": 4.187553473489604e-06, |
| "loss": 0.0527, |
| "step": 2106 |
| }, |
| { |
| "epoch": 0.7134663816638801, |
| "grad_norm": 0.4296875, |
| "learning_rate": 4.178446624398233e-06, |
| "loss": 0.0521, |
| "step": 2107 |
| }, |
| { |
| "epoch": 0.7138049988360035, |
| "grad_norm": 0.486328125, |
| "learning_rate": 4.169347072624497e-06, |
| "loss": 0.071, |
| "step": 2108 |
| }, |
| { |
| "epoch": 0.7141436160081268, |
| "grad_norm": 0.392578125, |
| "learning_rate": 4.160254829574679e-06, |
| "loss": 0.0548, |
| "step": 2109 |
| }, |
| { |
| "epoch": 0.7144822331802502, |
| "grad_norm": 0.423828125, |
| "learning_rate": 4.15116990664591e-06, |
| "loss": 0.0579, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.7148208503523735, |
| "grad_norm": 0.400390625, |
| "learning_rate": 4.142092315226146e-06, |
| "loss": 0.0456, |
| "step": 2111 |
| }, |
| { |
| "epoch": 0.7151594675244969, |
| "grad_norm": 0.62890625, |
| "learning_rate": 4.13302206669414e-06, |
| "loss": 0.0613, |
| "step": 2112 |
| }, |
| { |
| "epoch": 0.7154980846966201, |
| "grad_norm": 0.46875, |
| "learning_rate": 4.123959172419456e-06, |
| "loss": 0.0577, |
| "step": 2113 |
| }, |
| { |
| "epoch": 0.7158367018687435, |
| "grad_norm": 0.421875, |
| "learning_rate": 4.114903643762428e-06, |
| "loss": 0.0641, |
| "step": 2114 |
| }, |
| { |
| "epoch": 0.7161753190408668, |
| "grad_norm": 0.64453125, |
| "learning_rate": 4.1058554920741635e-06, |
| "loss": 0.079, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.7165139362129902, |
| "grad_norm": 0.42578125, |
| "learning_rate": 4.096814728696529e-06, |
| "loss": 0.0563, |
| "step": 2116 |
| }, |
| { |
| "epoch": 0.7168525533851136, |
| "grad_norm": 0.4921875, |
| "learning_rate": 4.087781364962108e-06, |
| "loss": 0.0606, |
| "step": 2117 |
| }, |
| { |
| "epoch": 0.7171911705572369, |
| "grad_norm": 0.5078125, |
| "learning_rate": 4.078755412194228e-06, |
| "loss": 0.0593, |
| "step": 2118 |
| }, |
| { |
| "epoch": 0.7175297877293603, |
| "grad_norm": 0.51171875, |
| "learning_rate": 4.069736881706929e-06, |
| "loss": 0.0645, |
| "step": 2119 |
| }, |
| { |
| "epoch": 0.7178684049014835, |
| "grad_norm": 0.455078125, |
| "learning_rate": 4.06072578480493e-06, |
| "loss": 0.048, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.7182070220736069, |
| "grad_norm": 0.46875, |
| "learning_rate": 4.051722132783644e-06, |
| "loss": 0.0683, |
| "step": 2121 |
| }, |
| { |
| "epoch": 0.7185456392457302, |
| "grad_norm": 0.39453125, |
| "learning_rate": 4.042725936929157e-06, |
| "loss": 0.0465, |
| "step": 2122 |
| }, |
| { |
| "epoch": 0.7188842564178536, |
| "grad_norm": 0.50390625, |
| "learning_rate": 4.0337372085181905e-06, |
| "loss": 0.0717, |
| "step": 2123 |
| }, |
| { |
| "epoch": 0.7192228735899769, |
| "grad_norm": 0.55859375, |
| "learning_rate": 4.024755958818125e-06, |
| "loss": 0.0725, |
| "step": 2124 |
| }, |
| { |
| "epoch": 0.7195614907621003, |
| "grad_norm": 0.478515625, |
| "learning_rate": 4.0157821990869505e-06, |
| "loss": 0.0528, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.7199001079342237, |
| "grad_norm": 0.498046875, |
| "learning_rate": 4.006815940573279e-06, |
| "loss": 0.0793, |
| "step": 2126 |
| }, |
| { |
| "epoch": 0.720238725106347, |
| "grad_norm": 0.625, |
| "learning_rate": 3.997857194516319e-06, |
| "loss": 0.0728, |
| "step": 2127 |
| }, |
| { |
| "epoch": 0.7205773422784703, |
| "grad_norm": 0.5546875, |
| "learning_rate": 3.988905972145854e-06, |
| "loss": 0.0728, |
| "step": 2128 |
| }, |
| { |
| "epoch": 0.7209159594505936, |
| "grad_norm": 0.5234375, |
| "learning_rate": 3.979962284682245e-06, |
| "loss": 0.0724, |
| "step": 2129 |
| }, |
| { |
| "epoch": 0.721254576622717, |
| "grad_norm": 0.51953125, |
| "learning_rate": 3.971026143336409e-06, |
| "loss": 0.0748, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.7215931937948403, |
| "grad_norm": 0.3984375, |
| "learning_rate": 3.96209755930979e-06, |
| "loss": 0.0569, |
| "step": 2131 |
| }, |
| { |
| "epoch": 0.7219318109669637, |
| "grad_norm": 0.51953125, |
| "learning_rate": 3.953176543794378e-06, |
| "loss": 0.0673, |
| "step": 2132 |
| }, |
| { |
| "epoch": 0.722270428139087, |
| "grad_norm": 0.458984375, |
| "learning_rate": 3.94426310797266e-06, |
| "loss": 0.0556, |
| "step": 2133 |
| }, |
| { |
| "epoch": 0.7226090453112104, |
| "grad_norm": 0.447265625, |
| "learning_rate": 3.935357263017633e-06, |
| "loss": 0.0616, |
| "step": 2134 |
| }, |
| { |
| "epoch": 0.7229476624833336, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.926459020092774e-06, |
| "loss": 0.066, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.723286279655457, |
| "grad_norm": 1.4296875, |
| "learning_rate": 3.917568390352029e-06, |
| "loss": 0.0712, |
| "step": 2136 |
| }, |
| { |
| "epoch": 0.7236248968275804, |
| "grad_norm": 0.55859375, |
| "learning_rate": 3.908685384939807e-06, |
| "loss": 0.0741, |
| "step": 2137 |
| }, |
| { |
| "epoch": 0.7239635139997037, |
| "grad_norm": 0.51953125, |
| "learning_rate": 3.899810014990953e-06, |
| "loss": 0.0728, |
| "step": 2138 |
| }, |
| { |
| "epoch": 0.7243021311718271, |
| "grad_norm": 0.52734375, |
| "learning_rate": 3.890942291630739e-06, |
| "loss": 0.0746, |
| "step": 2139 |
| }, |
| { |
| "epoch": 0.7246407483439504, |
| "grad_norm": 0.484375, |
| "learning_rate": 3.8820822259748645e-06, |
| "loss": 0.0595, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.7249793655160738, |
| "grad_norm": 0.455078125, |
| "learning_rate": 3.873229829129423e-06, |
| "loss": 0.053, |
| "step": 2141 |
| }, |
| { |
| "epoch": 0.725317982688197, |
| "grad_norm": 0.41015625, |
| "learning_rate": 3.864385112190889e-06, |
| "loss": 0.0526, |
| "step": 2142 |
| }, |
| { |
| "epoch": 0.7256565998603204, |
| "grad_norm": 0.6171875, |
| "learning_rate": 3.8555480862461214e-06, |
| "loss": 0.0773, |
| "step": 2143 |
| }, |
| { |
| "epoch": 0.7259952170324437, |
| "grad_norm": 0.5078125, |
| "learning_rate": 3.846718762372328e-06, |
| "loss": 0.0595, |
| "step": 2144 |
| }, |
| { |
| "epoch": 0.7263338342045671, |
| "grad_norm": 0.58203125, |
| "learning_rate": 3.837897151637069e-06, |
| "loss": 0.073, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.7266724513766905, |
| "grad_norm": 0.4140625, |
| "learning_rate": 3.829083265098236e-06, |
| "loss": 0.0546, |
| "step": 2146 |
| }, |
| { |
| "epoch": 0.7270110685488138, |
| "grad_norm": 0.4921875, |
| "learning_rate": 3.820277113804034e-06, |
| "loss": 0.0585, |
| "step": 2147 |
| }, |
| { |
| "epoch": 0.7273496857209372, |
| "grad_norm": 0.67578125, |
| "learning_rate": 3.811478708792975e-06, |
| "loss": 0.0918, |
| "step": 2148 |
| }, |
| { |
| "epoch": 0.7276883028930604, |
| "grad_norm": 0.43359375, |
| "learning_rate": 3.802688061093864e-06, |
| "loss": 0.0533, |
| "step": 2149 |
| }, |
| { |
| "epoch": 0.7280269200651838, |
| "grad_norm": 0.466796875, |
| "learning_rate": 3.793905181725772e-06, |
| "loss": 0.0574, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.7283655372373071, |
| "grad_norm": 0.640625, |
| "learning_rate": 3.785130081698045e-06, |
| "loss": 0.0713, |
| "step": 2151 |
| }, |
| { |
| "epoch": 0.7287041544094305, |
| "grad_norm": 0.47265625, |
| "learning_rate": 3.776362772010267e-06, |
| "loss": 0.0664, |
| "step": 2152 |
| }, |
| { |
| "epoch": 0.7290427715815538, |
| "grad_norm": 0.515625, |
| "learning_rate": 3.767603263652263e-06, |
| "loss": 0.0622, |
| "step": 2153 |
| }, |
| { |
| "epoch": 0.7293813887536772, |
| "grad_norm": 0.50390625, |
| "learning_rate": 3.7588515676040805e-06, |
| "loss": 0.0673, |
| "step": 2154 |
| }, |
| { |
| "epoch": 0.7297200059258006, |
| "grad_norm": 0.4765625, |
| "learning_rate": 3.750107694835966e-06, |
| "loss": 0.0663, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.7300586230979239, |
| "grad_norm": 0.54296875, |
| "learning_rate": 3.7413716563083704e-06, |
| "loss": 0.0625, |
| "step": 2156 |
| }, |
| { |
| "epoch": 0.7303972402700472, |
| "grad_norm": 0.42578125, |
| "learning_rate": 3.7326434629719122e-06, |
| "loss": 0.0558, |
| "step": 2157 |
| }, |
| { |
| "epoch": 0.7307358574421705, |
| "grad_norm": 0.546875, |
| "learning_rate": 3.723923125767389e-06, |
| "loss": 0.0678, |
| "step": 2158 |
| }, |
| { |
| "epoch": 0.7310744746142939, |
| "grad_norm": 0.447265625, |
| "learning_rate": 3.715210655625738e-06, |
| "loss": 0.0477, |
| "step": 2159 |
| }, |
| { |
| "epoch": 0.7314130917864172, |
| "grad_norm": 0.474609375, |
| "learning_rate": 3.7065060634680485e-06, |
| "loss": 0.0604, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.7317517089585406, |
| "grad_norm": 0.67578125, |
| "learning_rate": 3.6978093602055186e-06, |
| "loss": 0.0876, |
| "step": 2161 |
| }, |
| { |
| "epoch": 0.7320903261306639, |
| "grad_norm": 0.54296875, |
| "learning_rate": 3.689120556739475e-06, |
| "loss": 0.073, |
| "step": 2162 |
| }, |
| { |
| "epoch": 0.7324289433027873, |
| "grad_norm": 0.455078125, |
| "learning_rate": 3.6804396639613273e-06, |
| "loss": 0.0456, |
| "step": 2163 |
| }, |
| { |
| "epoch": 0.7327675604749105, |
| "grad_norm": 0.734375, |
| "learning_rate": 3.6717666927525765e-06, |
| "loss": 0.1512, |
| "step": 2164 |
| }, |
| { |
| "epoch": 0.7331061776470339, |
| "grad_norm": 0.51953125, |
| "learning_rate": 3.6631016539847987e-06, |
| "loss": 0.0597, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.7334447948191573, |
| "grad_norm": 0.5, |
| "learning_rate": 3.654444558519612e-06, |
| "loss": 0.059, |
| "step": 2166 |
| }, |
| { |
| "epoch": 0.7337834119912806, |
| "grad_norm": 0.546875, |
| "learning_rate": 3.6457954172086895e-06, |
| "loss": 0.0734, |
| "step": 2167 |
| }, |
| { |
| "epoch": 0.734122029163404, |
| "grad_norm": 0.53125, |
| "learning_rate": 3.6371542408937355e-06, |
| "loss": 0.0575, |
| "step": 2168 |
| }, |
| { |
| "epoch": 0.7344606463355273, |
| "grad_norm": 0.4140625, |
| "learning_rate": 3.6285210404064587e-06, |
| "loss": 0.0573, |
| "step": 2169 |
| }, |
| { |
| "epoch": 0.7347992635076507, |
| "grad_norm": 0.431640625, |
| "learning_rate": 3.619895826568581e-06, |
| "loss": 0.0489, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.7351378806797739, |
| "grad_norm": 0.48828125, |
| "learning_rate": 3.611278610191804e-06, |
| "loss": 0.0538, |
| "step": 2171 |
| }, |
| { |
| "epoch": 0.7354764978518973, |
| "grad_norm": 0.55859375, |
| "learning_rate": 3.602669402077811e-06, |
| "loss": 0.0678, |
| "step": 2172 |
| }, |
| { |
| "epoch": 0.7358151150240206, |
| "grad_norm": 0.54296875, |
| "learning_rate": 3.594068213018249e-06, |
| "loss": 0.052, |
| "step": 2173 |
| }, |
| { |
| "epoch": 0.736153732196144, |
| "grad_norm": 0.43359375, |
| "learning_rate": 3.5854750537947035e-06, |
| "loss": 0.0622, |
| "step": 2174 |
| }, |
| { |
| "epoch": 0.7364923493682674, |
| "grad_norm": 0.6953125, |
| "learning_rate": 3.5768899351787066e-06, |
| "loss": 0.0634, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.7368309665403907, |
| "grad_norm": 0.59765625, |
| "learning_rate": 3.568312867931697e-06, |
| "loss": 0.1019, |
| "step": 2176 |
| }, |
| { |
| "epoch": 0.7371695837125141, |
| "grad_norm": 0.5078125, |
| "learning_rate": 3.559743862805034e-06, |
| "loss": 0.0662, |
| "step": 2177 |
| }, |
| { |
| "epoch": 0.7375082008846373, |
| "grad_norm": 0.51953125, |
| "learning_rate": 3.551182930539969e-06, |
| "loss": 0.0743, |
| "step": 2178 |
| }, |
| { |
| "epoch": 0.7378468180567607, |
| "grad_norm": 0.5703125, |
| "learning_rate": 3.5426300818676264e-06, |
| "loss": 0.072, |
| "step": 2179 |
| }, |
| { |
| "epoch": 0.738185435228884, |
| "grad_norm": 0.466796875, |
| "learning_rate": 3.534085327509006e-06, |
| "loss": 0.0677, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.7385240524010074, |
| "grad_norm": 0.4609375, |
| "learning_rate": 3.525548678174957e-06, |
| "loss": 0.0604, |
| "step": 2181 |
| }, |
| { |
| "epoch": 0.7388626695731307, |
| "grad_norm": 0.5078125, |
| "learning_rate": 3.5170201445661655e-06, |
| "loss": 0.0628, |
| "step": 2182 |
| }, |
| { |
| "epoch": 0.7392012867452541, |
| "grad_norm": 0.38671875, |
| "learning_rate": 3.5084997373731546e-06, |
| "loss": 0.0482, |
| "step": 2183 |
| }, |
| { |
| "epoch": 0.7395399039173775, |
| "grad_norm": 0.498046875, |
| "learning_rate": 3.4999874672762567e-06, |
| "loss": 0.0587, |
| "step": 2184 |
| }, |
| { |
| "epoch": 0.7398785210895007, |
| "grad_norm": 2.1875, |
| "learning_rate": 3.4914833449455963e-06, |
| "loss": 0.0638, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.740217138261624, |
| "grad_norm": 0.5546875, |
| "learning_rate": 3.482987381041096e-06, |
| "loss": 0.0692, |
| "step": 2186 |
| }, |
| { |
| "epoch": 0.7405557554337474, |
| "grad_norm": 0.4140625, |
| "learning_rate": 3.4744995862124498e-06, |
| "loss": 0.0501, |
| "step": 2187 |
| }, |
| { |
| "epoch": 0.7408943726058708, |
| "grad_norm": 0.48046875, |
| "learning_rate": 3.4660199710991038e-06, |
| "loss": 0.0731, |
| "step": 2188 |
| }, |
| { |
| "epoch": 0.7412329897779941, |
| "grad_norm": 0.62890625, |
| "learning_rate": 3.4575485463302603e-06, |
| "loss": 0.1051, |
| "step": 2189 |
| }, |
| { |
| "epoch": 0.7415716069501175, |
| "grad_norm": 0.44140625, |
| "learning_rate": 3.449085322524848e-06, |
| "loss": 0.0553, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.7419102241222408, |
| "grad_norm": 0.55078125, |
| "learning_rate": 3.440630310291517e-06, |
| "loss": 0.0543, |
| "step": 2191 |
| }, |
| { |
| "epoch": 0.7422488412943642, |
| "grad_norm": 0.51953125, |
| "learning_rate": 3.432183520228635e-06, |
| "loss": 0.0701, |
| "step": 2192 |
| }, |
| { |
| "epoch": 0.7425874584664874, |
| "grad_norm": 0.53125, |
| "learning_rate": 3.4237449629242427e-06, |
| "loss": 0.0757, |
| "step": 2193 |
| }, |
| { |
| "epoch": 0.7429260756386108, |
| "grad_norm": 0.42578125, |
| "learning_rate": 3.4153146489560807e-06, |
| "loss": 0.0497, |
| "step": 2194 |
| }, |
| { |
| "epoch": 0.7432646928107342, |
| "grad_norm": 0.5625, |
| "learning_rate": 3.4068925888915417e-06, |
| "loss": 0.0708, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.7436033099828575, |
| "grad_norm": 0.4765625, |
| "learning_rate": 3.398478793287682e-06, |
| "loss": 0.0616, |
| "step": 2196 |
| }, |
| { |
| "epoch": 0.7439419271549809, |
| "grad_norm": 0.44140625, |
| "learning_rate": 3.390073272691198e-06, |
| "loss": 0.0545, |
| "step": 2197 |
| }, |
| { |
| "epoch": 0.7442805443271042, |
| "grad_norm": 0.396484375, |
| "learning_rate": 3.381676037638404e-06, |
| "loss": 0.0548, |
| "step": 2198 |
| }, |
| { |
| "epoch": 0.7446191614992276, |
| "grad_norm": 0.50390625, |
| "learning_rate": 3.3732870986552392e-06, |
| "loss": 0.0593, |
| "step": 2199 |
| }, |
| { |
| "epoch": 0.7449577786713508, |
| "grad_norm": 0.6953125, |
| "learning_rate": 3.3649064662572406e-06, |
| "loss": 0.0843, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.7452963958434742, |
| "grad_norm": 0.578125, |
| "learning_rate": 3.35653415094953e-06, |
| "loss": 0.0733, |
| "step": 2201 |
| }, |
| { |
| "epoch": 0.7456350130155975, |
| "grad_norm": 0.56640625, |
| "learning_rate": 3.3481701632268014e-06, |
| "loss": 0.0623, |
| "step": 2202 |
| }, |
| { |
| "epoch": 0.7459736301877209, |
| "grad_norm": 0.439453125, |
| "learning_rate": 3.339814513573321e-06, |
| "loss": 0.059, |
| "step": 2203 |
| }, |
| { |
| "epoch": 0.7463122473598442, |
| "grad_norm": 0.37890625, |
| "learning_rate": 3.3314672124628877e-06, |
| "loss": 0.0464, |
| "step": 2204 |
| }, |
| { |
| "epoch": 0.7466508645319676, |
| "grad_norm": 0.55078125, |
| "learning_rate": 3.323128270358851e-06, |
| "loss": 0.0573, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.746989481704091, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.3147976977140763e-06, |
| "loss": 0.0692, |
| "step": 2206 |
| }, |
| { |
| "epoch": 0.7473280988762142, |
| "grad_norm": 0.423828125, |
| "learning_rate": 3.3064755049709307e-06, |
| "loss": 0.0537, |
| "step": 2207 |
| }, |
| { |
| "epoch": 0.7476667160483376, |
| "grad_norm": 0.4375, |
| "learning_rate": 3.2981617025612913e-06, |
| "loss": 0.0586, |
| "step": 2208 |
| }, |
| { |
| "epoch": 0.7480053332204609, |
| "grad_norm": 0.58203125, |
| "learning_rate": 3.289856300906502e-06, |
| "loss": 0.0716, |
| "step": 2209 |
| }, |
| { |
| "epoch": 0.7483439503925843, |
| "grad_norm": 0.515625, |
| "learning_rate": 3.2815593104173882e-06, |
| "loss": 0.0656, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.7486825675647076, |
| "grad_norm": 0.41796875, |
| "learning_rate": 3.273270741494232e-06, |
| "loss": 0.055, |
| "step": 2211 |
| }, |
| { |
| "epoch": 0.749021184736831, |
| "grad_norm": 0.462890625, |
| "learning_rate": 3.264990604526749e-06, |
| "loss": 0.0665, |
| "step": 2212 |
| }, |
| { |
| "epoch": 0.7493598019089543, |
| "grad_norm": 0.48046875, |
| "learning_rate": 3.2567189098940966e-06, |
| "loss": 0.0582, |
| "step": 2213 |
| }, |
| { |
| "epoch": 0.7496984190810776, |
| "grad_norm": 0.5703125, |
| "learning_rate": 3.2484556679648393e-06, |
| "loss": 0.084, |
| "step": 2214 |
| }, |
| { |
| "epoch": 0.750037036253201, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.240200889096955e-06, |
| "loss": 0.0749, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.7503756534253243, |
| "grad_norm": 0.4921875, |
| "learning_rate": 3.231954583637812e-06, |
| "loss": 0.0605, |
| "step": 2216 |
| }, |
| { |
| "epoch": 0.7507142705974477, |
| "grad_norm": 0.4609375, |
| "learning_rate": 3.2237167619241492e-06, |
| "loss": 0.0609, |
| "step": 2217 |
| }, |
| { |
| "epoch": 0.751052887769571, |
| "grad_norm": 0.44921875, |
| "learning_rate": 3.2154874342820797e-06, |
| "loss": 0.0622, |
| "step": 2218 |
| }, |
| { |
| "epoch": 0.7513915049416944, |
| "grad_norm": 0.3828125, |
| "learning_rate": 3.207266611027069e-06, |
| "loss": 0.0463, |
| "step": 2219 |
| }, |
| { |
| "epoch": 0.7517301221138177, |
| "grad_norm": 0.5078125, |
| "learning_rate": 3.199054302463914e-06, |
| "loss": 0.0745, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.7520687392859411, |
| "grad_norm": 0.453125, |
| "learning_rate": 3.1908505188867513e-06, |
| "loss": 0.0582, |
| "step": 2221 |
| }, |
| { |
| "epoch": 0.7524073564580643, |
| "grad_norm": 0.5, |
| "learning_rate": 3.1826552705790192e-06, |
| "loss": 0.0577, |
| "step": 2222 |
| }, |
| { |
| "epoch": 0.7527459736301877, |
| "grad_norm": 0.486328125, |
| "learning_rate": 3.174468567813461e-06, |
| "loss": 0.0602, |
| "step": 2223 |
| }, |
| { |
| "epoch": 0.753084590802311, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.166290420852114e-06, |
| "loss": 0.0631, |
| "step": 2224 |
| }, |
| { |
| "epoch": 0.7534232079744344, |
| "grad_norm": 1.5078125, |
| "learning_rate": 3.1581208399462804e-06, |
| "loss": 0.0609, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.7537618251465578, |
| "grad_norm": 0.369140625, |
| "learning_rate": 3.1499598353365334e-06, |
| "loss": 0.0447, |
| "step": 2226 |
| }, |
| { |
| "epoch": 0.7541004423186811, |
| "grad_norm": 0.47265625, |
| "learning_rate": 3.141807417252697e-06, |
| "loss": 0.0606, |
| "step": 2227 |
| }, |
| { |
| "epoch": 0.7544390594908045, |
| "grad_norm": 0.396484375, |
| "learning_rate": 3.1336635959138197e-06, |
| "loss": 0.054, |
| "step": 2228 |
| }, |
| { |
| "epoch": 0.7547776766629277, |
| "grad_norm": 0.453125, |
| "learning_rate": 3.1255283815281876e-06, |
| "loss": 0.0674, |
| "step": 2229 |
| }, |
| { |
| "epoch": 0.7551162938350511, |
| "grad_norm": 0.466796875, |
| "learning_rate": 3.1174017842932946e-06, |
| "loss": 0.0645, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.7554549110071744, |
| "grad_norm": 0.51953125, |
| "learning_rate": 3.109283814395825e-06, |
| "loss": 0.0789, |
| "step": 2231 |
| }, |
| { |
| "epoch": 0.7557935281792978, |
| "grad_norm": 0.71875, |
| "learning_rate": 3.1011744820116607e-06, |
| "loss": 0.1046, |
| "step": 2232 |
| }, |
| { |
| "epoch": 0.7561321453514211, |
| "grad_norm": 0.56640625, |
| "learning_rate": 3.0930737973058443e-06, |
| "loss": 0.076, |
| "step": 2233 |
| }, |
| { |
| "epoch": 0.7564707625235445, |
| "grad_norm": 0.48828125, |
| "learning_rate": 3.084981770432588e-06, |
| "loss": 0.0705, |
| "step": 2234 |
| }, |
| { |
| "epoch": 0.7568093796956679, |
| "grad_norm": 0.62109375, |
| "learning_rate": 3.076898411535252e-06, |
| "loss": 0.0654, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.7571479968677911, |
| "grad_norm": 0.4609375, |
| "learning_rate": 3.06882373074632e-06, |
| "loss": 0.0583, |
| "step": 2236 |
| }, |
| { |
| "epoch": 0.7574866140399145, |
| "grad_norm": 0.484375, |
| "learning_rate": 3.0607577381874088e-06, |
| "loss": 0.0562, |
| "step": 2237 |
| }, |
| { |
| "epoch": 0.7578252312120378, |
| "grad_norm": 0.53125, |
| "learning_rate": 3.0527004439692433e-06, |
| "loss": 0.0584, |
| "step": 2238 |
| }, |
| { |
| "epoch": 0.7581638483841612, |
| "grad_norm": 0.5, |
| "learning_rate": 3.044651858191636e-06, |
| "loss": 0.0621, |
| "step": 2239 |
| }, |
| { |
| "epoch": 0.7585024655562845, |
| "grad_norm": 0.80078125, |
| "learning_rate": 3.0366119909434977e-06, |
| "loss": 0.0545, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.7588410827284079, |
| "grad_norm": 0.470703125, |
| "learning_rate": 3.0285808523027936e-06, |
| "loss": 0.0627, |
| "step": 2241 |
| }, |
| { |
| "epoch": 0.7591796999005312, |
| "grad_norm": 0.482421875, |
| "learning_rate": 3.0205584523365626e-06, |
| "loss": 0.0729, |
| "step": 2242 |
| }, |
| { |
| "epoch": 0.7595183170726545, |
| "grad_norm": 0.453125, |
| "learning_rate": 3.0125448011008894e-06, |
| "loss": 0.0605, |
| "step": 2243 |
| }, |
| { |
| "epoch": 0.7598569342447778, |
| "grad_norm": 0.59765625, |
| "learning_rate": 3.004539908640872e-06, |
| "loss": 0.0855, |
| "step": 2244 |
| }, |
| { |
| "epoch": 0.7601955514169012, |
| "grad_norm": 0.466796875, |
| "learning_rate": 2.996543784990653e-06, |
| "loss": 0.0587, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.7605341685890246, |
| "grad_norm": 0.412109375, |
| "learning_rate": 2.9885564401733745e-06, |
| "loss": 0.0519, |
| "step": 2246 |
| }, |
| { |
| "epoch": 0.7608727857611479, |
| "grad_norm": 0.5, |
| "learning_rate": 2.980577884201169e-06, |
| "loss": 0.0668, |
| "step": 2247 |
| }, |
| { |
| "epoch": 0.7612114029332713, |
| "grad_norm": 0.46484375, |
| "learning_rate": 2.9726081270751594e-06, |
| "loss": 0.0552, |
| "step": 2248 |
| }, |
| { |
| "epoch": 0.7615500201053946, |
| "grad_norm": 0.443359375, |
| "learning_rate": 2.9646471787854416e-06, |
| "loss": 0.0611, |
| "step": 2249 |
| }, |
| { |
| "epoch": 0.761888637277518, |
| "grad_norm": 0.50390625, |
| "learning_rate": 2.956695049311057e-06, |
| "loss": 0.0522, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.7622272544496412, |
| "grad_norm": 0.462890625, |
| "learning_rate": 2.948751748620007e-06, |
| "loss": 0.0615, |
| "step": 2251 |
| }, |
| { |
| "epoch": 0.7625658716217646, |
| "grad_norm": 0.322265625, |
| "learning_rate": 2.940817286669214e-06, |
| "loss": 0.0447, |
| "step": 2252 |
| }, |
| { |
| "epoch": 0.762904488793888, |
| "grad_norm": 0.5, |
| "learning_rate": 2.93289167340453e-06, |
| "loss": 0.0689, |
| "step": 2253 |
| }, |
| { |
| "epoch": 0.7632431059660113, |
| "grad_norm": 0.51171875, |
| "learning_rate": 2.9249749187607146e-06, |
| "loss": 0.0608, |
| "step": 2254 |
| }, |
| { |
| "epoch": 0.7635817231381347, |
| "grad_norm": 0.62109375, |
| "learning_rate": 2.917067032661415e-06, |
| "loss": 0.0734, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.763920340310258, |
| "grad_norm": 0.50390625, |
| "learning_rate": 2.909168025019168e-06, |
| "loss": 0.071, |
| "step": 2256 |
| }, |
| { |
| "epoch": 0.7642589574823814, |
| "grad_norm": 0.51953125, |
| "learning_rate": 2.901277905735386e-06, |
| "loss": 0.0604, |
| "step": 2257 |
| }, |
| { |
| "epoch": 0.7645975746545046, |
| "grad_norm": 0.6484375, |
| "learning_rate": 2.893396684700326e-06, |
| "loss": 0.0887, |
| "step": 2258 |
| }, |
| { |
| "epoch": 0.764936191826628, |
| "grad_norm": 0.50390625, |
| "learning_rate": 2.885524371793106e-06, |
| "loss": 0.0768, |
| "step": 2259 |
| }, |
| { |
| "epoch": 0.7652748089987513, |
| "grad_norm": 0.353515625, |
| "learning_rate": 2.8776609768816655e-06, |
| "loss": 0.0521, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.7656134261708747, |
| "grad_norm": 0.474609375, |
| "learning_rate": 2.8698065098227725e-06, |
| "loss": 0.0669, |
| "step": 2261 |
| }, |
| { |
| "epoch": 0.765952043342998, |
| "grad_norm": 0.4765625, |
| "learning_rate": 2.8619609804620063e-06, |
| "loss": 0.0602, |
| "step": 2262 |
| }, |
| { |
| "epoch": 0.7662906605151214, |
| "grad_norm": 0.44140625, |
| "learning_rate": 2.854124398633732e-06, |
| "loss": 0.0546, |
| "step": 2263 |
| }, |
| { |
| "epoch": 0.7666292776872448, |
| "grad_norm": 0.451171875, |
| "learning_rate": 2.846296774161108e-06, |
| "loss": 0.0598, |
| "step": 2264 |
| }, |
| { |
| "epoch": 0.766967894859368, |
| "grad_norm": 0.421875, |
| "learning_rate": 2.8384781168560693e-06, |
| "loss": 0.06, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.7673065120314914, |
| "grad_norm": 0.4921875, |
| "learning_rate": 2.8306684365192915e-06, |
| "loss": 0.0638, |
| "step": 2266 |
| }, |
| { |
| "epoch": 0.7676451292036147, |
| "grad_norm": 0.5, |
| "learning_rate": 2.822867742940214e-06, |
| "loss": 0.0603, |
| "step": 2267 |
| }, |
| { |
| "epoch": 0.7679837463757381, |
| "grad_norm": 0.431640625, |
| "learning_rate": 2.8150760458970115e-06, |
| "loss": 0.0627, |
| "step": 2268 |
| }, |
| { |
| "epoch": 0.7683223635478614, |
| "grad_norm": 0.5546875, |
| "learning_rate": 2.8072933551565706e-06, |
| "loss": 0.0726, |
| "step": 2269 |
| }, |
| { |
| "epoch": 0.7686609807199848, |
| "grad_norm": 0.56640625, |
| "learning_rate": 2.7995196804745005e-06, |
| "loss": 0.0813, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.7689995978921081, |
| "grad_norm": 0.5703125, |
| "learning_rate": 2.791755031595096e-06, |
| "loss": 0.072, |
| "step": 2271 |
| }, |
| { |
| "epoch": 0.7693382150642314, |
| "grad_norm": 0.66796875, |
| "learning_rate": 2.7839994182513496e-06, |
| "loss": 0.0566, |
| "step": 2272 |
| }, |
| { |
| "epoch": 0.7696768322363547, |
| "grad_norm": 0.58203125, |
| "learning_rate": 2.7762528501649256e-06, |
| "loss": 0.0811, |
| "step": 2273 |
| }, |
| { |
| "epoch": 0.7700154494084781, |
| "grad_norm": 0.46484375, |
| "learning_rate": 2.7685153370461424e-06, |
| "loss": 0.0523, |
| "step": 2274 |
| }, |
| { |
| "epoch": 0.7703540665806015, |
| "grad_norm": 0.40234375, |
| "learning_rate": 2.760786888593975e-06, |
| "loss": 0.0529, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.7706926837527248, |
| "grad_norm": 0.359375, |
| "learning_rate": 2.7530675144960382e-06, |
| "loss": 0.0425, |
| "step": 2276 |
| }, |
| { |
| "epoch": 0.7710313009248482, |
| "grad_norm": 0.7578125, |
| "learning_rate": 2.745357224428563e-06, |
| "loss": 0.0685, |
| "step": 2277 |
| }, |
| { |
| "epoch": 0.7713699180969715, |
| "grad_norm": 1.9296875, |
| "learning_rate": 2.7376560280564025e-06, |
| "loss": 0.0716, |
| "step": 2278 |
| }, |
| { |
| "epoch": 0.7717085352690949, |
| "grad_norm": 0.6015625, |
| "learning_rate": 2.729963935033002e-06, |
| "loss": 0.0661, |
| "step": 2279 |
| }, |
| { |
| "epoch": 0.7720471524412181, |
| "grad_norm": 0.57421875, |
| "learning_rate": 2.722280955000404e-06, |
| "loss": 0.0642, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.7723857696133415, |
| "grad_norm": 0.625, |
| "learning_rate": 2.714607097589226e-06, |
| "loss": 0.1111, |
| "step": 2281 |
| }, |
| { |
| "epoch": 0.7727243867854648, |
| "grad_norm": 0.59375, |
| "learning_rate": 2.706942372418645e-06, |
| "loss": 0.0496, |
| "step": 2282 |
| }, |
| { |
| "epoch": 0.7730630039575882, |
| "grad_norm": 0.55859375, |
| "learning_rate": 2.699286789096397e-06, |
| "loss": 0.0549, |
| "step": 2283 |
| }, |
| { |
| "epoch": 0.7734016211297116, |
| "grad_norm": 0.5, |
| "learning_rate": 2.691640357218759e-06, |
| "loss": 0.0606, |
| "step": 2284 |
| }, |
| { |
| "epoch": 0.7737402383018349, |
| "grad_norm": 0.5234375, |
| "learning_rate": 2.684003086370528e-06, |
| "loss": 0.0644, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.7740788554739583, |
| "grad_norm": 0.52734375, |
| "learning_rate": 2.6763749861250297e-06, |
| "loss": 0.0697, |
| "step": 2286 |
| }, |
| { |
| "epoch": 0.7744174726460815, |
| "grad_norm": 0.52734375, |
| "learning_rate": 2.6687560660440858e-06, |
| "loss": 0.0635, |
| "step": 2287 |
| }, |
| { |
| "epoch": 0.7747560898182049, |
| "grad_norm": 0.41796875, |
| "learning_rate": 2.66114633567801e-06, |
| "loss": 0.0387, |
| "step": 2288 |
| }, |
| { |
| "epoch": 0.7750947069903282, |
| "grad_norm": 0.478515625, |
| "learning_rate": 2.653545804565606e-06, |
| "loss": 0.071, |
| "step": 2289 |
| }, |
| { |
| "epoch": 0.7754333241624516, |
| "grad_norm": 0.55078125, |
| "learning_rate": 2.645954482234133e-06, |
| "loss": 0.0768, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.7757719413345749, |
| "grad_norm": 0.53515625, |
| "learning_rate": 2.6383723781993187e-06, |
| "loss": 0.0642, |
| "step": 2291 |
| }, |
| { |
| "epoch": 0.7761105585066983, |
| "grad_norm": 0.484375, |
| "learning_rate": 2.630799501965333e-06, |
| "loss": 0.0548, |
| "step": 2292 |
| }, |
| { |
| "epoch": 0.7764491756788217, |
| "grad_norm": 0.451171875, |
| "learning_rate": 2.6232358630247722e-06, |
| "loss": 0.0597, |
| "step": 2293 |
| }, |
| { |
| "epoch": 0.7767877928509449, |
| "grad_norm": 0.5078125, |
| "learning_rate": 2.61568147085866e-06, |
| "loss": 0.0518, |
| "step": 2294 |
| }, |
| { |
| "epoch": 0.7771264100230683, |
| "grad_norm": 0.53515625, |
| "learning_rate": 2.6081363349364317e-06, |
| "loss": 0.0703, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.7774650271951916, |
| "grad_norm": 0.443359375, |
| "learning_rate": 2.600600464715909e-06, |
| "loss": 0.0616, |
| "step": 2296 |
| }, |
| { |
| "epoch": 0.777803644367315, |
| "grad_norm": 0.474609375, |
| "learning_rate": 2.5930738696433124e-06, |
| "loss": 0.0609, |
| "step": 2297 |
| }, |
| { |
| "epoch": 0.7781422615394383, |
| "grad_norm": 0.423828125, |
| "learning_rate": 2.5855565591532227e-06, |
| "loss": 0.0559, |
| "step": 2298 |
| }, |
| { |
| "epoch": 0.7784808787115617, |
| "grad_norm": 0.474609375, |
| "learning_rate": 2.578048542668593e-06, |
| "loss": 0.058, |
| "step": 2299 |
| }, |
| { |
| "epoch": 0.778819495883685, |
| "grad_norm": 0.6015625, |
| "learning_rate": 2.5705498296007247e-06, |
| "loss": 0.0668, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.7791581130558083, |
| "grad_norm": 0.48046875, |
| "learning_rate": 2.56306042934925e-06, |
| "loss": 0.0635, |
| "step": 2301 |
| }, |
| { |
| "epoch": 0.7794967302279316, |
| "grad_norm": 0.6171875, |
| "learning_rate": 2.5555803513021393e-06, |
| "loss": 0.0563, |
| "step": 2302 |
| }, |
| { |
| "epoch": 0.779835347400055, |
| "grad_norm": 0.58203125, |
| "learning_rate": 2.5481096048356636e-06, |
| "loss": 0.0667, |
| "step": 2303 |
| }, |
| { |
| "epoch": 0.7801739645721784, |
| "grad_norm": 0.451171875, |
| "learning_rate": 2.5406481993144084e-06, |
| "loss": 0.0589, |
| "step": 2304 |
| }, |
| { |
| "epoch": 0.7805125817443017, |
| "grad_norm": 0.515625, |
| "learning_rate": 2.5331961440912476e-06, |
| "loss": 0.0657, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.7808511989164251, |
| "grad_norm": 0.5, |
| "learning_rate": 2.525753448507329e-06, |
| "loss": 0.0664, |
| "step": 2306 |
| }, |
| { |
| "epoch": 0.7811898160885484, |
| "grad_norm": 0.462890625, |
| "learning_rate": 2.518320121892076e-06, |
| "loss": 0.0628, |
| "step": 2307 |
| }, |
| { |
| "epoch": 0.7815284332606718, |
| "grad_norm": 0.5546875, |
| "learning_rate": 2.5108961735631634e-06, |
| "loss": 0.0737, |
| "step": 2308 |
| }, |
| { |
| "epoch": 0.781867050432795, |
| "grad_norm": 0.67578125, |
| "learning_rate": 2.503481612826506e-06, |
| "loss": 0.0841, |
| "step": 2309 |
| }, |
| { |
| "epoch": 0.7822056676049184, |
| "grad_norm": 0.5234375, |
| "learning_rate": 2.496076448976261e-06, |
| "loss": 0.0647, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.7825442847770417, |
| "grad_norm": 0.50390625, |
| "learning_rate": 2.4886806912948034e-06, |
| "loss": 0.0586, |
| "step": 2311 |
| }, |
| { |
| "epoch": 0.7828829019491651, |
| "grad_norm": 0.447265625, |
| "learning_rate": 2.481294349052711e-06, |
| "loss": 0.0621, |
| "step": 2312 |
| }, |
| { |
| "epoch": 0.7832215191212885, |
| "grad_norm": 0.455078125, |
| "learning_rate": 2.4739174315087678e-06, |
| "loss": 0.0668, |
| "step": 2313 |
| }, |
| { |
| "epoch": 0.7835601362934118, |
| "grad_norm": 0.5703125, |
| "learning_rate": 2.466549947909942e-06, |
| "loss": 0.0792, |
| "step": 2314 |
| }, |
| { |
| "epoch": 0.7838987534655352, |
| "grad_norm": 0.439453125, |
| "learning_rate": 2.4591919074913707e-06, |
| "loss": 0.06, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.7842373706376584, |
| "grad_norm": 0.4765625, |
| "learning_rate": 2.4518433194763625e-06, |
| "loss": 0.0653, |
| "step": 2316 |
| }, |
| { |
| "epoch": 0.7845759878097818, |
| "grad_norm": 0.482421875, |
| "learning_rate": 2.444504193076368e-06, |
| "loss": 0.0655, |
| "step": 2317 |
| }, |
| { |
| "epoch": 0.7849146049819051, |
| "grad_norm": 0.5, |
| "learning_rate": 2.437174537490985e-06, |
| "loss": 0.0754, |
| "step": 2318 |
| }, |
| { |
| "epoch": 0.7852532221540285, |
| "grad_norm": 0.453125, |
| "learning_rate": 2.429854361907942e-06, |
| "loss": 0.0545, |
| "step": 2319 |
| }, |
| { |
| "epoch": 0.7855918393261518, |
| "grad_norm": 0.68359375, |
| "learning_rate": 2.4225436755030717e-06, |
| "loss": 0.0695, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.7859304564982752, |
| "grad_norm": 0.390625, |
| "learning_rate": 2.415242487440328e-06, |
| "loss": 0.0421, |
| "step": 2321 |
| }, |
| { |
| "epoch": 0.7862690736703986, |
| "grad_norm": 0.53515625, |
| "learning_rate": 2.4079508068717427e-06, |
| "loss": 0.0666, |
| "step": 2322 |
| }, |
| { |
| "epoch": 0.7866076908425218, |
| "grad_norm": 0.365234375, |
| "learning_rate": 2.4006686429374437e-06, |
| "loss": 0.0405, |
| "step": 2323 |
| }, |
| { |
| "epoch": 0.7869463080146452, |
| "grad_norm": 0.462890625, |
| "learning_rate": 2.3933960047656235e-06, |
| "loss": 0.0497, |
| "step": 2324 |
| }, |
| { |
| "epoch": 0.7872849251867685, |
| "grad_norm": 0.419921875, |
| "learning_rate": 2.386132901472532e-06, |
| "loss": 0.0493, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.7876235423588919, |
| "grad_norm": 0.5390625, |
| "learning_rate": 2.378879342162471e-06, |
| "loss": 0.0699, |
| "step": 2326 |
| }, |
| { |
| "epoch": 0.7879621595310152, |
| "grad_norm": 0.451171875, |
| "learning_rate": 2.371635335927781e-06, |
| "loss": 0.0606, |
| "step": 2327 |
| }, |
| { |
| "epoch": 0.7883007767031386, |
| "grad_norm": 0.61328125, |
| "learning_rate": 2.3644008918488216e-06, |
| "loss": 0.0653, |
| "step": 2328 |
| }, |
| { |
| "epoch": 0.7886393938752619, |
| "grad_norm": 0.53125, |
| "learning_rate": 2.357176018993966e-06, |
| "loss": 0.0768, |
| "step": 2329 |
| }, |
| { |
| "epoch": 0.7889780110473852, |
| "grad_norm": 0.44140625, |
| "learning_rate": 2.349960726419599e-06, |
| "loss": 0.0589, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.7893166282195085, |
| "grad_norm": 0.52734375, |
| "learning_rate": 2.3427550231700836e-06, |
| "loss": 0.0645, |
| "step": 2331 |
| }, |
| { |
| "epoch": 0.7896552453916319, |
| "grad_norm": 0.443359375, |
| "learning_rate": 2.335558918277774e-06, |
| "loss": 0.0513, |
| "step": 2332 |
| }, |
| { |
| "epoch": 0.7899938625637553, |
| "grad_norm": 0.490234375, |
| "learning_rate": 2.3283724207629886e-06, |
| "loss": 0.0674, |
| "step": 2333 |
| }, |
| { |
| "epoch": 0.7903324797358786, |
| "grad_norm": 0.44140625, |
| "learning_rate": 2.3211955396340003e-06, |
| "loss": 0.0536, |
| "step": 2334 |
| }, |
| { |
| "epoch": 0.790671096908002, |
| "grad_norm": 0.63671875, |
| "learning_rate": 2.3140282838870332e-06, |
| "loss": 0.074, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.7910097140801253, |
| "grad_norm": 0.625, |
| "learning_rate": 2.3068706625062385e-06, |
| "loss": 0.0729, |
| "step": 2336 |
| }, |
| { |
| "epoch": 0.7913483312522487, |
| "grad_norm": 0.439453125, |
| "learning_rate": 2.299722684463698e-06, |
| "loss": 0.0594, |
| "step": 2337 |
| }, |
| { |
| "epoch": 0.7916869484243719, |
| "grad_norm": 0.40234375, |
| "learning_rate": 2.2925843587194042e-06, |
| "loss": 0.0524, |
| "step": 2338 |
| }, |
| { |
| "epoch": 0.7920255655964953, |
| "grad_norm": 0.44921875, |
| "learning_rate": 2.285455694221246e-06, |
| "loss": 0.0622, |
| "step": 2339 |
| }, |
| { |
| "epoch": 0.7923641827686186, |
| "grad_norm": 0.41015625, |
| "learning_rate": 2.2783366999050074e-06, |
| "loss": 0.0543, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.792702799940742, |
| "grad_norm": 0.5859375, |
| "learning_rate": 2.2712273846943457e-06, |
| "loss": 0.0729, |
| "step": 2341 |
| }, |
| { |
| "epoch": 0.7930414171128654, |
| "grad_norm": 0.515625, |
| "learning_rate": 2.264127757500789e-06, |
| "loss": 0.0587, |
| "step": 2342 |
| }, |
| { |
| "epoch": 0.7933800342849887, |
| "grad_norm": 0.37109375, |
| "learning_rate": 2.2570378272237237e-06, |
| "loss": 0.046, |
| "step": 2343 |
| }, |
| { |
| "epoch": 0.7937186514571121, |
| "grad_norm": 0.49609375, |
| "learning_rate": 2.2499576027503723e-06, |
| "loss": 0.0689, |
| "step": 2344 |
| }, |
| { |
| "epoch": 0.7940572686292353, |
| "grad_norm": 0.443359375, |
| "learning_rate": 2.2428870929558012e-06, |
| "loss": 0.0569, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.7943958858013587, |
| "grad_norm": 0.484375, |
| "learning_rate": 2.2358263067028952e-06, |
| "loss": 0.0631, |
| "step": 2346 |
| }, |
| { |
| "epoch": 0.794734502973482, |
| "grad_norm": 0.4609375, |
| "learning_rate": 2.228775252842347e-06, |
| "loss": 0.064, |
| "step": 2347 |
| }, |
| { |
| "epoch": 0.7950731201456054, |
| "grad_norm": 0.470703125, |
| "learning_rate": 2.221733940212657e-06, |
| "loss": 0.0628, |
| "step": 2348 |
| }, |
| { |
| "epoch": 0.7954117373177287, |
| "grad_norm": 0.49609375, |
| "learning_rate": 2.2147023776401077e-06, |
| "loss": 0.0629, |
| "step": 2349 |
| }, |
| { |
| "epoch": 0.7957503544898521, |
| "grad_norm": 0.49609375, |
| "learning_rate": 2.2076805739387664e-06, |
| "loss": 0.0649, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.7960889716619755, |
| "grad_norm": 0.40625, |
| "learning_rate": 2.200668537910461e-06, |
| "loss": 0.054, |
| "step": 2351 |
| }, |
| { |
| "epoch": 0.7964275888340987, |
| "grad_norm": 0.4140625, |
| "learning_rate": 2.1936662783447836e-06, |
| "loss": 0.0542, |
| "step": 2352 |
| }, |
| { |
| "epoch": 0.796766206006222, |
| "grad_norm": 0.44140625, |
| "learning_rate": 2.1866738040190638e-06, |
| "loss": 0.0587, |
| "step": 2353 |
| }, |
| { |
| "epoch": 0.7971048231783454, |
| "grad_norm": 1.265625, |
| "learning_rate": 2.1796911236983708e-06, |
| "loss": 0.0656, |
| "step": 2354 |
| }, |
| { |
| "epoch": 0.7974434403504688, |
| "grad_norm": 0.498046875, |
| "learning_rate": 2.172718246135492e-06, |
| "loss": 0.0612, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.7977820575225921, |
| "grad_norm": 0.431640625, |
| "learning_rate": 2.165755180070932e-06, |
| "loss": 0.0623, |
| "step": 2356 |
| }, |
| { |
| "epoch": 0.7981206746947155, |
| "grad_norm": 0.59375, |
| "learning_rate": 2.158801934232897e-06, |
| "loss": 0.0772, |
| "step": 2357 |
| }, |
| { |
| "epoch": 0.7984592918668388, |
| "grad_norm": 0.5078125, |
| "learning_rate": 2.1518585173372774e-06, |
| "loss": 0.0662, |
| "step": 2358 |
| }, |
| { |
| "epoch": 0.7987979090389621, |
| "grad_norm": 0.53125, |
| "learning_rate": 2.14492493808765e-06, |
| "loss": 0.0785, |
| "step": 2359 |
| }, |
| { |
| "epoch": 0.7991365262110854, |
| "grad_norm": 0.55859375, |
| "learning_rate": 2.138001205175253e-06, |
| "loss": 0.0744, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.7994751433832088, |
| "grad_norm": 0.5390625, |
| "learning_rate": 2.1310873272789878e-06, |
| "loss": 0.0661, |
| "step": 2361 |
| }, |
| { |
| "epoch": 0.7998137605553322, |
| "grad_norm": 0.52734375, |
| "learning_rate": 2.1241833130654056e-06, |
| "loss": 0.0665, |
| "step": 2362 |
| }, |
| { |
| "epoch": 0.8001523777274555, |
| "grad_norm": 0.5625, |
| "learning_rate": 2.117289171188681e-06, |
| "loss": 0.0626, |
| "step": 2363 |
| }, |
| { |
| "epoch": 0.8004909948995789, |
| "grad_norm": 0.51171875, |
| "learning_rate": 2.1104049102906254e-06, |
| "loss": 0.0716, |
| "step": 2364 |
| }, |
| { |
| "epoch": 0.8008296120717022, |
| "grad_norm": 0.40234375, |
| "learning_rate": 2.103530539000662e-06, |
| "loss": 0.0494, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.8011682292438256, |
| "grad_norm": 0.56640625, |
| "learning_rate": 2.096666065935813e-06, |
| "loss": 0.0471, |
| "step": 2366 |
| }, |
| { |
| "epoch": 0.8015068464159488, |
| "grad_norm": 0.51953125, |
| "learning_rate": 2.089811499700699e-06, |
| "loss": 0.0715, |
| "step": 2367 |
| }, |
| { |
| "epoch": 0.8018454635880722, |
| "grad_norm": 0.458984375, |
| "learning_rate": 2.082966848887514e-06, |
| "loss": 0.0612, |
| "step": 2368 |
| }, |
| { |
| "epoch": 0.8018454635880722, |
| "eval_loss": 0.06570233404636383, |
| "eval_runtime": 815.4749, |
| "eval_samples_per_second": 12.199, |
| "eval_steps_per_second": 3.05, |
| "step": 2368 |
| }, |
| { |
| "epoch": 0.8021840807601955, |
| "grad_norm": 0.435546875, |
| "learning_rate": 2.0761321220760324e-06, |
| "loss": 0.0557, |
| "step": 2369 |
| }, |
| { |
| "epoch": 0.8025226979323189, |
| "grad_norm": 0.40625, |
| "learning_rate": 2.069307327833586e-06, |
| "loss": 0.0535, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.8028613151044423, |
| "grad_norm": 0.431640625, |
| "learning_rate": 2.062492474715053e-06, |
| "loss": 0.0586, |
| "step": 2371 |
| }, |
| { |
| "epoch": 0.8031999322765656, |
| "grad_norm": 0.451171875, |
| "learning_rate": 2.05568757126285e-06, |
| "loss": 0.058, |
| "step": 2372 |
| }, |
| { |
| "epoch": 0.803538549448689, |
| "grad_norm": 0.423828125, |
| "learning_rate": 2.0488926260069284e-06, |
| "loss": 0.0479, |
| "step": 2373 |
| }, |
| { |
| "epoch": 0.8038771666208122, |
| "grad_norm": 0.546875, |
| "learning_rate": 2.042107647464748e-06, |
| "loss": 0.0671, |
| "step": 2374 |
| }, |
| { |
| "epoch": 0.8042157837929356, |
| "grad_norm": 0.57421875, |
| "learning_rate": 2.0353326441412835e-06, |
| "loss": 0.0799, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.8045544009650589, |
| "grad_norm": 0.6640625, |
| "learning_rate": 2.0285676245290032e-06, |
| "loss": 0.0755, |
| "step": 2376 |
| }, |
| { |
| "epoch": 0.8048930181371823, |
| "grad_norm": 0.48046875, |
| "learning_rate": 2.021812597107855e-06, |
| "loss": 0.0677, |
| "step": 2377 |
| }, |
| { |
| "epoch": 0.8052316353093056, |
| "grad_norm": 0.51953125, |
| "learning_rate": 2.0150675703452717e-06, |
| "loss": 0.0649, |
| "step": 2378 |
| }, |
| { |
| "epoch": 0.805570252481429, |
| "grad_norm": 0.466796875, |
| "learning_rate": 2.0083325526961394e-06, |
| "loss": 0.0591, |
| "step": 2379 |
| }, |
| { |
| "epoch": 0.8059088696535524, |
| "grad_norm": 0.474609375, |
| "learning_rate": 2.0016075526028066e-06, |
| "loss": 0.0642, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.8062474868256756, |
| "grad_norm": 0.3984375, |
| "learning_rate": 1.9948925784950625e-06, |
| "loss": 0.0564, |
| "step": 2381 |
| }, |
| { |
| "epoch": 0.806586103997799, |
| "grad_norm": 0.43359375, |
| "learning_rate": 1.9881876387901243e-06, |
| "loss": 0.0556, |
| "step": 2382 |
| }, |
| { |
| "epoch": 0.8069247211699223, |
| "grad_norm": 0.5, |
| "learning_rate": 1.9814927418926366e-06, |
| "loss": 0.0643, |
| "step": 2383 |
| }, |
| { |
| "epoch": 0.8072633383420457, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.974807896194655e-06, |
| "loss": 0.0687, |
| "step": 2384 |
| }, |
| { |
| "epoch": 0.807601955514169, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.9681331100756298e-06, |
| "loss": 0.073, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.8079405726862924, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.9614683919024103e-06, |
| "loss": 0.0685, |
| "step": 2386 |
| }, |
| { |
| "epoch": 0.8082791898584157, |
| "grad_norm": 0.4296875, |
| "learning_rate": 1.9548137500292163e-06, |
| "loss": 0.059, |
| "step": 2387 |
| }, |
| { |
| "epoch": 0.808617807030539, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.9481691927976453e-06, |
| "loss": 0.0592, |
| "step": 2388 |
| }, |
| { |
| "epoch": 0.8089564242026623, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.9415347285366527e-06, |
| "loss": 0.0778, |
| "step": 2389 |
| }, |
| { |
| "epoch": 0.8092950413747857, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.9349103655625346e-06, |
| "loss": 0.0807, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.809633658546909, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.9282961121789324e-06, |
| "loss": 0.0714, |
| "step": 2391 |
| }, |
| { |
| "epoch": 0.8099722757190324, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.9216919766768194e-06, |
| "loss": 0.0507, |
| "step": 2392 |
| }, |
| { |
| "epoch": 0.8103108928911558, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.915097967334469e-06, |
| "loss": 0.0808, |
| "step": 2393 |
| }, |
| { |
| "epoch": 0.8106495100632791, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.9085140924174783e-06, |
| "loss": 0.0563, |
| "step": 2394 |
| }, |
| { |
| "epoch": 0.8109881272354025, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.9019403601787377e-06, |
| "loss": 0.0615, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.8113267444075257, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.8953767788584155e-06, |
| "loss": 0.0671, |
| "step": 2396 |
| }, |
| { |
| "epoch": 0.8116653615796491, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.8888233566839654e-06, |
| "loss": 0.0672, |
| "step": 2397 |
| }, |
| { |
| "epoch": 0.8120039787517724, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.8822801018700999e-06, |
| "loss": 0.0612, |
| "step": 2398 |
| }, |
| { |
| "epoch": 0.8123425959238958, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.8757470226187902e-06, |
| "loss": 0.0745, |
| "step": 2399 |
| }, |
| { |
| "epoch": 0.8126812130960192, |
| "grad_norm": 0.40625, |
| "learning_rate": 1.8692241271192557e-06, |
| "loss": 0.0505, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.8130198302681425, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.8627114235479393e-06, |
| "loss": 0.0616, |
| "step": 2401 |
| }, |
| { |
| "epoch": 0.8133584474402659, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1.8562089200685195e-06, |
| "loss": 0.0558, |
| "step": 2402 |
| }, |
| { |
| "epoch": 0.8136970646123891, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.8497166248318876e-06, |
| "loss": 0.0664, |
| "step": 2403 |
| }, |
| { |
| "epoch": 0.8140356817845125, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.8432345459761303e-06, |
| "loss": 0.0728, |
| "step": 2404 |
| }, |
| { |
| "epoch": 0.8143742989566358, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.8367626916265401e-06, |
| "loss": 0.0737, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.8147129161287592, |
| "grad_norm": 0.63671875, |
| "learning_rate": 1.8303010698955803e-06, |
| "loss": 0.0819, |
| "step": 2406 |
| }, |
| { |
| "epoch": 0.8150515333008825, |
| "grad_norm": 0.3828125, |
| "learning_rate": 1.8238496888828983e-06, |
| "loss": 0.0435, |
| "step": 2407 |
| }, |
| { |
| "epoch": 0.8153901504730059, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.817408556675302e-06, |
| "loss": 0.0885, |
| "step": 2408 |
| }, |
| { |
| "epoch": 0.8157287676451292, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.8109776813467473e-06, |
| "loss": 0.0799, |
| "step": 2409 |
| }, |
| { |
| "epoch": 0.8160673848172525, |
| "grad_norm": 0.4296875, |
| "learning_rate": 1.8045570709583394e-06, |
| "loss": 0.0674, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.8164060019893759, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.7981467335583158e-06, |
| "loss": 0.0574, |
| "step": 2411 |
| }, |
| { |
| "epoch": 0.8167446191614992, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.7917466771820303e-06, |
| "loss": 0.064, |
| "step": 2412 |
| }, |
| { |
| "epoch": 0.8170832363336226, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.7853569098519586e-06, |
| "loss": 0.0681, |
| "step": 2413 |
| }, |
| { |
| "epoch": 0.8174218535057459, |
| "grad_norm": 0.412109375, |
| "learning_rate": 1.7789774395776716e-06, |
| "loss": 0.053, |
| "step": 2414 |
| }, |
| { |
| "epoch": 0.8177604706778693, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.7726082743558349e-06, |
| "loss": 0.0633, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.8180990878499926, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.766249422170202e-06, |
| "loss": 0.0689, |
| "step": 2416 |
| }, |
| { |
| "epoch": 0.8184377050221159, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.7599008909915894e-06, |
| "loss": 0.0711, |
| "step": 2417 |
| }, |
| { |
| "epoch": 0.8187763221942392, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.7535626887778846e-06, |
| "loss": 0.0525, |
| "step": 2418 |
| }, |
| { |
| "epoch": 0.8191149393663626, |
| "grad_norm": 0.4140625, |
| "learning_rate": 1.7472348234740255e-06, |
| "loss": 0.0505, |
| "step": 2419 |
| }, |
| { |
| "epoch": 0.819453556538486, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.7409173030119886e-06, |
| "loss": 0.0696, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.8197921737106093, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.734610135310788e-06, |
| "loss": 0.0605, |
| "step": 2421 |
| }, |
| { |
| "epoch": 0.8201307908827327, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.7283133282764609e-06, |
| "loss": 0.0601, |
| "step": 2422 |
| }, |
| { |
| "epoch": 0.820469408054856, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.722026889802052e-06, |
| "loss": 0.0807, |
| "step": 2423 |
| }, |
| { |
| "epoch": 0.8208080252269794, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.715750827767615e-06, |
| "loss": 0.0635, |
| "step": 2424 |
| }, |
| { |
| "epoch": 0.8211466423991026, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.7094851500401922e-06, |
| "loss": 0.0611, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.821485259571226, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.703229864473811e-06, |
| "loss": 0.0772, |
| "step": 2426 |
| }, |
| { |
| "epoch": 0.8218238767433493, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.6969849789094762e-06, |
| "loss": 0.0508, |
| "step": 2427 |
| }, |
| { |
| "epoch": 0.8221624939154727, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.6907505011751468e-06, |
| "loss": 0.0776, |
| "step": 2428 |
| }, |
| { |
| "epoch": 0.822501111087596, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.684526439085744e-06, |
| "loss": 0.073, |
| "step": 2429 |
| }, |
| { |
| "epoch": 0.8228397282597194, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.6783128004431326e-06, |
| "loss": 0.0656, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.8231783454318428, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.6721095930361042e-06, |
| "loss": 0.0916, |
| "step": 2431 |
| }, |
| { |
| "epoch": 0.823516962603966, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.6659168246403855e-06, |
| "loss": 0.0689, |
| "step": 2432 |
| }, |
| { |
| "epoch": 0.8238555797760894, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.6597345030186052e-06, |
| "loss": 0.0594, |
| "step": 2433 |
| }, |
| { |
| "epoch": 0.8241941969482127, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.6535626359203083e-06, |
| "loss": 0.0555, |
| "step": 2434 |
| }, |
| { |
| "epoch": 0.8245328141203361, |
| "grad_norm": 0.875, |
| "learning_rate": 1.6474012310819354e-06, |
| "loss": 0.0823, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.8248714312924594, |
| "grad_norm": 0.40234375, |
| "learning_rate": 1.6412502962267973e-06, |
| "loss": 0.0519, |
| "step": 2436 |
| }, |
| { |
| "epoch": 0.8252100484645828, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.6351098390650966e-06, |
| "loss": 0.0576, |
| "step": 2437 |
| }, |
| { |
| "epoch": 0.8255486656367061, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.6289798672938994e-06, |
| "loss": 0.0627, |
| "step": 2438 |
| }, |
| { |
| "epoch": 0.8258872828088294, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.6228603885971206e-06, |
| "loss": 0.0665, |
| "step": 2439 |
| }, |
| { |
| "epoch": 0.8262258999809527, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.6167514106455306e-06, |
| "loss": 0.0593, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.8265645171530761, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.6106529410967354e-06, |
| "loss": 0.0556, |
| "step": 2441 |
| }, |
| { |
| "epoch": 0.8269031343251995, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.604564987595162e-06, |
| "loss": 0.059, |
| "step": 2442 |
| }, |
| { |
| "epoch": 0.8272417514973228, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.598487557772066e-06, |
| "loss": 0.0548, |
| "step": 2443 |
| }, |
| { |
| "epoch": 0.8275803686694462, |
| "grad_norm": 0.373046875, |
| "learning_rate": 1.5924206592455016e-06, |
| "loss": 0.0506, |
| "step": 2444 |
| }, |
| { |
| "epoch": 0.8279189858415695, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.5863642996203288e-06, |
| "loss": 0.0797, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.8282576030136928, |
| "grad_norm": 0.4453125, |
| "learning_rate": 1.580318486488197e-06, |
| "loss": 0.0668, |
| "step": 2446 |
| }, |
| { |
| "epoch": 0.8285962201858161, |
| "grad_norm": 0.44921875, |
| "learning_rate": 1.5742832274275288e-06, |
| "loss": 0.0522, |
| "step": 2447 |
| }, |
| { |
| "epoch": 0.8289348373579395, |
| "grad_norm": 0.359375, |
| "learning_rate": 1.5682585300035237e-06, |
| "loss": 0.0387, |
| "step": 2448 |
| }, |
| { |
| "epoch": 0.8292734545300628, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.5622444017681438e-06, |
| "loss": 0.0626, |
| "step": 2449 |
| }, |
| { |
| "epoch": 0.8296120717021862, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.5562408502600946e-06, |
| "loss": 0.0529, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.8299506888743096, |
| "grad_norm": 0.4296875, |
| "learning_rate": 1.550247883004833e-06, |
| "loss": 0.0554, |
| "step": 2451 |
| }, |
| { |
| "epoch": 0.8302893060464329, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.5442655075145375e-06, |
| "loss": 0.059, |
| "step": 2452 |
| }, |
| { |
| "epoch": 0.8306279232185563, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.5382937312881208e-06, |
| "loss": 0.0573, |
| "step": 2453 |
| }, |
| { |
| "epoch": 0.8309665403906795, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.5323325618112072e-06, |
| "loss": 0.0677, |
| "step": 2454 |
| }, |
| { |
| "epoch": 0.8313051575628029, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.5263820065561174e-06, |
| "loss": 0.0532, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.8316437747349262, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.520442072981877e-06, |
| "loss": 0.0751, |
| "step": 2456 |
| }, |
| { |
| "epoch": 0.8319823919070496, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.5145127685341932e-06, |
| "loss": 0.0475, |
| "step": 2457 |
| }, |
| { |
| "epoch": 0.832321009079173, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.5085941006454453e-06, |
| "loss": 0.0856, |
| "step": 2458 |
| }, |
| { |
| "epoch": 0.8326596262512963, |
| "grad_norm": 0.4140625, |
| "learning_rate": 1.5026860767346862e-06, |
| "loss": 0.0559, |
| "step": 2459 |
| }, |
| { |
| "epoch": 0.8329982434234197, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.4967887042076278e-06, |
| "loss": 0.0658, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.8333368605955429, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.4909019904566223e-06, |
| "loss": 0.0674, |
| "step": 2461 |
| }, |
| { |
| "epoch": 0.8336754777676663, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.4850259428606707e-06, |
| "loss": 0.0607, |
| "step": 2462 |
| }, |
| { |
| "epoch": 0.8340140949397896, |
| "grad_norm": 0.40625, |
| "learning_rate": 1.4791605687853927e-06, |
| "loss": 0.0569, |
| "step": 2463 |
| }, |
| { |
| "epoch": 0.834352712111913, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.4733058755830399e-06, |
| "loss": 0.0584, |
| "step": 2464 |
| }, |
| { |
| "epoch": 0.8346913292840363, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.4674618705924715e-06, |
| "loss": 0.0637, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.8350299464561597, |
| "grad_norm": 0.41015625, |
| "learning_rate": 1.4616285611391445e-06, |
| "loss": 0.0515, |
| "step": 2466 |
| }, |
| { |
| "epoch": 0.835368563628283, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.4558059545351144e-06, |
| "loss": 0.0595, |
| "step": 2467 |
| }, |
| { |
| "epoch": 0.8357071808004063, |
| "grad_norm": 1.4453125, |
| "learning_rate": 1.4499940580790207e-06, |
| "loss": 0.0883, |
| "step": 2468 |
| }, |
| { |
| "epoch": 0.8360457979725296, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1.4441928790560733e-06, |
| "loss": 0.059, |
| "step": 2469 |
| }, |
| { |
| "epoch": 0.836384415144653, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.4384024247380534e-06, |
| "loss": 0.0896, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.8367230323167764, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.4326227023832928e-06, |
| "loss": 0.0609, |
| "step": 2471 |
| }, |
| { |
| "epoch": 0.8370616494888997, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.426853719236676e-06, |
| "loss": 0.0617, |
| "step": 2472 |
| }, |
| { |
| "epoch": 0.8374002666610231, |
| "grad_norm": 0.6875, |
| "learning_rate": 1.4210954825296253e-06, |
| "loss": 0.0609, |
| "step": 2473 |
| }, |
| { |
| "epoch": 0.8377388838331464, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.4153479994800868e-06, |
| "loss": 0.0683, |
| "step": 2474 |
| }, |
| { |
| "epoch": 0.8380775010052697, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.4096112772925353e-06, |
| "loss": 0.0581, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.838416118177393, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.4038853231579486e-06, |
| "loss": 0.0599, |
| "step": 2476 |
| }, |
| { |
| "epoch": 0.8387547353495164, |
| "grad_norm": 0.6953125, |
| "learning_rate": 1.3981701442538155e-06, |
| "loss": 0.1391, |
| "step": 2477 |
| }, |
| { |
| "epoch": 0.8390933525216397, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.3924657477441072e-06, |
| "loss": 0.0586, |
| "step": 2478 |
| }, |
| { |
| "epoch": 0.8394319696937631, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.38677214077929e-06, |
| "loss": 0.0528, |
| "step": 2479 |
| }, |
| { |
| "epoch": 0.8397705868658865, |
| "grad_norm": 0.83984375, |
| "learning_rate": 1.381089330496297e-06, |
| "loss": 0.0666, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.8401092040380098, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.3754173240185364e-06, |
| "loss": 0.0938, |
| "step": 2481 |
| }, |
| { |
| "epoch": 0.8404478212101332, |
| "grad_norm": 0.3984375, |
| "learning_rate": 1.3697561284558624e-06, |
| "loss": 0.0529, |
| "step": 2482 |
| }, |
| { |
| "epoch": 0.8407864383822564, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.3641057509045885e-06, |
| "loss": 0.0661, |
| "step": 2483 |
| }, |
| { |
| "epoch": 0.8411250555543798, |
| "grad_norm": 0.421875, |
| "learning_rate": 1.3584661984474634e-06, |
| "loss": 0.0582, |
| "step": 2484 |
| }, |
| { |
| "epoch": 0.8414636727265031, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.3528374781536634e-06, |
| "loss": 0.0646, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.8418022898986265, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.3472195970787927e-06, |
| "loss": 0.0813, |
| "step": 2486 |
| }, |
| { |
| "epoch": 0.8421409070707498, |
| "grad_norm": 0.423828125, |
| "learning_rate": 1.3416125622648668e-06, |
| "loss": 0.0589, |
| "step": 2487 |
| }, |
| { |
| "epoch": 0.8424795242428732, |
| "grad_norm": 0.39453125, |
| "learning_rate": 1.3360163807403004e-06, |
| "loss": 0.0494, |
| "step": 2488 |
| }, |
| { |
| "epoch": 0.8428181414149966, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.3304310595199121e-06, |
| "loss": 0.0604, |
| "step": 2489 |
| }, |
| { |
| "epoch": 0.8431567585871198, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.3248566056048972e-06, |
| "loss": 0.0608, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.8434953757592432, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.3192930259828363e-06, |
| "loss": 0.0544, |
| "step": 2491 |
| }, |
| { |
| "epoch": 0.8438339929313665, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.3137403276276805e-06, |
| "loss": 0.0719, |
| "step": 2492 |
| }, |
| { |
| "epoch": 0.8441726101034899, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.3081985174997325e-06, |
| "loss": 0.0548, |
| "step": 2493 |
| }, |
| { |
| "epoch": 0.8445112272756132, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.3026676025456553e-06, |
| "loss": 0.0585, |
| "step": 2494 |
| }, |
| { |
| "epoch": 0.8448498444477366, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.2971475896984475e-06, |
| "loss": 0.0612, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.8451884616198599, |
| "grad_norm": 0.392578125, |
| "learning_rate": 1.2916384858774488e-06, |
| "loss": 0.0516, |
| "step": 2496 |
| }, |
| { |
| "epoch": 0.8455270787919832, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.2861402979883231e-06, |
| "loss": 0.0614, |
| "step": 2497 |
| }, |
| { |
| "epoch": 0.8458656959641065, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.280653032923046e-06, |
| "loss": 0.0543, |
| "step": 2498 |
| }, |
| { |
| "epoch": 0.8462043131362299, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.2751766975599033e-06, |
| "loss": 0.0527, |
| "step": 2499 |
| }, |
| { |
| "epoch": 0.8465429303083533, |
| "grad_norm": 0.56640625, |
| "learning_rate": 1.2697112987634852e-06, |
| "loss": 0.0711, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.8468815474804766, |
| "grad_norm": 0.470703125, |
| "learning_rate": 1.264256843384668e-06, |
| "loss": 0.0619, |
| "step": 2501 |
| }, |
| { |
| "epoch": 0.8472201646526, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.2588133382606105e-06, |
| "loss": 0.0684, |
| "step": 2502 |
| }, |
| { |
| "epoch": 0.8475587818247233, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.2533807902147522e-06, |
| "loss": 0.062, |
| "step": 2503 |
| }, |
| { |
| "epoch": 0.8478973989968466, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.2479592060567857e-06, |
| "loss": 0.0526, |
| "step": 2504 |
| }, |
| { |
| "epoch": 0.8482360161689699, |
| "grad_norm": 0.486328125, |
| "learning_rate": 1.2425485925826708e-06, |
| "loss": 0.0605, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.8485746333410933, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.2371489565746141e-06, |
| "loss": 0.0743, |
| "step": 2506 |
| }, |
| { |
| "epoch": 0.8489132505132166, |
| "grad_norm": 0.494140625, |
| "learning_rate": 1.231760304801054e-06, |
| "loss": 0.0679, |
| "step": 2507 |
| }, |
| { |
| "epoch": 0.84925186768534, |
| "grad_norm": 0.466796875, |
| "learning_rate": 1.2263826440166725e-06, |
| "loss": 0.0572, |
| "step": 2508 |
| }, |
| { |
| "epoch": 0.8495904848574634, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.2210159809623622e-06, |
| "loss": 0.0659, |
| "step": 2509 |
| }, |
| { |
| "epoch": 0.8499291020295867, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.2156603223652376e-06, |
| "loss": 0.0493, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.8502677192017101, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.2103156749386192e-06, |
| "loss": 0.0545, |
| "step": 2511 |
| }, |
| { |
| "epoch": 0.8506063363738333, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.2049820453820194e-06, |
| "loss": 0.0697, |
| "step": 2512 |
| }, |
| { |
| "epoch": 0.8509449535459567, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.1996594403811478e-06, |
| "loss": 0.0584, |
| "step": 2513 |
| }, |
| { |
| "epoch": 0.85128357071808, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.1943478666078856e-06, |
| "loss": 0.0706, |
| "step": 2514 |
| }, |
| { |
| "epoch": 0.8516221878902034, |
| "grad_norm": 0.498046875, |
| "learning_rate": 1.1890473307202922e-06, |
| "loss": 0.0624, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.8519608050623267, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.1837578393625937e-06, |
| "loss": 0.0638, |
| "step": 2516 |
| }, |
| { |
| "epoch": 0.8522994222344501, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.1784793991651623e-06, |
| "loss": 0.0716, |
| "step": 2517 |
| }, |
| { |
| "epoch": 0.8526380394065735, |
| "grad_norm": 0.384765625, |
| "learning_rate": 1.1732120167445248e-06, |
| "loss": 0.0467, |
| "step": 2518 |
| }, |
| { |
| "epoch": 0.8529766565786967, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.1679556987033492e-06, |
| "loss": 0.0635, |
| "step": 2519 |
| }, |
| { |
| "epoch": 0.8533152737508201, |
| "grad_norm": 0.396484375, |
| "learning_rate": 1.1627104516304278e-06, |
| "loss": 0.0492, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.8536538909229434, |
| "grad_norm": 0.443359375, |
| "learning_rate": 1.157476282100677e-06, |
| "loss": 0.0493, |
| "step": 2521 |
| }, |
| { |
| "epoch": 0.8539925080950668, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.1522531966751304e-06, |
| "loss": 0.0641, |
| "step": 2522 |
| }, |
| { |
| "epoch": 0.8543311252671901, |
| "grad_norm": 0.62890625, |
| "learning_rate": 1.1470412019009246e-06, |
| "loss": 0.0554, |
| "step": 2523 |
| }, |
| { |
| "epoch": 0.8546697424393135, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.141840304311298e-06, |
| "loss": 0.0642, |
| "step": 2524 |
| }, |
| { |
| "epoch": 0.8550083596114368, |
| "grad_norm": 0.7109375, |
| "learning_rate": 1.1366505104255732e-06, |
| "loss": 0.0578, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.8553469767835601, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.1314718267491587e-06, |
| "loss": 0.0582, |
| "step": 2526 |
| }, |
| { |
| "epoch": 0.8556855939556834, |
| "grad_norm": 0.546875, |
| "learning_rate": 1.1263042597735363e-06, |
| "loss": 0.0638, |
| "step": 2527 |
| }, |
| { |
| "epoch": 0.8560242111278068, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.121147815976248e-06, |
| "loss": 0.0628, |
| "step": 2528 |
| }, |
| { |
| "epoch": 0.8563628282999302, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.1160025018208997e-06, |
| "loss": 0.056, |
| "step": 2529 |
| }, |
| { |
| "epoch": 0.8567014454720535, |
| "grad_norm": 0.478515625, |
| "learning_rate": 1.110868323757144e-06, |
| "loss": 0.0598, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.8570400626441769, |
| "grad_norm": 0.41015625, |
| "learning_rate": 1.1057452882206688e-06, |
| "loss": 0.0579, |
| "step": 2531 |
| }, |
| { |
| "epoch": 0.8573786798163002, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.1006334016332054e-06, |
| "loss": 0.072, |
| "step": 2532 |
| }, |
| { |
| "epoch": 0.8577172969884235, |
| "grad_norm": 0.4453125, |
| "learning_rate": 1.0955326704024983e-06, |
| "loss": 0.0652, |
| "step": 2533 |
| }, |
| { |
| "epoch": 0.8580559141605468, |
| "grad_norm": 0.423828125, |
| "learning_rate": 1.090443100922317e-06, |
| "loss": 0.059, |
| "step": 2534 |
| }, |
| { |
| "epoch": 0.8583945313326702, |
| "grad_norm": 0.453125, |
| "learning_rate": 1.085364699572441e-06, |
| "loss": 0.0618, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.8587331485047935, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.08029747271864e-06, |
| "loss": 0.0659, |
| "step": 2536 |
| }, |
| { |
| "epoch": 0.8590717656769169, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.0752414267126876e-06, |
| "loss": 0.074, |
| "step": 2537 |
| }, |
| { |
| "epoch": 0.8594103828490403, |
| "grad_norm": 0.490234375, |
| "learning_rate": 1.0701965678923387e-06, |
| "loss": 0.0665, |
| "step": 2538 |
| }, |
| { |
| "epoch": 0.8597490000211636, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.0651629025813203e-06, |
| "loss": 0.0722, |
| "step": 2539 |
| }, |
| { |
| "epoch": 0.860087617193287, |
| "grad_norm": 0.412109375, |
| "learning_rate": 1.0601404370893364e-06, |
| "loss": 0.0595, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.8604262343654102, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.0551291777120465e-06, |
| "loss": 0.0733, |
| "step": 2541 |
| }, |
| { |
| "epoch": 0.8607648515375336, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.0501291307310613e-06, |
| "loss": 0.0652, |
| "step": 2542 |
| }, |
| { |
| "epoch": 0.8611034687096569, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.045140302413945e-06, |
| "loss": 0.0781, |
| "step": 2543 |
| }, |
| { |
| "epoch": 0.8614420858817803, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.040162699014191e-06, |
| "loss": 0.0637, |
| "step": 2544 |
| }, |
| { |
| "epoch": 0.8617807030539036, |
| "grad_norm": 0.5390625, |
| "learning_rate": 1.0351963267712261e-06, |
| "loss": 0.0651, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.862119320226027, |
| "grad_norm": 0.5078125, |
| "learning_rate": 1.0302411919104005e-06, |
| "loss": 0.0532, |
| "step": 2546 |
| }, |
| { |
| "epoch": 0.8624579373981504, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.0252973006429733e-06, |
| "loss": 0.0686, |
| "step": 2547 |
| }, |
| { |
| "epoch": 0.8627965545702736, |
| "grad_norm": 0.46484375, |
| "learning_rate": 1.0203646591661142e-06, |
| "loss": 0.059, |
| "step": 2548 |
| }, |
| { |
| "epoch": 0.863135171742397, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.0154432736628916e-06, |
| "loss": 0.09, |
| "step": 2549 |
| }, |
| { |
| "epoch": 0.8634737889145203, |
| "grad_norm": 0.447265625, |
| "learning_rate": 1.0105331503022574e-06, |
| "loss": 0.0472, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.8638124060866437, |
| "grad_norm": 0.427734375, |
| "learning_rate": 1.0056342952390574e-06, |
| "loss": 0.0524, |
| "step": 2551 |
| }, |
| { |
| "epoch": 0.864151023258767, |
| "grad_norm": 0.482421875, |
| "learning_rate": 1.0007467146140026e-06, |
| "loss": 0.061, |
| "step": 2552 |
| }, |
| { |
| "epoch": 0.8644896404308904, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.958704145536767e-07, |
| "loss": 0.0603, |
| "step": 2553 |
| }, |
| { |
| "epoch": 0.8648282576030137, |
| "grad_norm": 0.498046875, |
| "learning_rate": 9.91005401170524e-07, |
| "loss": 0.0645, |
| "step": 2554 |
| }, |
| { |
| "epoch": 0.865166874775137, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.86151680562837e-07, |
| "loss": 0.0801, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.8655054919472603, |
| "grad_norm": 0.55078125, |
| "learning_rate": 9.813092588147554e-07, |
| "loss": 0.0743, |
| "step": 2556 |
| }, |
| { |
| "epoch": 0.8658441091193837, |
| "grad_norm": 0.45703125, |
| "learning_rate": 9.764781419962576e-07, |
| "loss": 0.066, |
| "step": 2557 |
| }, |
| { |
| "epoch": 0.866182726291507, |
| "grad_norm": 0.390625, |
| "learning_rate": 9.71658336163146e-07, |
| "loss": 0.051, |
| "step": 2558 |
| }, |
| { |
| "epoch": 0.8665213434636304, |
| "grad_norm": 0.54296875, |
| "learning_rate": 9.668498473570499e-07, |
| "loss": 0.0704, |
| "step": 2559 |
| }, |
| { |
| "epoch": 0.8668599606357538, |
| "grad_norm": 0.55859375, |
| "learning_rate": 9.620526816054065e-07, |
| "loss": 0.0629, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.8671985778078771, |
| "grad_norm": 0.482421875, |
| "learning_rate": 9.572668449214672e-07, |
| "loss": 0.0703, |
| "step": 2561 |
| }, |
| { |
| "epoch": 0.8675371949800004, |
| "grad_norm": 0.56640625, |
| "learning_rate": 9.52492343304281e-07, |
| "loss": 0.0715, |
| "step": 2562 |
| }, |
| { |
| "epoch": 0.8678758121521237, |
| "grad_norm": 0.53515625, |
| "learning_rate": 9.477291827386781e-07, |
| "loss": 0.0736, |
| "step": 2563 |
| }, |
| { |
| "epoch": 0.8682144293242471, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.42977369195286e-07, |
| "loss": 0.0627, |
| "step": 2564 |
| }, |
| { |
| "epoch": 0.8685530464963704, |
| "grad_norm": 0.53515625, |
| "learning_rate": 9.382369086305043e-07, |
| "loss": 0.0759, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.8688916636684938, |
| "grad_norm": 0.44140625, |
| "learning_rate": 9.335078069864967e-07, |
| "loss": 0.0654, |
| "step": 2566 |
| }, |
| { |
| "epoch": 0.8692302808406172, |
| "grad_norm": 0.4375, |
| "learning_rate": 9.287900701911945e-07, |
| "loss": 0.0488, |
| "step": 2567 |
| }, |
| { |
| "epoch": 0.8695688980127405, |
| "grad_norm": 0.44140625, |
| "learning_rate": 9.240837041582839e-07, |
| "loss": 0.0575, |
| "step": 2568 |
| }, |
| { |
| "epoch": 0.8699075151848639, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.193887147871905e-07, |
| "loss": 0.0628, |
| "step": 2569 |
| }, |
| { |
| "epoch": 0.8702461323569871, |
| "grad_norm": 0.474609375, |
| "learning_rate": 9.147051079630886e-07, |
| "loss": 0.0584, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.8705847495291105, |
| "grad_norm": 0.453125, |
| "learning_rate": 9.100328895568745e-07, |
| "loss": 0.0583, |
| "step": 2571 |
| }, |
| { |
| "epoch": 0.8709233667012338, |
| "grad_norm": 0.6015625, |
| "learning_rate": 9.053720654251774e-07, |
| "loss": 0.0696, |
| "step": 2572 |
| }, |
| { |
| "epoch": 0.8712619838733572, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.00722641410342e-07, |
| "loss": 0.0825, |
| "step": 2573 |
| }, |
| { |
| "epoch": 0.8716006010454805, |
| "grad_norm": 0.447265625, |
| "learning_rate": 8.960846233404175e-07, |
| "loss": 0.0647, |
| "step": 2574 |
| }, |
| { |
| "epoch": 0.8719392182176039, |
| "grad_norm": 0.83984375, |
| "learning_rate": 8.914580170291632e-07, |
| "loss": 0.1008, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.8722778353897273, |
| "grad_norm": 0.5, |
| "learning_rate": 8.86842828276031e-07, |
| "loss": 0.0718, |
| "step": 2576 |
| }, |
| { |
| "epoch": 0.8726164525618505, |
| "grad_norm": 0.462890625, |
| "learning_rate": 8.822390628661581e-07, |
| "loss": 0.0611, |
| "step": 2577 |
| }, |
| { |
| "epoch": 0.8729550697339739, |
| "grad_norm": 0.53515625, |
| "learning_rate": 8.77646726570367e-07, |
| "loss": 0.0616, |
| "step": 2578 |
| }, |
| { |
| "epoch": 0.8732936869060972, |
| "grad_norm": 0.421875, |
| "learning_rate": 8.730658251451485e-07, |
| "loss": 0.0514, |
| "step": 2579 |
| }, |
| { |
| "epoch": 0.8736323040782206, |
| "grad_norm": 0.3828125, |
| "learning_rate": 8.68496364332665e-07, |
| "loss": 0.0523, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.8739709212503439, |
| "grad_norm": 0.59375, |
| "learning_rate": 8.639383498607379e-07, |
| "loss": 0.0746, |
| "step": 2581 |
| }, |
| { |
| "epoch": 0.8743095384224673, |
| "grad_norm": 0.41796875, |
| "learning_rate": 8.593917874428348e-07, |
| "loss": 0.0556, |
| "step": 2582 |
| }, |
| { |
| "epoch": 0.8746481555945906, |
| "grad_norm": 0.41015625, |
| "learning_rate": 8.548566827780747e-07, |
| "loss": 0.0481, |
| "step": 2583 |
| }, |
| { |
| "epoch": 0.8749867727667139, |
| "grad_norm": 0.63671875, |
| "learning_rate": 8.503330415512123e-07, |
| "loss": 0.072, |
| "step": 2584 |
| }, |
| { |
| "epoch": 0.8753253899388372, |
| "grad_norm": 0.431640625, |
| "learning_rate": 8.458208694326287e-07, |
| "loss": 0.054, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.8756640071109606, |
| "grad_norm": 0.734375, |
| "learning_rate": 8.413201720783337e-07, |
| "loss": 0.1025, |
| "step": 2586 |
| }, |
| { |
| "epoch": 0.876002624283084, |
| "grad_norm": 0.58984375, |
| "learning_rate": 8.368309551299536e-07, |
| "loss": 0.0694, |
| "step": 2587 |
| }, |
| { |
| "epoch": 0.8763412414552073, |
| "grad_norm": 0.515625, |
| "learning_rate": 8.323532242147203e-07, |
| "loss": 0.067, |
| "step": 2588 |
| }, |
| { |
| "epoch": 0.8766798586273307, |
| "grad_norm": 0.48828125, |
| "learning_rate": 8.278869849454718e-07, |
| "loss": 0.0664, |
| "step": 2589 |
| }, |
| { |
| "epoch": 0.877018475799454, |
| "grad_norm": 0.578125, |
| "learning_rate": 8.234322429206354e-07, |
| "loss": 0.0697, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.8773570929715773, |
| "grad_norm": 0.376953125, |
| "learning_rate": 8.189890037242343e-07, |
| "loss": 0.0443, |
| "step": 2591 |
| }, |
| { |
| "epoch": 0.8776957101437006, |
| "grad_norm": 0.6015625, |
| "learning_rate": 8.145572729258689e-07, |
| "loss": 0.0524, |
| "step": 2592 |
| }, |
| { |
| "epoch": 0.878034327315824, |
| "grad_norm": 0.380859375, |
| "learning_rate": 8.101370560807132e-07, |
| "loss": 0.0537, |
| "step": 2593 |
| }, |
| { |
| "epoch": 0.8783729444879473, |
| "grad_norm": 0.439453125, |
| "learning_rate": 8.057283587295084e-07, |
| "loss": 0.0652, |
| "step": 2594 |
| }, |
| { |
| "epoch": 0.8787115616600707, |
| "grad_norm": 0.447265625, |
| "learning_rate": 8.013311863985596e-07, |
| "loss": 0.0605, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.879050178832194, |
| "grad_norm": 0.59375, |
| "learning_rate": 7.969455445997198e-07, |
| "loss": 0.0819, |
| "step": 2596 |
| }, |
| { |
| "epoch": 0.8793887960043174, |
| "grad_norm": 0.47265625, |
| "learning_rate": 7.92571438830394e-07, |
| "loss": 0.0681, |
| "step": 2597 |
| }, |
| { |
| "epoch": 0.8797274131764408, |
| "grad_norm": 0.478515625, |
| "learning_rate": 7.882088745735217e-07, |
| "loss": 0.0554, |
| "step": 2598 |
| }, |
| { |
| "epoch": 0.880066030348564, |
| "grad_norm": 0.69140625, |
| "learning_rate": 7.838578572975786e-07, |
| "loss": 0.0827, |
| "step": 2599 |
| }, |
| { |
| "epoch": 0.8804046475206874, |
| "grad_norm": 0.48046875, |
| "learning_rate": 7.795183924565675e-07, |
| "loss": 0.0565, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.8807432646928107, |
| "grad_norm": 0.48828125, |
| "learning_rate": 7.751904854900027e-07, |
| "loss": 0.0599, |
| "step": 2601 |
| }, |
| { |
| "epoch": 0.8810818818649341, |
| "grad_norm": 0.498046875, |
| "learning_rate": 7.708741418229215e-07, |
| "loss": 0.0602, |
| "step": 2602 |
| }, |
| { |
| "epoch": 0.8814204990370574, |
| "grad_norm": 0.4609375, |
| "learning_rate": 7.665693668658569e-07, |
| "loss": 0.0624, |
| "step": 2603 |
| }, |
| { |
| "epoch": 0.8817591162091808, |
| "grad_norm": 0.6015625, |
| "learning_rate": 7.62276166014847e-07, |
| "loss": 0.066, |
| "step": 2604 |
| }, |
| { |
| "epoch": 0.8820977333813041, |
| "grad_norm": 0.412109375, |
| "learning_rate": 7.579945446514192e-07, |
| "loss": 0.0527, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.8824363505534274, |
| "grad_norm": 0.474609375, |
| "learning_rate": 7.53724508142587e-07, |
| "loss": 0.0625, |
| "step": 2606 |
| }, |
| { |
| "epoch": 0.8827749677255508, |
| "grad_norm": 0.46875, |
| "learning_rate": 7.494660618408379e-07, |
| "loss": 0.0601, |
| "step": 2607 |
| }, |
| { |
| "epoch": 0.8831135848976741, |
| "grad_norm": 0.51171875, |
| "learning_rate": 7.452192110841383e-07, |
| "loss": 0.0722, |
| "step": 2608 |
| }, |
| { |
| "epoch": 0.8834522020697975, |
| "grad_norm": 0.447265625, |
| "learning_rate": 7.409839611959136e-07, |
| "loss": 0.0582, |
| "step": 2609 |
| }, |
| { |
| "epoch": 0.8837908192419208, |
| "grad_norm": 0.515625, |
| "learning_rate": 7.367603174850502e-07, |
| "loss": 0.0681, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.8841294364140442, |
| "grad_norm": 0.43359375, |
| "learning_rate": 7.325482852458887e-07, |
| "loss": 0.0551, |
| "step": 2611 |
| }, |
| { |
| "epoch": 0.8844680535861675, |
| "grad_norm": 0.6796875, |
| "learning_rate": 7.283478697582091e-07, |
| "loss": 0.0829, |
| "step": 2612 |
| }, |
| { |
| "epoch": 0.8848066707582908, |
| "grad_norm": 0.48828125, |
| "learning_rate": 7.241590762872319e-07, |
| "loss": 0.062, |
| "step": 2613 |
| }, |
| { |
| "epoch": 0.8851452879304141, |
| "grad_norm": 0.5078125, |
| "learning_rate": 7.199819100836136e-07, |
| "loss": 0.0635, |
| "step": 2614 |
| }, |
| { |
| "epoch": 0.8854839051025375, |
| "grad_norm": 0.6171875, |
| "learning_rate": 7.158163763834292e-07, |
| "loss": 0.0689, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.8858225222746609, |
| "grad_norm": 0.408203125, |
| "learning_rate": 7.116624804081773e-07, |
| "loss": 0.052, |
| "step": 2616 |
| }, |
| { |
| "epoch": 0.8861611394467842, |
| "grad_norm": 0.4296875, |
| "learning_rate": 7.075202273647652e-07, |
| "loss": 0.0523, |
| "step": 2617 |
| }, |
| { |
| "epoch": 0.8864997566189076, |
| "grad_norm": 0.5234375, |
| "learning_rate": 7.033896224455072e-07, |
| "loss": 0.0745, |
| "step": 2618 |
| }, |
| { |
| "epoch": 0.8868383737910309, |
| "grad_norm": 0.416015625, |
| "learning_rate": 6.992706708281205e-07, |
| "loss": 0.0497, |
| "step": 2619 |
| }, |
| { |
| "epoch": 0.8871769909631542, |
| "grad_norm": 0.427734375, |
| "learning_rate": 6.951633776757071e-07, |
| "loss": 0.0559, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.8875156081352775, |
| "grad_norm": 0.470703125, |
| "learning_rate": 6.910677481367623e-07, |
| "loss": 0.0584, |
| "step": 2621 |
| }, |
| { |
| "epoch": 0.8878542253074009, |
| "grad_norm": 0.392578125, |
| "learning_rate": 6.869837873451557e-07, |
| "loss": 0.0469, |
| "step": 2622 |
| }, |
| { |
| "epoch": 0.8881928424795242, |
| "grad_norm": 0.5703125, |
| "learning_rate": 6.829115004201325e-07, |
| "loss": 0.0613, |
| "step": 2623 |
| }, |
| { |
| "epoch": 0.8885314596516476, |
| "grad_norm": 0.484375, |
| "learning_rate": 6.788508924663084e-07, |
| "loss": 0.0785, |
| "step": 2624 |
| }, |
| { |
| "epoch": 0.888870076823771, |
| "grad_norm": 0.71875, |
| "learning_rate": 6.748019685736507e-07, |
| "loss": 0.0639, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.8892086939958943, |
| "grad_norm": 0.48046875, |
| "learning_rate": 6.707647338174905e-07, |
| "loss": 0.0623, |
| "step": 2626 |
| }, |
| { |
| "epoch": 0.8895473111680177, |
| "grad_norm": 0.63671875, |
| "learning_rate": 6.667391932584999e-07, |
| "loss": 0.047, |
| "step": 2627 |
| }, |
| { |
| "epoch": 0.8898859283401409, |
| "grad_norm": 0.609375, |
| "learning_rate": 6.627253519426913e-07, |
| "loss": 0.0521, |
| "step": 2628 |
| }, |
| { |
| "epoch": 0.8902245455122643, |
| "grad_norm": 0.455078125, |
| "learning_rate": 6.587232149014189e-07, |
| "loss": 0.0527, |
| "step": 2629 |
| }, |
| { |
| "epoch": 0.8905631626843876, |
| "grad_norm": 0.4296875, |
| "learning_rate": 6.54732787151362e-07, |
| "loss": 0.0537, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.890901779856511, |
| "grad_norm": 0.76953125, |
| "learning_rate": 6.507540736945195e-07, |
| "loss": 0.0994, |
| "step": 2631 |
| }, |
| { |
| "epoch": 0.8912403970286343, |
| "grad_norm": 0.58203125, |
| "learning_rate": 6.467870795182108e-07, |
| "loss": 0.0807, |
| "step": 2632 |
| }, |
| { |
| "epoch": 0.8915790142007577, |
| "grad_norm": 0.447265625, |
| "learning_rate": 6.428318095950648e-07, |
| "loss": 0.0555, |
| "step": 2633 |
| }, |
| { |
| "epoch": 0.891917631372881, |
| "grad_norm": 0.53515625, |
| "learning_rate": 6.388882688830089e-07, |
| "loss": 0.0607, |
| "step": 2634 |
| }, |
| { |
| "epoch": 0.8922562485450043, |
| "grad_norm": 0.5859375, |
| "learning_rate": 6.349564623252746e-07, |
| "loss": 0.0594, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.8925948657171277, |
| "grad_norm": 0.4140625, |
| "learning_rate": 6.310363948503806e-07, |
| "loss": 0.0569, |
| "step": 2636 |
| }, |
| { |
| "epoch": 0.892933482889251, |
| "grad_norm": 0.484375, |
| "learning_rate": 6.271280713721317e-07, |
| "loss": 0.0663, |
| "step": 2637 |
| }, |
| { |
| "epoch": 0.8932721000613744, |
| "grad_norm": 0.45703125, |
| "learning_rate": 6.232314967896136e-07, |
| "loss": 0.0572, |
| "step": 2638 |
| }, |
| { |
| "epoch": 0.8936107172334977, |
| "grad_norm": 0.443359375, |
| "learning_rate": 6.193466759871792e-07, |
| "loss": 0.0492, |
| "step": 2639 |
| }, |
| { |
| "epoch": 0.8939493344056211, |
| "grad_norm": 0.5546875, |
| "learning_rate": 6.154736138344564e-07, |
| "loss": 0.0611, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.8942879515777444, |
| "grad_norm": 0.53125, |
| "learning_rate": 6.11612315186324e-07, |
| "loss": 0.0669, |
| "step": 2641 |
| }, |
| { |
| "epoch": 0.8946265687498677, |
| "grad_norm": 0.45703125, |
| "learning_rate": 6.077627848829238e-07, |
| "loss": 0.0627, |
| "step": 2642 |
| }, |
| { |
| "epoch": 0.894965185921991, |
| "grad_norm": 0.443359375, |
| "learning_rate": 6.039250277496411e-07, |
| "loss": 0.0535, |
| "step": 2643 |
| }, |
| { |
| "epoch": 0.8953038030941144, |
| "grad_norm": 0.55078125, |
| "learning_rate": 6.000990485971048e-07, |
| "loss": 0.0703, |
| "step": 2644 |
| }, |
| { |
| "epoch": 0.8956424202662377, |
| "grad_norm": 0.47265625, |
| "learning_rate": 5.962848522211784e-07, |
| "loss": 0.0602, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.8959810374383611, |
| "grad_norm": 0.6640625, |
| "learning_rate": 5.924824434029619e-07, |
| "loss": 0.0655, |
| "step": 2646 |
| }, |
| { |
| "epoch": 0.8963196546104845, |
| "grad_norm": 0.466796875, |
| "learning_rate": 5.886918269087716e-07, |
| "loss": 0.0624, |
| "step": 2647 |
| }, |
| { |
| "epoch": 0.8966582717826078, |
| "grad_norm": 0.48046875, |
| "learning_rate": 5.849130074901444e-07, |
| "loss": 0.0661, |
| "step": 2648 |
| }, |
| { |
| "epoch": 0.8969968889547311, |
| "grad_norm": 0.67578125, |
| "learning_rate": 5.811459898838345e-07, |
| "loss": 0.0686, |
| "step": 2649 |
| }, |
| { |
| "epoch": 0.8973355061268544, |
| "grad_norm": 0.38671875, |
| "learning_rate": 5.77390778811796e-07, |
| "loss": 0.0509, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.8976741232989778, |
| "grad_norm": 0.5703125, |
| "learning_rate": 5.736473789811858e-07, |
| "loss": 0.0724, |
| "step": 2651 |
| }, |
| { |
| "epoch": 0.8980127404711011, |
| "grad_norm": 0.62109375, |
| "learning_rate": 5.699157950843592e-07, |
| "loss": 0.0741, |
| "step": 2652 |
| }, |
| { |
| "epoch": 0.8983513576432245, |
| "grad_norm": 0.38671875, |
| "learning_rate": 5.661960317988535e-07, |
| "loss": 0.05, |
| "step": 2653 |
| }, |
| { |
| "epoch": 0.8986899748153478, |
| "grad_norm": 0.54296875, |
| "learning_rate": 5.624880937873956e-07, |
| "loss": 0.063, |
| "step": 2654 |
| }, |
| { |
| "epoch": 0.8990285919874712, |
| "grad_norm": 0.46875, |
| "learning_rate": 5.587919856978819e-07, |
| "loss": 0.053, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.8993672091595946, |
| "grad_norm": 0.474609375, |
| "learning_rate": 5.551077121633875e-07, |
| "loss": 0.0588, |
| "step": 2656 |
| }, |
| { |
| "epoch": 0.8997058263317178, |
| "grad_norm": 0.6953125, |
| "learning_rate": 5.514352778021492e-07, |
| "loss": 0.0755, |
| "step": 2657 |
| }, |
| { |
| "epoch": 0.9000444435038412, |
| "grad_norm": 0.57421875, |
| "learning_rate": 5.477746872175615e-07, |
| "loss": 0.0687, |
| "step": 2658 |
| }, |
| { |
| "epoch": 0.9003830606759645, |
| "grad_norm": 0.470703125, |
| "learning_rate": 5.441259449981795e-07, |
| "loss": 0.0619, |
| "step": 2659 |
| }, |
| { |
| "epoch": 0.9007216778480879, |
| "grad_norm": 0.45703125, |
| "learning_rate": 5.404890557176967e-07, |
| "loss": 0.0589, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.9010602950202112, |
| "grad_norm": 0.53515625, |
| "learning_rate": 5.368640239349554e-07, |
| "loss": 0.0579, |
| "step": 2661 |
| }, |
| { |
| "epoch": 0.9013989121923346, |
| "grad_norm": 0.515625, |
| "learning_rate": 5.332508541939374e-07, |
| "loss": 0.0655, |
| "step": 2662 |
| }, |
| { |
| "epoch": 0.901737529364458, |
| "grad_norm": 0.515625, |
| "learning_rate": 5.296495510237453e-07, |
| "loss": 0.0809, |
| "step": 2663 |
| }, |
| { |
| "epoch": 0.9020761465365812, |
| "grad_norm": 0.65625, |
| "learning_rate": 5.26060118938616e-07, |
| "loss": 0.0621, |
| "step": 2664 |
| }, |
| { |
| "epoch": 0.9020761465365812, |
| "eval_loss": 0.06565158814191818, |
| "eval_runtime": 818.5534, |
| "eval_samples_per_second": 12.153, |
| "eval_steps_per_second": 3.038, |
| "step": 2664 |
| }, |
| { |
| "epoch": 0.9024147637087045, |
| "grad_norm": 0.640625, |
| "learning_rate": 5.224825624379048e-07, |
| "loss": 0.0672, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.9027533808808279, |
| "grad_norm": 0.51953125, |
| "learning_rate": 5.189168860060756e-07, |
| "loss": 0.0757, |
| "step": 2666 |
| }, |
| { |
| "epoch": 0.9030919980529513, |
| "grad_norm": 0.52734375, |
| "learning_rate": 5.153630941127063e-07, |
| "loss": 0.0584, |
| "step": 2667 |
| }, |
| { |
| "epoch": 0.9034306152250746, |
| "grad_norm": 0.84765625, |
| "learning_rate": 5.118211912124726e-07, |
| "loss": 0.0992, |
| "step": 2668 |
| }, |
| { |
| "epoch": 0.903769232397198, |
| "grad_norm": 0.5390625, |
| "learning_rate": 5.082911817451541e-07, |
| "loss": 0.0662, |
| "step": 2669 |
| }, |
| { |
| "epoch": 0.9041078495693213, |
| "grad_norm": 0.47265625, |
| "learning_rate": 5.047730701356146e-07, |
| "loss": 0.0505, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.9044464667414446, |
| "grad_norm": 0.6875, |
| "learning_rate": 5.012668607938087e-07, |
| "loss": 0.0694, |
| "step": 2671 |
| }, |
| { |
| "epoch": 0.9047850839135679, |
| "grad_norm": 0.578125, |
| "learning_rate": 4.977725581147697e-07, |
| "loss": 0.0784, |
| "step": 2672 |
| }, |
| { |
| "epoch": 0.9051237010856913, |
| "grad_norm": 0.453125, |
| "learning_rate": 4.942901664786071e-07, |
| "loss": 0.0589, |
| "step": 2673 |
| }, |
| { |
| "epoch": 0.9054623182578146, |
| "grad_norm": 0.482421875, |
| "learning_rate": 4.90819690250497e-07, |
| "loss": 0.0609, |
| "step": 2674 |
| }, |
| { |
| "epoch": 0.905800935429938, |
| "grad_norm": 0.455078125, |
| "learning_rate": 4.873611337806838e-07, |
| "loss": 0.0631, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.9061395526020614, |
| "grad_norm": 0.53125, |
| "learning_rate": 4.839145014044688e-07, |
| "loss": 0.0775, |
| "step": 2676 |
| }, |
| { |
| "epoch": 0.9064781697741847, |
| "grad_norm": 0.515625, |
| "learning_rate": 4.804797974422026e-07, |
| "loss": 0.0666, |
| "step": 2677 |
| }, |
| { |
| "epoch": 0.906816786946308, |
| "grad_norm": 0.486328125, |
| "learning_rate": 4.770570261992913e-07, |
| "loss": 0.0547, |
| "step": 2678 |
| }, |
| { |
| "epoch": 0.9071554041184313, |
| "grad_norm": 0.408203125, |
| "learning_rate": 4.73646191966175e-07, |
| "loss": 0.0487, |
| "step": 2679 |
| }, |
| { |
| "epoch": 0.9074940212905547, |
| "grad_norm": 0.48828125, |
| "learning_rate": 4.70247299018336e-07, |
| "loss": 0.0698, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.907832638462678, |
| "grad_norm": 0.427734375, |
| "learning_rate": 4.668603516162895e-07, |
| "loss": 0.0562, |
| "step": 2681 |
| }, |
| { |
| "epoch": 0.9081712556348014, |
| "grad_norm": 0.5078125, |
| "learning_rate": 4.634853540055706e-07, |
| "loss": 0.0682, |
| "step": 2682 |
| }, |
| { |
| "epoch": 0.9085098728069247, |
| "grad_norm": 0.65234375, |
| "learning_rate": 4.601223104167407e-07, |
| "loss": 0.0755, |
| "step": 2683 |
| }, |
| { |
| "epoch": 0.9088484899790481, |
| "grad_norm": 0.490234375, |
| "learning_rate": 4.567712250653755e-07, |
| "loss": 0.0657, |
| "step": 2684 |
| }, |
| { |
| "epoch": 0.9091871071511715, |
| "grad_norm": 0.9375, |
| "learning_rate": 4.5343210215206047e-07, |
| "loss": 0.0488, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.9095257243232947, |
| "grad_norm": 0.57421875, |
| "learning_rate": 4.501049458623863e-07, |
| "loss": 0.0672, |
| "step": 2686 |
| }, |
| { |
| "epoch": 0.9098643414954181, |
| "grad_norm": 0.423828125, |
| "learning_rate": 4.4678976036694354e-07, |
| "loss": 0.0471, |
| "step": 2687 |
| }, |
| { |
| "epoch": 0.9102029586675414, |
| "grad_norm": 0.447265625, |
| "learning_rate": 4.43486549821317e-07, |
| "loss": 0.0542, |
| "step": 2688 |
| }, |
| { |
| "epoch": 0.9105415758396648, |
| "grad_norm": 0.57421875, |
| "learning_rate": 4.401953183660834e-07, |
| "loss": 0.0772, |
| "step": 2689 |
| }, |
| { |
| "epoch": 0.9108801930117881, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.369160701268016e-07, |
| "loss": 0.0738, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.9112188101839115, |
| "grad_norm": 0.86328125, |
| "learning_rate": 4.3364880921400567e-07, |
| "loss": 0.1494, |
| "step": 2691 |
| }, |
| { |
| "epoch": 0.9115574273560348, |
| "grad_norm": 0.578125, |
| "learning_rate": 4.303935397232117e-07, |
| "loss": 0.081, |
| "step": 2692 |
| }, |
| { |
| "epoch": 0.9118960445281581, |
| "grad_norm": 0.59765625, |
| "learning_rate": 4.271502657348969e-07, |
| "loss": 0.0663, |
| "step": 2693 |
| }, |
| { |
| "epoch": 0.9122346617002814, |
| "grad_norm": 0.435546875, |
| "learning_rate": 4.23918991314507e-07, |
| "loss": 0.0502, |
| "step": 2694 |
| }, |
| { |
| "epoch": 0.9125732788724048, |
| "grad_norm": 0.431640625, |
| "learning_rate": 4.2069972051244635e-07, |
| "loss": 0.055, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.9129118960445282, |
| "grad_norm": 0.671875, |
| "learning_rate": 4.174924573640682e-07, |
| "loss": 0.0958, |
| "step": 2696 |
| }, |
| { |
| "epoch": 0.9132505132166515, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.14297205889681e-07, |
| "loss": 0.0754, |
| "step": 2697 |
| }, |
| { |
| "epoch": 0.9135891303887749, |
| "grad_norm": 0.37890625, |
| "learning_rate": 4.111139700945277e-07, |
| "loss": 0.052, |
| "step": 2698 |
| }, |
| { |
| "epoch": 0.9139277475608982, |
| "grad_norm": 0.5, |
| "learning_rate": 4.0794275396879856e-07, |
| "loss": 0.0686, |
| "step": 2699 |
| }, |
| { |
| "epoch": 0.9142663647330215, |
| "grad_norm": 0.53515625, |
| "learning_rate": 4.047835614876128e-07, |
| "loss": 0.0685, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.9146049819051448, |
| "grad_norm": 0.59765625, |
| "learning_rate": 4.0163639661101594e-07, |
| "loss": 0.0812, |
| "step": 2701 |
| }, |
| { |
| "epoch": 0.9149435990772682, |
| "grad_norm": 0.5234375, |
| "learning_rate": 3.985012632839824e-07, |
| "loss": 0.0745, |
| "step": 2702 |
| }, |
| { |
| "epoch": 0.9152822162493915, |
| "grad_norm": 0.47265625, |
| "learning_rate": 3.9537816543640085e-07, |
| "loss": 0.0658, |
| "step": 2703 |
| }, |
| { |
| "epoch": 0.9156208334215149, |
| "grad_norm": 0.427734375, |
| "learning_rate": 3.9226710698307416e-07, |
| "loss": 0.0452, |
| "step": 2704 |
| }, |
| { |
| "epoch": 0.9159594505936383, |
| "grad_norm": 0.609375, |
| "learning_rate": 3.891680918237151e-07, |
| "loss": 0.0815, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.9162980677657616, |
| "grad_norm": 0.384765625, |
| "learning_rate": 3.8608112384293963e-07, |
| "loss": 0.0468, |
| "step": 2706 |
| }, |
| { |
| "epoch": 0.9166366849378849, |
| "grad_norm": 0.45703125, |
| "learning_rate": 3.8300620691026024e-07, |
| "loss": 0.0508, |
| "step": 2707 |
| }, |
| { |
| "epoch": 0.9169753021100082, |
| "grad_norm": 0.54296875, |
| "learning_rate": 3.799433448800893e-07, |
| "loss": 0.0618, |
| "step": 2708 |
| }, |
| { |
| "epoch": 0.9173139192821316, |
| "grad_norm": 0.5390625, |
| "learning_rate": 3.7689254159172127e-07, |
| "loss": 0.0641, |
| "step": 2709 |
| }, |
| { |
| "epoch": 0.9176525364542549, |
| "grad_norm": 0.7578125, |
| "learning_rate": 3.738538008693393e-07, |
| "loss": 0.0743, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.9179911536263783, |
| "grad_norm": 0.4140625, |
| "learning_rate": 3.708271265220087e-07, |
| "loss": 0.0496, |
| "step": 2711 |
| }, |
| { |
| "epoch": 0.9183297707985016, |
| "grad_norm": 0.4375, |
| "learning_rate": 3.6781252234365905e-07, |
| "loss": 0.058, |
| "step": 2712 |
| }, |
| { |
| "epoch": 0.918668387970625, |
| "grad_norm": 0.50390625, |
| "learning_rate": 3.64809992113101e-07, |
| "loss": 0.0674, |
| "step": 2713 |
| }, |
| { |
| "epoch": 0.9190070051427484, |
| "grad_norm": 0.53125, |
| "learning_rate": 3.618195395940083e-07, |
| "loss": 0.0584, |
| "step": 2714 |
| }, |
| { |
| "epoch": 0.9193456223148716, |
| "grad_norm": 0.59375, |
| "learning_rate": 3.5884116853490915e-07, |
| "loss": 0.0713, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.919684239486995, |
| "grad_norm": 0.416015625, |
| "learning_rate": 3.558748826691949e-07, |
| "loss": 0.0544, |
| "step": 2716 |
| }, |
| { |
| "epoch": 0.9200228566591183, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.529206857151035e-07, |
| "loss": 0.0735, |
| "step": 2717 |
| }, |
| { |
| "epoch": 0.9203614738312417, |
| "grad_norm": 0.51171875, |
| "learning_rate": 3.4997858137572174e-07, |
| "loss": 0.0596, |
| "step": 2718 |
| }, |
| { |
| "epoch": 0.920700091003365, |
| "grad_norm": 0.453125, |
| "learning_rate": 3.4704857333897834e-07, |
| "loss": 0.0601, |
| "step": 2719 |
| }, |
| { |
| "epoch": 0.9210387081754884, |
| "grad_norm": 0.6015625, |
| "learning_rate": 3.4413066527763774e-07, |
| "loss": 0.0785, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.9213773253476117, |
| "grad_norm": 0.42578125, |
| "learning_rate": 3.412248608492974e-07, |
| "loss": 0.0552, |
| "step": 2721 |
| }, |
| { |
| "epoch": 0.921715942519735, |
| "grad_norm": 0.462890625, |
| "learning_rate": 3.38331163696386e-07, |
| "loss": 0.0571, |
| "step": 2722 |
| }, |
| { |
| "epoch": 0.9220545596918583, |
| "grad_norm": 0.48046875, |
| "learning_rate": 3.354495774461497e-07, |
| "loss": 0.063, |
| "step": 2723 |
| }, |
| { |
| "epoch": 0.9223931768639817, |
| "grad_norm": 0.5625, |
| "learning_rate": 3.3258010571065925e-07, |
| "loss": 0.0796, |
| "step": 2724 |
| }, |
| { |
| "epoch": 0.9227317940361051, |
| "grad_norm": 0.61328125, |
| "learning_rate": 3.2972275208679625e-07, |
| "loss": 0.0554, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.9230704112082284, |
| "grad_norm": 0.46484375, |
| "learning_rate": 3.2687752015625574e-07, |
| "loss": 0.0585, |
| "step": 2726 |
| }, |
| { |
| "epoch": 0.9234090283803518, |
| "grad_norm": 0.53125, |
| "learning_rate": 3.2404441348553475e-07, |
| "loss": 0.0628, |
| "step": 2727 |
| }, |
| { |
| "epoch": 0.9237476455524751, |
| "grad_norm": 0.65625, |
| "learning_rate": 3.212234356259325e-07, |
| "loss": 0.0557, |
| "step": 2728 |
| }, |
| { |
| "epoch": 0.9240862627245984, |
| "grad_norm": 0.5078125, |
| "learning_rate": 3.18414590113546e-07, |
| "loss": 0.0617, |
| "step": 2729 |
| }, |
| { |
| "epoch": 0.9244248798967217, |
| "grad_norm": 0.44921875, |
| "learning_rate": 3.1561788046926335e-07, |
| "loss": 0.0522, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.9247634970688451, |
| "grad_norm": 0.5625, |
| "learning_rate": 3.1283331019875905e-07, |
| "loss": 0.0849, |
| "step": 2731 |
| }, |
| { |
| "epoch": 0.9251021142409684, |
| "grad_norm": 0.486328125, |
| "learning_rate": 3.100608827924934e-07, |
| "loss": 0.063, |
| "step": 2732 |
| }, |
| { |
| "epoch": 0.9254407314130918, |
| "grad_norm": 0.494140625, |
| "learning_rate": 3.0730060172570407e-07, |
| "loss": 0.0636, |
| "step": 2733 |
| }, |
| { |
| "epoch": 0.9257793485852152, |
| "grad_norm": 0.5703125, |
| "learning_rate": 3.045524704584024e-07, |
| "loss": 0.0786, |
| "step": 2734 |
| }, |
| { |
| "epoch": 0.9261179657573385, |
| "grad_norm": 0.4375, |
| "learning_rate": 3.018164924353739e-07, |
| "loss": 0.0595, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.9264565829294618, |
| "grad_norm": 0.515625, |
| "learning_rate": 2.990926710861641e-07, |
| "loss": 0.0659, |
| "step": 2736 |
| }, |
| { |
| "epoch": 0.9267952001015851, |
| "grad_norm": 0.6484375, |
| "learning_rate": 2.963810098250841e-07, |
| "loss": 0.0725, |
| "step": 2737 |
| }, |
| { |
| "epoch": 0.9271338172737085, |
| "grad_norm": 0.5390625, |
| "learning_rate": 2.936815120512038e-07, |
| "loss": 0.0688, |
| "step": 2738 |
| }, |
| { |
| "epoch": 0.9274724344458318, |
| "grad_norm": 0.546875, |
| "learning_rate": 2.909941811483408e-07, |
| "loss": 0.0729, |
| "step": 2739 |
| }, |
| { |
| "epoch": 0.9278110516179552, |
| "grad_norm": 0.44921875, |
| "learning_rate": 2.883190204850661e-07, |
| "loss": 0.0586, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.9281496687900785, |
| "grad_norm": 0.62109375, |
| "learning_rate": 2.8565603341469514e-07, |
| "loss": 0.0993, |
| "step": 2741 |
| }, |
| { |
| "epoch": 0.9284882859622019, |
| "grad_norm": 0.5, |
| "learning_rate": 2.8300522327528e-07, |
| "loss": 0.0586, |
| "step": 2742 |
| }, |
| { |
| "epoch": 0.9288269031343253, |
| "grad_norm": 0.58984375, |
| "learning_rate": 2.803665933896127e-07, |
| "loss": 0.0638, |
| "step": 2743 |
| }, |
| { |
| "epoch": 0.9291655203064485, |
| "grad_norm": 0.41796875, |
| "learning_rate": 2.7774014706521524e-07, |
| "loss": 0.0539, |
| "step": 2744 |
| }, |
| { |
| "epoch": 0.9295041374785719, |
| "grad_norm": 0.40625, |
| "learning_rate": 2.7512588759433857e-07, |
| "loss": 0.0481, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.9298427546506952, |
| "grad_norm": 0.5625, |
| "learning_rate": 2.7252381825395804e-07, |
| "loss": 0.0726, |
| "step": 2746 |
| }, |
| { |
| "epoch": 0.9301813718228186, |
| "grad_norm": 0.423828125, |
| "learning_rate": 2.6993394230576676e-07, |
| "loss": 0.0488, |
| "step": 2747 |
| }, |
| { |
| "epoch": 0.9305199889949419, |
| "grad_norm": 0.3828125, |
| "learning_rate": 2.6735626299617456e-07, |
| "loss": 0.0516, |
| "step": 2748 |
| }, |
| { |
| "epoch": 0.9308586061670653, |
| "grad_norm": 0.56640625, |
| "learning_rate": 2.647907835563035e-07, |
| "loss": 0.077, |
| "step": 2749 |
| }, |
| { |
| "epoch": 0.9311972233391886, |
| "grad_norm": 5.59375, |
| "learning_rate": 2.6223750720198115e-07, |
| "loss": 0.079, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.9315358405113119, |
| "grad_norm": 0.59765625, |
| "learning_rate": 2.596964371337418e-07, |
| "loss": 0.0828, |
| "step": 2751 |
| }, |
| { |
| "epoch": 0.9318744576834352, |
| "grad_norm": 0.47265625, |
| "learning_rate": 2.5716757653681313e-07, |
| "loss": 0.0627, |
| "step": 2752 |
| }, |
| { |
| "epoch": 0.9322130748555586, |
| "grad_norm": 0.478515625, |
| "learning_rate": 2.5465092858112495e-07, |
| "loss": 0.0546, |
| "step": 2753 |
| }, |
| { |
| "epoch": 0.932551692027682, |
| "grad_norm": 0.453125, |
| "learning_rate": 2.521464964212972e-07, |
| "loss": 0.0481, |
| "step": 2754 |
| }, |
| { |
| "epoch": 0.9328903091998053, |
| "grad_norm": 0.55078125, |
| "learning_rate": 2.4965428319663085e-07, |
| "loss": 0.0664, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.9332289263719287, |
| "grad_norm": 0.58984375, |
| "learning_rate": 2.471742920311193e-07, |
| "loss": 0.0811, |
| "step": 2756 |
| }, |
| { |
| "epoch": 0.933567543544052, |
| "grad_norm": 0.48828125, |
| "learning_rate": 2.4470652603343024e-07, |
| "loss": 0.0636, |
| "step": 2757 |
| }, |
| { |
| "epoch": 0.9339061607161753, |
| "grad_norm": 0.5234375, |
| "learning_rate": 2.422509882969093e-07, |
| "loss": 0.0657, |
| "step": 2758 |
| }, |
| { |
| "epoch": 0.9342447778882986, |
| "grad_norm": 0.439453125, |
| "learning_rate": 2.3980768189957205e-07, |
| "loss": 0.0632, |
| "step": 2759 |
| }, |
| { |
| "epoch": 0.934583395060422, |
| "grad_norm": 1.0546875, |
| "learning_rate": 2.3737660990410415e-07, |
| "loss": 0.0615, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.9349220122325453, |
| "grad_norm": 0.40234375, |
| "learning_rate": 2.349577753578547e-07, |
| "loss": 0.043, |
| "step": 2761 |
| }, |
| { |
| "epoch": 0.9352606294046687, |
| "grad_norm": 0.55078125, |
| "learning_rate": 2.325511812928327e-07, |
| "loss": 0.0684, |
| "step": 2762 |
| }, |
| { |
| "epoch": 0.935599246576792, |
| "grad_norm": 0.4296875, |
| "learning_rate": 2.3015683072570406e-07, |
| "loss": 0.0581, |
| "step": 2763 |
| }, |
| { |
| "epoch": 0.9359378637489154, |
| "grad_norm": 0.5078125, |
| "learning_rate": 2.2777472665778678e-07, |
| "loss": 0.0654, |
| "step": 2764 |
| }, |
| { |
| "epoch": 0.9362764809210387, |
| "grad_norm": 0.51171875, |
| "learning_rate": 2.2540487207505012e-07, |
| "loss": 0.0574, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.936615098093162, |
| "grad_norm": 0.4375, |
| "learning_rate": 2.2304726994810454e-07, |
| "loss": 0.0502, |
| "step": 2766 |
| }, |
| { |
| "epoch": 0.9369537152652854, |
| "grad_norm": 0.765625, |
| "learning_rate": 2.2070192323220606e-07, |
| "loss": 0.0884, |
| "step": 2767 |
| }, |
| { |
| "epoch": 0.9372923324374087, |
| "grad_norm": 0.453125, |
| "learning_rate": 2.1836883486724857e-07, |
| "loss": 0.0496, |
| "step": 2768 |
| }, |
| { |
| "epoch": 0.9376309496095321, |
| "grad_norm": 0.46875, |
| "learning_rate": 2.1604800777775492e-07, |
| "loss": 0.0553, |
| "step": 2769 |
| }, |
| { |
| "epoch": 0.9379695667816554, |
| "grad_norm": 0.400390625, |
| "learning_rate": 2.1373944487288577e-07, |
| "loss": 0.0578, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.9383081839537788, |
| "grad_norm": 0.62109375, |
| "learning_rate": 2.1144314904642194e-07, |
| "loss": 0.0569, |
| "step": 2771 |
| }, |
| { |
| "epoch": 0.9386468011259022, |
| "grad_norm": 0.423828125, |
| "learning_rate": 2.091591231767709e-07, |
| "loss": 0.0565, |
| "step": 2772 |
| }, |
| { |
| "epoch": 0.9389854182980254, |
| "grad_norm": 0.49609375, |
| "learning_rate": 2.0688737012696136e-07, |
| "loss": 0.0561, |
| "step": 2773 |
| }, |
| { |
| "epoch": 0.9393240354701488, |
| "grad_norm": 0.51171875, |
| "learning_rate": 2.0462789274463323e-07, |
| "loss": 0.069, |
| "step": 2774 |
| }, |
| { |
| "epoch": 0.9396626526422721, |
| "grad_norm": 0.55859375, |
| "learning_rate": 2.023806938620443e-07, |
| "loss": 0.0771, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.9400012698143955, |
| "grad_norm": 0.44921875, |
| "learning_rate": 2.0014577629605681e-07, |
| "loss": 0.0607, |
| "step": 2776 |
| }, |
| { |
| "epoch": 0.9403398869865188, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.9792314284813984e-07, |
| "loss": 0.0706, |
| "step": 2777 |
| }, |
| { |
| "epoch": 0.9406785041586422, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.957127963043648e-07, |
| "loss": 0.0555, |
| "step": 2778 |
| }, |
| { |
| "epoch": 0.9410171213307655, |
| "grad_norm": 0.408203125, |
| "learning_rate": 1.93514739435402e-07, |
| "loss": 0.0445, |
| "step": 2779 |
| }, |
| { |
| "epoch": 0.9413557385028888, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.9132897499651636e-07, |
| "loss": 0.0706, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.9416943556750121, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.8915550572756293e-07, |
| "loss": 0.0628, |
| "step": 2781 |
| }, |
| { |
| "epoch": 0.9420329728471355, |
| "grad_norm": 0.78125, |
| "learning_rate": 1.8699433435298452e-07, |
| "loss": 0.0882, |
| "step": 2782 |
| }, |
| { |
| "epoch": 0.9423715900192589, |
| "grad_norm": 0.48828125, |
| "learning_rate": 1.848454635818109e-07, |
| "loss": 0.0704, |
| "step": 2783 |
| }, |
| { |
| "epoch": 0.9427102071913822, |
| "grad_norm": 0.6171875, |
| "learning_rate": 1.8270889610765285e-07, |
| "loss": 0.0689, |
| "step": 2784 |
| }, |
| { |
| "epoch": 0.9430488243635056, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.8058463460869478e-07, |
| "loss": 0.0878, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.9433874415356289, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.7847268174770226e-07, |
| "loss": 0.0701, |
| "step": 2786 |
| }, |
| { |
| "epoch": 0.9437260587077522, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.763730401720065e-07, |
| "loss": 0.0942, |
| "step": 2787 |
| }, |
| { |
| "epoch": 0.9440646758798755, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.7428571251350779e-07, |
| "loss": 0.0697, |
| "step": 2788 |
| }, |
| { |
| "epoch": 0.9444032930519989, |
| "grad_norm": 0.51171875, |
| "learning_rate": 1.7221070138867312e-07, |
| "loss": 0.0664, |
| "step": 2789 |
| }, |
| { |
| "epoch": 0.9447419102241222, |
| "grad_norm": 0.5, |
| "learning_rate": 1.701480093985275e-07, |
| "loss": 0.0477, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.9450805273962456, |
| "grad_norm": 0.390625, |
| "learning_rate": 1.6809763912865596e-07, |
| "loss": 0.0492, |
| "step": 2791 |
| }, |
| { |
| "epoch": 0.945419144568369, |
| "grad_norm": 0.515625, |
| "learning_rate": 1.660595931491993e-07, |
| "loss": 0.063, |
| "step": 2792 |
| }, |
| { |
| "epoch": 0.9457577617404923, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.6403387401484506e-07, |
| "loss": 0.076, |
| "step": 2793 |
| }, |
| { |
| "epoch": 0.9460963789126156, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.6202048426483652e-07, |
| "loss": 0.067, |
| "step": 2794 |
| }, |
| { |
| "epoch": 0.9464349960847389, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.6001942642295487e-07, |
| "loss": 0.0734, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.9467736132568623, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1.580307029975281e-07, |
| "loss": 0.0465, |
| "step": 2796 |
| }, |
| { |
| "epoch": 0.9471122304289856, |
| "grad_norm": 0.435546875, |
| "learning_rate": 1.5605431648141878e-07, |
| "loss": 0.0428, |
| "step": 2797 |
| }, |
| { |
| "epoch": 0.947450847601109, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.5409026935203075e-07, |
| "loss": 0.0825, |
| "step": 2798 |
| }, |
| { |
| "epoch": 0.9477894647732323, |
| "grad_norm": 0.49609375, |
| "learning_rate": 1.5213856407129467e-07, |
| "loss": 0.0632, |
| "step": 2799 |
| }, |
| { |
| "epoch": 0.9481280819453557, |
| "grad_norm": 0.33203125, |
| "learning_rate": 1.501992030856736e-07, |
| "loss": 0.0405, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.9484666991174789, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.4827218882615847e-07, |
| "loss": 0.0767, |
| "step": 2801 |
| }, |
| { |
| "epoch": 0.9488053162896023, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.463575237082593e-07, |
| "loss": 0.1085, |
| "step": 2802 |
| }, |
| { |
| "epoch": 0.9491439334617257, |
| "grad_norm": 0.427734375, |
| "learning_rate": 1.444552101320107e-07, |
| "loss": 0.0514, |
| "step": 2803 |
| }, |
| { |
| "epoch": 0.949482550633849, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.42565250481963e-07, |
| "loss": 0.068, |
| "step": 2804 |
| }, |
| { |
| "epoch": 0.9498211678059724, |
| "grad_norm": 0.458984375, |
| "learning_rate": 1.4068764712717897e-07, |
| "loss": 0.0566, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.9501597849780957, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.3882240242123811e-07, |
| "loss": 0.0567, |
| "step": 2806 |
| }, |
| { |
| "epoch": 0.9504984021502191, |
| "grad_norm": 0.5234375, |
| "learning_rate": 1.3696951870222018e-07, |
| "loss": 0.0671, |
| "step": 2807 |
| }, |
| { |
| "epoch": 0.9508370193223424, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.3512899829271954e-07, |
| "loss": 0.0617, |
| "step": 2808 |
| }, |
| { |
| "epoch": 0.9511756364944657, |
| "grad_norm": 0.46875, |
| "learning_rate": 1.3330084349982509e-07, |
| "loss": 0.0632, |
| "step": 2809 |
| }, |
| { |
| "epoch": 0.951514253666589, |
| "grad_norm": 1.1171875, |
| "learning_rate": 1.3148505661513045e-07, |
| "loss": 0.0709, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.9518528708387124, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.2968163991472493e-07, |
| "loss": 0.0774, |
| "step": 2811 |
| }, |
| { |
| "epoch": 0.9521914880108358, |
| "grad_norm": 0.392578125, |
| "learning_rate": 1.2789059565919138e-07, |
| "loss": 0.0542, |
| "step": 2812 |
| }, |
| { |
| "epoch": 0.9525301051829591, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.261119260936039e-07, |
| "loss": 0.0662, |
| "step": 2813 |
| }, |
| { |
| "epoch": 0.9528687223550825, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.243456334475246e-07, |
| "loss": 0.0544, |
| "step": 2814 |
| }, |
| { |
| "epoch": 0.9532073395272058, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.225917199350013e-07, |
| "loss": 0.0614, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.9535459566993291, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.2085018775456648e-07, |
| "loss": 0.0535, |
| "step": 2816 |
| }, |
| { |
| "epoch": 0.9538845738714524, |
| "grad_norm": 0.375, |
| "learning_rate": 1.1912103908922945e-07, |
| "loss": 0.0468, |
| "step": 2817 |
| }, |
| { |
| "epoch": 0.9542231910435758, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.1740427610647643e-07, |
| "loss": 0.0739, |
| "step": 2818 |
| }, |
| { |
| "epoch": 0.9545618082156991, |
| "grad_norm": 0.423828125, |
| "learning_rate": 1.1569990095827378e-07, |
| "loss": 0.0539, |
| "step": 2819 |
| }, |
| { |
| "epoch": 0.9549004253878225, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.1400791578105253e-07, |
| "loss": 0.0921, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.9552390425599459, |
| "grad_norm": 0.94140625, |
| "learning_rate": 1.1232832269571725e-07, |
| "loss": 0.1924, |
| "step": 2821 |
| }, |
| { |
| "epoch": 0.9555776597320692, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.1066112380763939e-07, |
| "loss": 0.0674, |
| "step": 2822 |
| }, |
| { |
| "epoch": 0.9559162769041925, |
| "grad_norm": 0.5, |
| "learning_rate": 1.0900632120665166e-07, |
| "loss": 0.0646, |
| "step": 2823 |
| }, |
| { |
| "epoch": 0.9562548940763158, |
| "grad_norm": 0.5625, |
| "learning_rate": 1.073639169670504e-07, |
| "loss": 0.0756, |
| "step": 2824 |
| }, |
| { |
| "epoch": 0.9565935112484392, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.0573391314758652e-07, |
| "loss": 0.0681, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.9569321284205625, |
| "grad_norm": 0.55859375, |
| "learning_rate": 1.0411631179147342e-07, |
| "loss": 0.0694, |
| "step": 2826 |
| }, |
| { |
| "epoch": 0.9572707455926859, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.0251111492637245e-07, |
| "loss": 0.0779, |
| "step": 2827 |
| }, |
| { |
| "epoch": 0.9576093627648092, |
| "grad_norm": 0.451171875, |
| "learning_rate": 1.0091832456439854e-07, |
| "loss": 0.0551, |
| "step": 2828 |
| }, |
| { |
| "epoch": 0.9579479799369326, |
| "grad_norm": 0.494140625, |
| "learning_rate": 9.933794270211461e-08, |
| "loss": 0.0679, |
| "step": 2829 |
| }, |
| { |
| "epoch": 0.9582865971090558, |
| "grad_norm": 0.51171875, |
| "learning_rate": 9.776997132052935e-08, |
| "loss": 0.0604, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.9586252142811792, |
| "grad_norm": 0.44140625, |
| "learning_rate": 9.621441238509611e-08, |
| "loss": 0.0617, |
| "step": 2831 |
| }, |
| { |
| "epoch": 0.9589638314533026, |
| "grad_norm": 0.53515625, |
| "learning_rate": 9.467126784570623e-08, |
| "loss": 0.0703, |
| "step": 2832 |
| }, |
| { |
| "epoch": 0.9593024486254259, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.314053963669245e-08, |
| "loss": 0.0632, |
| "step": 2833 |
| }, |
| { |
| "epoch": 0.9596410657975493, |
| "grad_norm": 0.431640625, |
| "learning_rate": 9.162222967682322e-08, |
| "loss": 0.0564, |
| "step": 2834 |
| }, |
| { |
| "epoch": 0.9599796829696726, |
| "grad_norm": 0.50390625, |
| "learning_rate": 9.011633986929947e-08, |
| "loss": 0.0722, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.960318300141796, |
| "grad_norm": 0.490234375, |
| "learning_rate": 8.862287210175347e-08, |
| "loss": 0.0665, |
| "step": 2836 |
| }, |
| { |
| "epoch": 0.9606569173139193, |
| "grad_norm": 0.494140625, |
| "learning_rate": 8.714182824624883e-08, |
| "loss": 0.0717, |
| "step": 2837 |
| }, |
| { |
| "epoch": 0.9609955344860426, |
| "grad_norm": 0.46875, |
| "learning_rate": 8.567321015927387e-08, |
| "loss": 0.0603, |
| "step": 2838 |
| }, |
| { |
| "epoch": 0.9613341516581659, |
| "grad_norm": 0.5703125, |
| "learning_rate": 8.421701968174156e-08, |
| "loss": 0.0772, |
| "step": 2839 |
| }, |
| { |
| "epoch": 0.9616727688302893, |
| "grad_norm": 0.5234375, |
| "learning_rate": 8.27732586389851e-08, |
| "loss": 0.0668, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.9620113860024126, |
| "grad_norm": 0.52734375, |
| "learning_rate": 8.134192884076131e-08, |
| "loss": 0.0734, |
| "step": 2841 |
| }, |
| { |
| "epoch": 0.962350003174536, |
| "grad_norm": 0.423828125, |
| "learning_rate": 7.992303208123941e-08, |
| "loss": 0.0504, |
| "step": 2842 |
| }, |
| { |
| "epoch": 0.9626886203466594, |
| "grad_norm": 0.51171875, |
| "learning_rate": 7.851657013901003e-08, |
| "loss": 0.0743, |
| "step": 2843 |
| }, |
| { |
| "epoch": 0.9630272375187827, |
| "grad_norm": 0.478515625, |
| "learning_rate": 7.712254477707071e-08, |
| "loss": 0.0614, |
| "step": 2844 |
| }, |
| { |
| "epoch": 0.963365854690906, |
| "grad_norm": 0.470703125, |
| "learning_rate": 7.574095774283363e-08, |
| "loss": 0.0666, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.9637044718630293, |
| "grad_norm": 0.48046875, |
| "learning_rate": 7.437181076811794e-08, |
| "loss": 0.06, |
| "step": 2846 |
| }, |
| { |
| "epoch": 0.9640430890351527, |
| "grad_norm": 0.427734375, |
| "learning_rate": 7.301510556914859e-08, |
| "loss": 0.0535, |
| "step": 2847 |
| }, |
| { |
| "epoch": 0.964381706207276, |
| "grad_norm": 0.70703125, |
| "learning_rate": 7.167084384655742e-08, |
| "loss": 0.0815, |
| "step": 2848 |
| }, |
| { |
| "epoch": 0.9647203233793994, |
| "grad_norm": 0.439453125, |
| "learning_rate": 7.033902728537546e-08, |
| "loss": 0.0635, |
| "step": 2849 |
| }, |
| { |
| "epoch": 0.9650589405515227, |
| "grad_norm": 0.443359375, |
| "learning_rate": 6.901965755503503e-08, |
| "loss": 0.0566, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.9653975577236461, |
| "grad_norm": 0.51171875, |
| "learning_rate": 6.77127363093666e-08, |
| "loss": 0.0646, |
| "step": 2851 |
| }, |
| { |
| "epoch": 0.9657361748957694, |
| "grad_norm": 0.41796875, |
| "learning_rate": 6.641826518659633e-08, |
| "loss": 0.0575, |
| "step": 2852 |
| }, |
| { |
| "epoch": 0.9660747920678927, |
| "grad_norm": 0.43359375, |
| "learning_rate": 6.513624580934186e-08, |
| "loss": 0.0448, |
| "step": 2853 |
| }, |
| { |
| "epoch": 0.9664134092400161, |
| "grad_norm": 0.462890625, |
| "learning_rate": 6.386667978461658e-08, |
| "loss": 0.0509, |
| "step": 2854 |
| }, |
| { |
| "epoch": 0.9667520264121394, |
| "grad_norm": 0.55078125, |
| "learning_rate": 6.260956870382196e-08, |
| "loss": 0.0709, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.9670906435842628, |
| "grad_norm": 0.55078125, |
| "learning_rate": 6.136491414274415e-08, |
| "loss": 0.0599, |
| "step": 2856 |
| }, |
| { |
| "epoch": 0.9674292607563861, |
| "grad_norm": 0.478515625, |
| "learning_rate": 6.01327176615607e-08, |
| "loss": 0.0645, |
| "step": 2857 |
| }, |
| { |
| "epoch": 0.9677678779285095, |
| "grad_norm": 0.494140625, |
| "learning_rate": 5.891298080482943e-08, |
| "loss": 0.0707, |
| "step": 2858 |
| }, |
| { |
| "epoch": 0.9681064951006327, |
| "grad_norm": 0.71875, |
| "learning_rate": 5.770570510148954e-08, |
| "loss": 0.0616, |
| "step": 2859 |
| }, |
| { |
| "epoch": 0.9684451122727561, |
| "grad_norm": 0.59375, |
| "learning_rate": 5.65108920648616e-08, |
| "loss": 0.087, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.9687837294448794, |
| "grad_norm": 0.625, |
| "learning_rate": 5.5328543192643134e-08, |
| "loss": 0.0885, |
| "step": 2861 |
| }, |
| { |
| "epoch": 0.9691223466170028, |
| "grad_norm": 0.50390625, |
| "learning_rate": 5.4158659966909724e-08, |
| "loss": 0.0677, |
| "step": 2862 |
| }, |
| { |
| "epoch": 0.9694609637891262, |
| "grad_norm": 0.498046875, |
| "learning_rate": 5.300124385410943e-08, |
| "loss": 0.0629, |
| "step": 2863 |
| }, |
| { |
| "epoch": 0.9697995809612495, |
| "grad_norm": 0.5390625, |
| "learning_rate": 5.1856296305063945e-08, |
| "loss": 0.0759, |
| "step": 2864 |
| }, |
| { |
| "epoch": 0.9701381981333729, |
| "grad_norm": 0.451171875, |
| "learning_rate": 5.072381875496524e-08, |
| "loss": 0.065, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.9704768153054962, |
| "grad_norm": 0.447265625, |
| "learning_rate": 4.960381262337333e-08, |
| "loss": 0.0499, |
| "step": 2866 |
| }, |
| { |
| "epoch": 0.9708154324776195, |
| "grad_norm": 0.431640625, |
| "learning_rate": 4.84962793142163e-08, |
| "loss": 0.0571, |
| "step": 2867 |
| }, |
| { |
| "epoch": 0.9711540496497428, |
| "grad_norm": 0.5859375, |
| "learning_rate": 4.740122021578808e-08, |
| "loss": 0.0695, |
| "step": 2868 |
| }, |
| { |
| "epoch": 0.9714926668218662, |
| "grad_norm": 0.435546875, |
| "learning_rate": 4.6318636700743994e-08, |
| "loss": 0.0598, |
| "step": 2869 |
| }, |
| { |
| "epoch": 0.9718312839939895, |
| "grad_norm": 0.412109375, |
| "learning_rate": 4.5248530126102976e-08, |
| "loss": 0.0446, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.9721699011661129, |
| "grad_norm": 0.515625, |
| "learning_rate": 4.419090183324315e-08, |
| "loss": 0.0603, |
| "step": 2871 |
| }, |
| { |
| "epoch": 0.9725085183382363, |
| "grad_norm": 0.5546875, |
| "learning_rate": 4.314575314790292e-08, |
| "loss": 0.074, |
| "step": 2872 |
| }, |
| { |
| "epoch": 0.9728471355103596, |
| "grad_norm": 0.53515625, |
| "learning_rate": 4.2113085380176556e-08, |
| "loss": 0.0664, |
| "step": 2873 |
| }, |
| { |
| "epoch": 0.9731857526824829, |
| "grad_norm": 0.515625, |
| "learning_rate": 4.109289982451081e-08, |
| "loss": 0.0668, |
| "step": 2874 |
| }, |
| { |
| "epoch": 0.9735243698546062, |
| "grad_norm": 0.52734375, |
| "learning_rate": 4.008519775971054e-08, |
| "loss": 0.0689, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.9738629870267296, |
| "grad_norm": 0.376953125, |
| "learning_rate": 3.908998044892975e-08, |
| "loss": 0.0483, |
| "step": 2876 |
| }, |
| { |
| "epoch": 0.9742016041988529, |
| "grad_norm": 0.53125, |
| "learning_rate": 3.810724913967278e-08, |
| "loss": 0.0719, |
| "step": 2877 |
| }, |
| { |
| "epoch": 0.9745402213709763, |
| "grad_norm": 0.4609375, |
| "learning_rate": 3.713700506379536e-08, |
| "loss": 0.0687, |
| "step": 2878 |
| }, |
| { |
| "epoch": 0.9748788385430996, |
| "grad_norm": 0.58984375, |
| "learning_rate": 3.617924943749573e-08, |
| "loss": 0.0788, |
| "step": 2879 |
| }, |
| { |
| "epoch": 0.975217455715223, |
| "grad_norm": 0.609375, |
| "learning_rate": 3.5233983461322453e-08, |
| "loss": 0.0752, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.9755560728873462, |
| "grad_norm": 0.5234375, |
| "learning_rate": 3.430120832016659e-08, |
| "loss": 0.0585, |
| "step": 2881 |
| }, |
| { |
| "epoch": 0.9758946900594696, |
| "grad_norm": 0.58203125, |
| "learning_rate": 3.338092518326064e-08, |
| "loss": 0.0634, |
| "step": 2882 |
| }, |
| { |
| "epoch": 0.976233307231593, |
| "grad_norm": 0.474609375, |
| "learning_rate": 3.2473135204180715e-08, |
| "loss": 0.0662, |
| "step": 2883 |
| }, |
| { |
| "epoch": 0.9765719244037163, |
| "grad_norm": 0.58203125, |
| "learning_rate": 3.1577839520841034e-08, |
| "loss": 0.0625, |
| "step": 2884 |
| }, |
| { |
| "epoch": 0.9769105415758397, |
| "grad_norm": 0.5, |
| "learning_rate": 3.0695039255494995e-08, |
| "loss": 0.0629, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.977249158747963, |
| "grad_norm": 0.578125, |
| "learning_rate": 2.982473551473297e-08, |
| "loss": 0.0783, |
| "step": 2886 |
| }, |
| { |
| "epoch": 0.9775877759200864, |
| "grad_norm": 0.435546875, |
| "learning_rate": 2.8966929389481202e-08, |
| "loss": 0.0542, |
| "step": 2887 |
| }, |
| { |
| "epoch": 0.9779263930922096, |
| "grad_norm": 0.515625, |
| "learning_rate": 2.8121621954998457e-08, |
| "loss": 0.0662, |
| "step": 2888 |
| }, |
| { |
| "epoch": 0.978265010264333, |
| "grad_norm": 0.5390625, |
| "learning_rate": 2.7288814270878262e-08, |
| "loss": 0.0559, |
| "step": 2889 |
| }, |
| { |
| "epoch": 0.9786036274364563, |
| "grad_norm": 0.80078125, |
| "learning_rate": 2.6468507381045562e-08, |
| "loss": 0.0583, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.9789422446085797, |
| "grad_norm": 0.7109375, |
| "learning_rate": 2.5660702313754505e-08, |
| "loss": 0.0789, |
| "step": 2891 |
| }, |
| { |
| "epoch": 0.9792808617807031, |
| "grad_norm": 1.1015625, |
| "learning_rate": 2.4865400081589552e-08, |
| "loss": 0.0491, |
| "step": 2892 |
| }, |
| { |
| "epoch": 0.9796194789528264, |
| "grad_norm": 0.375, |
| "learning_rate": 2.4082601681461038e-08, |
| "loss": 0.0448, |
| "step": 2893 |
| }, |
| { |
| "epoch": 0.9799580961249498, |
| "grad_norm": 0.5546875, |
| "learning_rate": 2.3312308094607382e-08, |
| "loss": 0.063, |
| "step": 2894 |
| }, |
| { |
| "epoch": 0.9802967132970731, |
| "grad_norm": 0.67578125, |
| "learning_rate": 2.2554520286592885e-08, |
| "loss": 0.0595, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.9806353304691964, |
| "grad_norm": 0.455078125, |
| "learning_rate": 2.180923920730216e-08, |
| "loss": 0.0575, |
| "step": 2896 |
| }, |
| { |
| "epoch": 0.9809739476413197, |
| "grad_norm": 0.546875, |
| "learning_rate": 2.10764657909468e-08, |
| "loss": 0.0802, |
| "step": 2897 |
| }, |
| { |
| "epoch": 0.9813125648134431, |
| "grad_norm": 0.451171875, |
| "learning_rate": 2.0356200956058725e-08, |
| "loss": 0.0639, |
| "step": 2898 |
| }, |
| { |
| "epoch": 0.9816511819855664, |
| "grad_norm": 0.373046875, |
| "learning_rate": 1.9648445605487954e-08, |
| "loss": 0.044, |
| "step": 2899 |
| }, |
| { |
| "epoch": 0.9819897991576898, |
| "grad_norm": 0.6484375, |
| "learning_rate": 1.8953200626408153e-08, |
| "loss": 0.0908, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.9823284163298132, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1.827046689030665e-08, |
| "loss": 0.0594, |
| "step": 2901 |
| }, |
| { |
| "epoch": 0.9826670335019365, |
| "grad_norm": 0.54296875, |
| "learning_rate": 1.76002452529922e-08, |
| "loss": 0.051, |
| "step": 2902 |
| }, |
| { |
| "epoch": 0.9830056506740598, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.6942536554587218e-08, |
| "loss": 0.0653, |
| "step": 2903 |
| }, |
| { |
| "epoch": 0.9833442678461831, |
| "grad_norm": 0.41796875, |
| "learning_rate": 1.6297341619528894e-08, |
| "loss": 0.0472, |
| "step": 2904 |
| }, |
| { |
| "epoch": 0.9836828850183065, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1.566466125656918e-08, |
| "loss": 0.0653, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.9840215021904298, |
| "grad_norm": 0.5546875, |
| "learning_rate": 1.50444962587748e-08, |
| "loss": 0.079, |
| "step": 2906 |
| }, |
| { |
| "epoch": 0.9843601193625532, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.4436847403519471e-08, |
| "loss": 0.0816, |
| "step": 2907 |
| }, |
| { |
| "epoch": 0.9846987365346765, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1.3841715452493908e-08, |
| "loss": 0.0587, |
| "step": 2908 |
| }, |
| { |
| "epoch": 0.9850373537067999, |
| "grad_norm": 1.1875, |
| "learning_rate": 1.325910115169471e-08, |
| "loss": 0.0831, |
| "step": 2909 |
| }, |
| { |
| "epoch": 0.9853759708789231, |
| "grad_norm": 0.455078125, |
| "learning_rate": 1.2689005231429907e-08, |
| "loss": 0.0584, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.9857145880510465, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.2131428406313428e-08, |
| "loss": 0.0553, |
| "step": 2911 |
| }, |
| { |
| "epoch": 0.9860532052231699, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.1586371375268413e-08, |
| "loss": 0.0721, |
| "step": 2912 |
| }, |
| { |
| "epoch": 0.9863918223952932, |
| "grad_norm": 0.4140625, |
| "learning_rate": 1.105383482152389e-08, |
| "loss": 0.0446, |
| "step": 2913 |
| }, |
| { |
| "epoch": 0.9867304395674166, |
| "grad_norm": 0.51953125, |
| "learning_rate": 1.0533819412614776e-08, |
| "loss": 0.0634, |
| "step": 2914 |
| }, |
| { |
| "epoch": 0.9870690567395399, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.0026325800380766e-08, |
| "loss": 0.0712, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.9874076739116633, |
| "grad_norm": 0.443359375, |
| "learning_rate": 9.531354620964107e-09, |
| "loss": 0.0529, |
| "step": 2916 |
| }, |
| { |
| "epoch": 0.9877462910837865, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.048906494811826e-09, |
| "loss": 0.0603, |
| "step": 2917 |
| }, |
| { |
| "epoch": 0.9880849082559099, |
| "grad_norm": 0.486328125, |
| "learning_rate": 8.5789820266724e-09, |
| "loss": 0.0652, |
| "step": 2918 |
| }, |
| { |
| "epoch": 0.9884235254280332, |
| "grad_norm": 0.515625, |
| "learning_rate": 8.121581805596857e-09, |
| "loss": 0.0653, |
| "step": 2919 |
| }, |
| { |
| "epoch": 0.9887621426001566, |
| "grad_norm": 0.423828125, |
| "learning_rate": 7.676706404935453e-09, |
| "loss": 0.0558, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.98910075977228, |
| "grad_norm": 0.490234375, |
| "learning_rate": 7.24435638233989e-09, |
| "loss": 0.066, |
| "step": 2921 |
| }, |
| { |
| "epoch": 0.9894393769444033, |
| "grad_norm": 0.4140625, |
| "learning_rate": 6.824532279761098e-09, |
| "loss": 0.0527, |
| "step": 2922 |
| }, |
| { |
| "epoch": 0.9897779941165267, |
| "grad_norm": 0.42578125, |
| "learning_rate": 6.417234623449231e-09, |
| "loss": 0.0532, |
| "step": 2923 |
| }, |
| { |
| "epoch": 0.99011661128865, |
| "grad_norm": 0.4375, |
| "learning_rate": 6.02246392395145e-09, |
| "loss": 0.0528, |
| "step": 2924 |
| }, |
| { |
| "epoch": 0.9904552284607733, |
| "grad_norm": 0.421875, |
| "learning_rate": 5.6402206761119185e-09, |
| "loss": 0.0547, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.9907938456328966, |
| "grad_norm": 0.671875, |
| "learning_rate": 5.27050535907403e-09, |
| "loss": 0.0707, |
| "step": 2926 |
| }, |
| { |
| "epoch": 0.99113246280502, |
| "grad_norm": 0.49609375, |
| "learning_rate": 4.91331843627485e-09, |
| "loss": 0.0661, |
| "step": 2927 |
| }, |
| { |
| "epoch": 0.9914710799771433, |
| "grad_norm": 0.4765625, |
| "learning_rate": 4.568660355448451e-09, |
| "loss": 0.0526, |
| "step": 2928 |
| }, |
| { |
| "epoch": 0.9918096971492667, |
| "grad_norm": 0.490234375, |
| "learning_rate": 4.2365315486248e-09, |
| "loss": 0.0686, |
| "step": 2929 |
| }, |
| { |
| "epoch": 0.9921483143213901, |
| "grad_norm": 0.41015625, |
| "learning_rate": 3.91693243212643e-09, |
| "loss": 0.0554, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.9924869314935134, |
| "grad_norm": 0.419921875, |
| "learning_rate": 3.609863406570657e-09, |
| "loss": 0.0495, |
| "step": 2931 |
| }, |
| { |
| "epoch": 0.9928255486656367, |
| "grad_norm": 0.5078125, |
| "learning_rate": 3.315324856869584e-09, |
| "loss": 0.0686, |
| "step": 2932 |
| }, |
| { |
| "epoch": 0.99316416583776, |
| "grad_norm": 0.423828125, |
| "learning_rate": 3.0333171522256568e-09, |
| "loss": 0.0586, |
| "step": 2933 |
| }, |
| { |
| "epoch": 0.9935027830098834, |
| "grad_norm": 0.462890625, |
| "learning_rate": 2.7638406461372167e-09, |
| "loss": 0.065, |
| "step": 2934 |
| }, |
| { |
| "epoch": 0.9938414001820067, |
| "grad_norm": 0.62109375, |
| "learning_rate": 2.5068956763918405e-09, |
| "loss": 0.0688, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.9941800173541301, |
| "grad_norm": 0.66796875, |
| "learning_rate": 2.262482565070778e-09, |
| "loss": 0.0933, |
| "step": 2936 |
| }, |
| { |
| "epoch": 0.9945186345262534, |
| "grad_norm": 0.83984375, |
| "learning_rate": 2.0306016185456243e-09, |
| "loss": 0.0699, |
| "step": 2937 |
| }, |
| { |
| "epoch": 0.9948572516983768, |
| "grad_norm": 0.4375, |
| "learning_rate": 1.8112531274794287e-09, |
| "loss": 0.0583, |
| "step": 2938 |
| }, |
| { |
| "epoch": 0.9951958688705, |
| "grad_norm": 0.5, |
| "learning_rate": 1.6044373668255841e-09, |
| "loss": 0.0712, |
| "step": 2939 |
| }, |
| { |
| "epoch": 0.9955344860426234, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.4101545958267183e-09, |
| "loss": 0.0991, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.9958731032147468, |
| "grad_norm": 0.53125, |
| "learning_rate": 1.228405058018023e-09, |
| "loss": 0.0565, |
| "step": 2941 |
| }, |
| { |
| "epoch": 0.9962117203868701, |
| "grad_norm": 0.50390625, |
| "learning_rate": 1.0591889812205934e-09, |
| "loss": 0.067, |
| "step": 2942 |
| }, |
| { |
| "epoch": 0.9965503375589935, |
| "grad_norm": 0.380859375, |
| "learning_rate": 9.025065775492003e-10, |
| "loss": 0.0483, |
| "step": 2943 |
| }, |
| { |
| "epoch": 0.9968889547311168, |
| "grad_norm": 0.431640625, |
| "learning_rate": 7.583580434022963e-10, |
| "loss": 0.064, |
| "step": 2944 |
| }, |
| { |
| "epoch": 0.9972275719032402, |
| "grad_norm": 0.494140625, |
| "learning_rate": 6.267435594720095e-10, |
| "loss": 0.0585, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.9975661890753634, |
| "grad_norm": 0.451171875, |
| "learning_rate": 5.076632907374812e-10, |
| "loss": 0.0568, |
| "step": 2946 |
| }, |
| { |
| "epoch": 0.9979048062474868, |
| "grad_norm": 0.486328125, |
| "learning_rate": 4.011173864637563e-10, |
| "loss": 0.0697, |
| "step": 2947 |
| }, |
| { |
| "epoch": 0.9982434234196101, |
| "grad_norm": 0.5234375, |
| "learning_rate": 3.0710598020844416e-10, |
| "loss": 0.0631, |
| "step": 2948 |
| }, |
| { |
| "epoch": 0.9985820405917335, |
| "grad_norm": 0.44921875, |
| "learning_rate": 2.2562918981394732e-10, |
| "loss": 0.0585, |
| "step": 2949 |
| }, |
| { |
| "epoch": 0.9989206577638569, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.5668711741079202e-10, |
| "loss": 0.0752, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.9992592749359802, |
| "grad_norm": 0.48046875, |
| "learning_rate": 1.0027984941873847e-10, |
| "loss": 0.0674, |
| "step": 2951 |
| }, |
| { |
| "epoch": 0.9995978921081036, |
| "grad_norm": 0.609375, |
| "learning_rate": 5.640745654345026e-11, |
| "loss": 0.0774, |
| "step": 2952 |
| }, |
| { |
| "epoch": 0.9999365092802269, |
| "grad_norm": 0.515625, |
| "learning_rate": 2.5069993779824887e-11, |
| "loss": 0.0685, |
| "step": 2953 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.98046875, |
| "learning_rate": 6.267500408663196e-12, |
| "loss": 0.0576, |
| "step": 2954 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 2954, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 296, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.726211900679385e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
