| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.023593252329833666, | |
| "eval_steps": 200, | |
| "global_step": 800, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00011796626164916834, | |
| "grad_norm": 93.0, | |
| "learning_rate": 1.8912529550827425e-07, | |
| "loss": 7.9641, | |
| "num_input_tokens_seen": 1179648, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0002359325232983367, | |
| "grad_norm": 95.0, | |
| "learning_rate": 3.782505910165485e-07, | |
| "loss": 7.9866, | |
| "num_input_tokens_seen": 2359296, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.000353898784947505, | |
| "grad_norm": 97.5, | |
| "learning_rate": 5.673758865248227e-07, | |
| "loss": 7.983, | |
| "num_input_tokens_seen": 3538944, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0004718650465966734, | |
| "grad_norm": 92.0, | |
| "learning_rate": 7.56501182033097e-07, | |
| "loss": 7.9018, | |
| "num_input_tokens_seen": 4718592, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0005898313082458417, | |
| "grad_norm": 102.5, | |
| "learning_rate": 9.456264775413712e-07, | |
| "loss": 8.0784, | |
| "num_input_tokens_seen": 5898240, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.00070779756989501, | |
| "grad_norm": 95.0, | |
| "learning_rate": 1.1347517730496454e-06, | |
| "loss": 7.9578, | |
| "num_input_tokens_seen": 7077888, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0008257638315441783, | |
| "grad_norm": 93.5, | |
| "learning_rate": 1.3238770685579196e-06, | |
| "loss": 7.975, | |
| "num_input_tokens_seen": 8257536, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0009437300931933467, | |
| "grad_norm": 85.0, | |
| "learning_rate": 1.513002364066194e-06, | |
| "loss": 7.8405, | |
| "num_input_tokens_seen": 9437184, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.001061696354842515, | |
| "grad_norm": 83.0, | |
| "learning_rate": 1.7021276595744682e-06, | |
| "loss": 7.841, | |
| "num_input_tokens_seen": 10616832, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0011796626164916834, | |
| "grad_norm": 82.5, | |
| "learning_rate": 1.8912529550827423e-06, | |
| "loss": 7.9491, | |
| "num_input_tokens_seen": 11796480, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0012976288781408518, | |
| "grad_norm": 68.0, | |
| "learning_rate": 2.0803782505910165e-06, | |
| "loss": 7.5612, | |
| "num_input_tokens_seen": 12976128, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.00141559513979002, | |
| "grad_norm": 66.5, | |
| "learning_rate": 2.269503546099291e-06, | |
| "loss": 7.5808, | |
| "num_input_tokens_seen": 14155776, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0015335614014391884, | |
| "grad_norm": 57.5, | |
| "learning_rate": 2.4586288416075653e-06, | |
| "loss": 7.4494, | |
| "num_input_tokens_seen": 15335424, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0016515276630883566, | |
| "grad_norm": 51.25, | |
| "learning_rate": 2.6477541371158392e-06, | |
| "loss": 7.4606, | |
| "num_input_tokens_seen": 16515072, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.001769493924737525, | |
| "grad_norm": 42.75, | |
| "learning_rate": 2.836879432624114e-06, | |
| "loss": 7.2804, | |
| "num_input_tokens_seen": 17694720, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0018874601863866935, | |
| "grad_norm": 38.0, | |
| "learning_rate": 3.026004728132388e-06, | |
| "loss": 7.2173, | |
| "num_input_tokens_seen": 18874368, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0020054264480358617, | |
| "grad_norm": 33.75, | |
| "learning_rate": 3.2151300236406624e-06, | |
| "loss": 7.0934, | |
| "num_input_tokens_seen": 20054016, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.00212339270968503, | |
| "grad_norm": 30.5, | |
| "learning_rate": 3.4042553191489363e-06, | |
| "loss": 7.1284, | |
| "num_input_tokens_seen": 21233664, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0022413589713341986, | |
| "grad_norm": 26.5, | |
| "learning_rate": 3.5933806146572107e-06, | |
| "loss": 6.932, | |
| "num_input_tokens_seen": 22413312, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0023593252329833668, | |
| "grad_norm": 23.875, | |
| "learning_rate": 3.7825059101654847e-06, | |
| "loss": 6.9163, | |
| "num_input_tokens_seen": 23592960, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.002477291494632535, | |
| "grad_norm": 21.625, | |
| "learning_rate": 3.9716312056737595e-06, | |
| "loss": 6.8335, | |
| "num_input_tokens_seen": 24772608, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0025952577562817036, | |
| "grad_norm": 18.625, | |
| "learning_rate": 4.160756501182033e-06, | |
| "loss": 6.6761, | |
| "num_input_tokens_seen": 25952256, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.002713224017930872, | |
| "grad_norm": 16.0, | |
| "learning_rate": 4.349881796690308e-06, | |
| "loss": 6.6474, | |
| "num_input_tokens_seen": 27131904, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.00283119027958004, | |
| "grad_norm": 18.0, | |
| "learning_rate": 4.539007092198582e-06, | |
| "loss": 6.6062, | |
| "num_input_tokens_seen": 28311552, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0029491565412292082, | |
| "grad_norm": 17.5, | |
| "learning_rate": 4.728132387706856e-06, | |
| "loss": 6.6435, | |
| "num_input_tokens_seen": 29491200, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.003067122802878377, | |
| "grad_norm": 14.25, | |
| "learning_rate": 4.9172576832151305e-06, | |
| "loss": 6.57, | |
| "num_input_tokens_seen": 30670848, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.003185089064527545, | |
| "grad_norm": 13.3125, | |
| "learning_rate": 5.106382978723404e-06, | |
| "loss": 6.4037, | |
| "num_input_tokens_seen": 31850496, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0033030553261767133, | |
| "grad_norm": 10.8125, | |
| "learning_rate": 5.2955082742316784e-06, | |
| "loss": 6.2927, | |
| "num_input_tokens_seen": 33030144, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.003421021587825882, | |
| "grad_norm": 9.75, | |
| "learning_rate": 5.484633569739954e-06, | |
| "loss": 6.2084, | |
| "num_input_tokens_seen": 34209792, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.00353898784947505, | |
| "grad_norm": 10.25, | |
| "learning_rate": 5.673758865248228e-06, | |
| "loss": 6.2349, | |
| "num_input_tokens_seen": 35389440, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0036569541111242184, | |
| "grad_norm": 10.8125, | |
| "learning_rate": 5.862884160756502e-06, | |
| "loss": 6.155, | |
| "num_input_tokens_seen": 36569088, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.003774920372773387, | |
| "grad_norm": 10.0, | |
| "learning_rate": 6.052009456264776e-06, | |
| "loss": 6.1846, | |
| "num_input_tokens_seen": 37748736, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.003892886634422555, | |
| "grad_norm": 8.0, | |
| "learning_rate": 6.24113475177305e-06, | |
| "loss": 6.0656, | |
| "num_input_tokens_seen": 38928384, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.004010852896071723, | |
| "grad_norm": 8.0625, | |
| "learning_rate": 6.430260047281325e-06, | |
| "loss": 5.9873, | |
| "num_input_tokens_seen": 40108032, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.004128819157720892, | |
| "grad_norm": 8.875, | |
| "learning_rate": 6.619385342789598e-06, | |
| "loss": 6.0008, | |
| "num_input_tokens_seen": 41287680, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.00424678541937006, | |
| "grad_norm": 7.34375, | |
| "learning_rate": 6.808510638297873e-06, | |
| "loss": 6.0852, | |
| "num_input_tokens_seen": 42467328, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.004364751681019229, | |
| "grad_norm": 6.28125, | |
| "learning_rate": 6.997635933806147e-06, | |
| "loss": 5.8264, | |
| "num_input_tokens_seen": 43646976, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.004482717942668397, | |
| "grad_norm": 6.75, | |
| "learning_rate": 7.186761229314421e-06, | |
| "loss": 5.9511, | |
| "num_input_tokens_seen": 44826624, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.004600684204317565, | |
| "grad_norm": 6.96875, | |
| "learning_rate": 7.375886524822695e-06, | |
| "loss": 5.8042, | |
| "num_input_tokens_seen": 46006272, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0047186504659667335, | |
| "grad_norm": 5.59375, | |
| "learning_rate": 7.565011820330969e-06, | |
| "loss": 5.8955, | |
| "num_input_tokens_seen": 47185920, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.004836616727615902, | |
| "grad_norm": 5.3125, | |
| "learning_rate": 7.754137115839244e-06, | |
| "loss": 5.7764, | |
| "num_input_tokens_seen": 48365568, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.00495458298926507, | |
| "grad_norm": 5.40625, | |
| "learning_rate": 7.943262411347519e-06, | |
| "loss": 5.7784, | |
| "num_input_tokens_seen": 49545216, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.005072549250914238, | |
| "grad_norm": 5.03125, | |
| "learning_rate": 8.132387706855792e-06, | |
| "loss": 5.7388, | |
| "num_input_tokens_seen": 50724864, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.005190515512563407, | |
| "grad_norm": 4.84375, | |
| "learning_rate": 8.321513002364066e-06, | |
| "loss": 5.7821, | |
| "num_input_tokens_seen": 51904512, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0053084817742125754, | |
| "grad_norm": 4.78125, | |
| "learning_rate": 8.510638297872341e-06, | |
| "loss": 5.6466, | |
| "num_input_tokens_seen": 53084160, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.005426448035861744, | |
| "grad_norm": 4.125, | |
| "learning_rate": 8.699763593380616e-06, | |
| "loss": 5.6224, | |
| "num_input_tokens_seen": 54263808, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.005544414297510912, | |
| "grad_norm": 5.0, | |
| "learning_rate": 8.888888888888888e-06, | |
| "loss": 5.9019, | |
| "num_input_tokens_seen": 55443456, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.00566238055916008, | |
| "grad_norm": 4.0, | |
| "learning_rate": 9.078014184397164e-06, | |
| "loss": 5.5812, | |
| "num_input_tokens_seen": 56623104, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.005780346820809248, | |
| "grad_norm": 3.796875, | |
| "learning_rate": 9.267139479905439e-06, | |
| "loss": 5.633, | |
| "num_input_tokens_seen": 57802752, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0058983130824584165, | |
| "grad_norm": 3.84375, | |
| "learning_rate": 9.456264775413712e-06, | |
| "loss": 5.5031, | |
| "num_input_tokens_seen": 58982400, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0060162793441075856, | |
| "grad_norm": 3.4375, | |
| "learning_rate": 9.645390070921986e-06, | |
| "loss": 5.5146, | |
| "num_input_tokens_seen": 60162048, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.006134245605756754, | |
| "grad_norm": 3.609375, | |
| "learning_rate": 9.834515366430261e-06, | |
| "loss": 5.3805, | |
| "num_input_tokens_seen": 61341696, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.006252211867405922, | |
| "grad_norm": 3.234375, | |
| "learning_rate": 1.0023640661938535e-05, | |
| "loss": 5.4098, | |
| "num_input_tokens_seen": 62521344, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.00637017812905509, | |
| "grad_norm": 3.40625, | |
| "learning_rate": 1.0212765957446808e-05, | |
| "loss": 5.3773, | |
| "num_input_tokens_seen": 63700992, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.006488144390704258, | |
| "grad_norm": 3.1875, | |
| "learning_rate": 1.0401891252955083e-05, | |
| "loss": 5.3287, | |
| "num_input_tokens_seen": 64880640, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.006606110652353427, | |
| "grad_norm": 3.046875, | |
| "learning_rate": 1.0591016548463357e-05, | |
| "loss": 5.2282, | |
| "num_input_tokens_seen": 66060288, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.006724076914002596, | |
| "grad_norm": 3.0625, | |
| "learning_rate": 1.0780141843971632e-05, | |
| "loss": 5.2967, | |
| "num_input_tokens_seen": 67239936, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.006842043175651764, | |
| "grad_norm": 2.859375, | |
| "learning_rate": 1.0969267139479907e-05, | |
| "loss": 5.1126, | |
| "num_input_tokens_seen": 68419584, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.006960009437300932, | |
| "grad_norm": 3.0625, | |
| "learning_rate": 1.1158392434988181e-05, | |
| "loss": 5.3309, | |
| "num_input_tokens_seen": 69599232, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.0070779756989501, | |
| "grad_norm": 3.0625, | |
| "learning_rate": 1.1347517730496456e-05, | |
| "loss": 5.2134, | |
| "num_input_tokens_seen": 70778880, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0071959419605992685, | |
| "grad_norm": 3.546875, | |
| "learning_rate": 1.153664302600473e-05, | |
| "loss": 5.1972, | |
| "num_input_tokens_seen": 71958528, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.007313908222248437, | |
| "grad_norm": 2.828125, | |
| "learning_rate": 1.1725768321513003e-05, | |
| "loss": 5.0123, | |
| "num_input_tokens_seen": 73138176, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.007431874483897605, | |
| "grad_norm": 3.203125, | |
| "learning_rate": 1.1914893617021277e-05, | |
| "loss": 5.1108, | |
| "num_input_tokens_seen": 74317824, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.007549840745546774, | |
| "grad_norm": 3.609375, | |
| "learning_rate": 1.2104018912529552e-05, | |
| "loss": 5.2287, | |
| "num_input_tokens_seen": 75497472, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.007667807007195942, | |
| "grad_norm": 2.703125, | |
| "learning_rate": 1.2293144208037825e-05, | |
| "loss": 5.0902, | |
| "num_input_tokens_seen": 76677120, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.00778577326884511, | |
| "grad_norm": 3.1875, | |
| "learning_rate": 1.24822695035461e-05, | |
| "loss": 5.1526, | |
| "num_input_tokens_seen": 77856768, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.007903739530494279, | |
| "grad_norm": 3.359375, | |
| "learning_rate": 1.2671394799054376e-05, | |
| "loss": 4.8855, | |
| "num_input_tokens_seen": 79036416, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.008021705792143447, | |
| "grad_norm": 2.765625, | |
| "learning_rate": 1.286052009456265e-05, | |
| "loss": 5.0226, | |
| "num_input_tokens_seen": 80216064, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.008139672053792615, | |
| "grad_norm": 3.078125, | |
| "learning_rate": 1.3049645390070925e-05, | |
| "loss": 5.1366, | |
| "num_input_tokens_seen": 81395712, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.008257638315441783, | |
| "grad_norm": 3.71875, | |
| "learning_rate": 1.3238770685579197e-05, | |
| "loss": 5.0749, | |
| "num_input_tokens_seen": 82575360, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.008375604577090951, | |
| "grad_norm": 2.765625, | |
| "learning_rate": 1.3427895981087472e-05, | |
| "loss": 4.8899, | |
| "num_input_tokens_seen": 83755008, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.00849357083874012, | |
| "grad_norm": 3.140625, | |
| "learning_rate": 1.3617021276595745e-05, | |
| "loss": 4.8809, | |
| "num_input_tokens_seen": 84934656, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.008611537100389288, | |
| "grad_norm": 3.296875, | |
| "learning_rate": 1.380614657210402e-05, | |
| "loss": 4.8839, | |
| "num_input_tokens_seen": 86114304, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.008729503362038458, | |
| "grad_norm": 2.953125, | |
| "learning_rate": 1.3995271867612294e-05, | |
| "loss": 4.9931, | |
| "num_input_tokens_seen": 87293952, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.008847469623687626, | |
| "grad_norm": 2.9375, | |
| "learning_rate": 1.418439716312057e-05, | |
| "loss": 4.8041, | |
| "num_input_tokens_seen": 88473600, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.008965435885336794, | |
| "grad_norm": 3.5625, | |
| "learning_rate": 1.4373522458628843e-05, | |
| "loss": 4.8611, | |
| "num_input_tokens_seen": 89653248, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.009083402146985962, | |
| "grad_norm": 3.734375, | |
| "learning_rate": 1.4562647754137118e-05, | |
| "loss": 4.7747, | |
| "num_input_tokens_seen": 90832896, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.00920136840863513, | |
| "grad_norm": 2.984375, | |
| "learning_rate": 1.475177304964539e-05, | |
| "loss": 4.6884, | |
| "num_input_tokens_seen": 92012544, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.009319334670284299, | |
| "grad_norm": 2.671875, | |
| "learning_rate": 1.4940898345153665e-05, | |
| "loss": 4.6617, | |
| "num_input_tokens_seen": 93192192, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.009437300931933467, | |
| "grad_norm": 2.84375, | |
| "learning_rate": 1.5130023640661939e-05, | |
| "loss": 4.6174, | |
| "num_input_tokens_seen": 94371840, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.009555267193582635, | |
| "grad_norm": 3.71875, | |
| "learning_rate": 1.5319148936170214e-05, | |
| "loss": 4.5483, | |
| "num_input_tokens_seen": 95551488, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.009673233455231803, | |
| "grad_norm": 4.34375, | |
| "learning_rate": 1.5508274231678487e-05, | |
| "loss": 4.604, | |
| "num_input_tokens_seen": 96731136, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.009791199716880972, | |
| "grad_norm": 3.09375, | |
| "learning_rate": 1.5697399527186764e-05, | |
| "loss": 4.5806, | |
| "num_input_tokens_seen": 97910784, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.00990916597853014, | |
| "grad_norm": 3.203125, | |
| "learning_rate": 1.5886524822695038e-05, | |
| "loss": 4.4723, | |
| "num_input_tokens_seen": 99090432, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.010027132240179308, | |
| "grad_norm": 3.8125, | |
| "learning_rate": 1.607565011820331e-05, | |
| "loss": 4.4723, | |
| "num_input_tokens_seen": 100270080, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.010145098501828476, | |
| "grad_norm": 3.03125, | |
| "learning_rate": 1.6264775413711585e-05, | |
| "loss": 4.4519, | |
| "num_input_tokens_seen": 101449728, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.010263064763477646, | |
| "grad_norm": 5.53125, | |
| "learning_rate": 1.645390070921986e-05, | |
| "loss": 4.4077, | |
| "num_input_tokens_seen": 102629376, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.010381031025126814, | |
| "grad_norm": 4.03125, | |
| "learning_rate": 1.6643026004728132e-05, | |
| "loss": 4.5295, | |
| "num_input_tokens_seen": 103809024, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.010498997286775983, | |
| "grad_norm": 3.484375, | |
| "learning_rate": 1.683215130023641e-05, | |
| "loss": 4.3235, | |
| "num_input_tokens_seen": 104988672, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.010616963548425151, | |
| "grad_norm": 5.78125, | |
| "learning_rate": 1.7021276595744682e-05, | |
| "loss": 4.3245, | |
| "num_input_tokens_seen": 106168320, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.010734929810074319, | |
| "grad_norm": 3.0625, | |
| "learning_rate": 1.7210401891252956e-05, | |
| "loss": 4.2554, | |
| "num_input_tokens_seen": 107347968, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.010852896071723487, | |
| "grad_norm": 3.671875, | |
| "learning_rate": 1.7399527186761233e-05, | |
| "loss": 4.2572, | |
| "num_input_tokens_seen": 108527616, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.010970862333372655, | |
| "grad_norm": 5.0625, | |
| "learning_rate": 1.7588652482269506e-05, | |
| "loss": 4.2442, | |
| "num_input_tokens_seen": 109707264, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.011088828595021824, | |
| "grad_norm": 2.6875, | |
| "learning_rate": 1.7777777777777777e-05, | |
| "loss": 4.3006, | |
| "num_input_tokens_seen": 110886912, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.011206794856670992, | |
| "grad_norm": 3.171875, | |
| "learning_rate": 1.7966903073286054e-05, | |
| "loss": 4.2813, | |
| "num_input_tokens_seen": 112066560, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.01132476111832016, | |
| "grad_norm": 2.765625, | |
| "learning_rate": 1.8156028368794327e-05, | |
| "loss": 4.1186, | |
| "num_input_tokens_seen": 113246208, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.011442727379969328, | |
| "grad_norm": 3.1875, | |
| "learning_rate": 1.83451536643026e-05, | |
| "loss": 4.1652, | |
| "num_input_tokens_seen": 114425856, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.011560693641618497, | |
| "grad_norm": 4.71875, | |
| "learning_rate": 1.8534278959810878e-05, | |
| "loss": 4.1923, | |
| "num_input_tokens_seen": 115605504, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.011678659903267665, | |
| "grad_norm": 3.359375, | |
| "learning_rate": 1.872340425531915e-05, | |
| "loss": 4.0728, | |
| "num_input_tokens_seen": 116785152, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.011796626164916833, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.8912529550827425e-05, | |
| "loss": 4.2189, | |
| "num_input_tokens_seen": 117964800, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.011914592426566003, | |
| "grad_norm": 3.109375, | |
| "learning_rate": 1.91016548463357e-05, | |
| "loss": 4.0632, | |
| "num_input_tokens_seen": 119144448, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.012032558688215171, | |
| "grad_norm": 4.40625, | |
| "learning_rate": 1.929078014184397e-05, | |
| "loss": 3.8775, | |
| "num_input_tokens_seen": 120324096, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.01215052494986434, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 1.9479905437352245e-05, | |
| "loss": 3.8658, | |
| "num_input_tokens_seen": 121503744, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.012268491211513508, | |
| "grad_norm": 3.703125, | |
| "learning_rate": 1.9669030732860522e-05, | |
| "loss": 3.9888, | |
| "num_input_tokens_seen": 122683392, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.012386457473162676, | |
| "grad_norm": 2.78125, | |
| "learning_rate": 1.9858156028368796e-05, | |
| "loss": 3.9439, | |
| "num_input_tokens_seen": 123863040, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.012504423734811844, | |
| "grad_norm": 3.4375, | |
| "learning_rate": 2.004728132387707e-05, | |
| "loss": 4.0098, | |
| "num_input_tokens_seen": 125042688, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.012622389996461012, | |
| "grad_norm": 2.71875, | |
| "learning_rate": 2.0236406619385343e-05, | |
| "loss": 3.9454, | |
| "num_input_tokens_seen": 126222336, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.01274035625811018, | |
| "grad_norm": 3.03125, | |
| "learning_rate": 2.0425531914893616e-05, | |
| "loss": 3.8491, | |
| "num_input_tokens_seen": 127401984, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.012858322519759349, | |
| "grad_norm": 3.59375, | |
| "learning_rate": 2.0614657210401893e-05, | |
| "loss": 3.9602, | |
| "num_input_tokens_seen": 128581632, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.012976288781408517, | |
| "grad_norm": 5.25, | |
| "learning_rate": 2.0803782505910167e-05, | |
| "loss": 3.9542, | |
| "num_input_tokens_seen": 129761280, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.013094255043057685, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 2.099290780141844e-05, | |
| "loss": 3.7846, | |
| "num_input_tokens_seen": 130940928, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.013212221304706853, | |
| "grad_norm": 3.484375, | |
| "learning_rate": 2.1182033096926714e-05, | |
| "loss": 3.9128, | |
| "num_input_tokens_seen": 132120576, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.013330187566356021, | |
| "grad_norm": 7.4375, | |
| "learning_rate": 2.137115839243499e-05, | |
| "loss": 3.7365, | |
| "num_input_tokens_seen": 133300224, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.013448153828005191, | |
| "grad_norm": 3.6875, | |
| "learning_rate": 2.1560283687943264e-05, | |
| "loss": 3.8298, | |
| "num_input_tokens_seen": 134479872, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.01356612008965436, | |
| "grad_norm": 11.25, | |
| "learning_rate": 2.1749408983451538e-05, | |
| "loss": 3.9192, | |
| "num_input_tokens_seen": 135659520, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.013684086351303528, | |
| "grad_norm": 9.875, | |
| "learning_rate": 2.1938534278959815e-05, | |
| "loss": 3.7628, | |
| "num_input_tokens_seen": 136839168, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.013802052612952696, | |
| "grad_norm": 4.90625, | |
| "learning_rate": 2.2127659574468088e-05, | |
| "loss": 3.7212, | |
| "num_input_tokens_seen": 138018816, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.013920018874601864, | |
| "grad_norm": 6.875, | |
| "learning_rate": 2.2316784869976362e-05, | |
| "loss": 3.8291, | |
| "num_input_tokens_seen": 139198464, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.014037985136251032, | |
| "grad_norm": 3.984375, | |
| "learning_rate": 2.2505910165484635e-05, | |
| "loss": 3.7104, | |
| "num_input_tokens_seen": 140378112, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.0141559513979002, | |
| "grad_norm": 5.0625, | |
| "learning_rate": 2.2695035460992912e-05, | |
| "loss": 3.6898, | |
| "num_input_tokens_seen": 141557760, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.014273917659549369, | |
| "grad_norm": 3.828125, | |
| "learning_rate": 2.2884160756501186e-05, | |
| "loss": 3.61, | |
| "num_input_tokens_seen": 142737408, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.014391883921198537, | |
| "grad_norm": 4.875, | |
| "learning_rate": 2.307328605200946e-05, | |
| "loss": 3.6886, | |
| "num_input_tokens_seen": 143917056, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.014509850182847705, | |
| "grad_norm": 4.75, | |
| "learning_rate": 2.326241134751773e-05, | |
| "loss": 3.6435, | |
| "num_input_tokens_seen": 145096704, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.014627816444496873, | |
| "grad_norm": 3.75, | |
| "learning_rate": 2.3451536643026006e-05, | |
| "loss": 3.6619, | |
| "num_input_tokens_seen": 146276352, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.014745782706146042, | |
| "grad_norm": 5.375, | |
| "learning_rate": 2.364066193853428e-05, | |
| "loss": 3.631, | |
| "num_input_tokens_seen": 147456000, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.01486374896779521, | |
| "grad_norm": 4.125, | |
| "learning_rate": 2.3829787234042553e-05, | |
| "loss": 3.6482, | |
| "num_input_tokens_seen": 148635648, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.014981715229444378, | |
| "grad_norm": 7.78125, | |
| "learning_rate": 2.4018912529550827e-05, | |
| "loss": 3.6785, | |
| "num_input_tokens_seen": 149815296, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.015099681491093548, | |
| "grad_norm": 7.0, | |
| "learning_rate": 2.4208037825059104e-05, | |
| "loss": 3.6113, | |
| "num_input_tokens_seen": 150994944, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.015217647752742716, | |
| "grad_norm": 4.46875, | |
| "learning_rate": 2.4397163120567377e-05, | |
| "loss": 3.6015, | |
| "num_input_tokens_seen": 152174592, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.015335614014391884, | |
| "grad_norm": 4.1875, | |
| "learning_rate": 2.458628841607565e-05, | |
| "loss": 3.5241, | |
| "num_input_tokens_seen": 153354240, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.015453580276041053, | |
| "grad_norm": 4.0625, | |
| "learning_rate": 2.4775413711583928e-05, | |
| "loss": 3.6007, | |
| "num_input_tokens_seen": 154533888, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.01557154653769022, | |
| "grad_norm": 3.046875, | |
| "learning_rate": 2.49645390070922e-05, | |
| "loss": 3.5949, | |
| "num_input_tokens_seen": 155713536, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.01568951279933939, | |
| "grad_norm": 3.265625, | |
| "learning_rate": 2.5153664302600475e-05, | |
| "loss": 3.5403, | |
| "num_input_tokens_seen": 156893184, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.015807479060988557, | |
| "grad_norm": 2.859375, | |
| "learning_rate": 2.5342789598108752e-05, | |
| "loss": 3.5399, | |
| "num_input_tokens_seen": 158072832, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.015925445322637725, | |
| "grad_norm": 2.6875, | |
| "learning_rate": 2.5531914893617025e-05, | |
| "loss": 3.5408, | |
| "num_input_tokens_seen": 159252480, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.016043411584286894, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 2.57210401891253e-05, | |
| "loss": 3.4678, | |
| "num_input_tokens_seen": 160432128, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.016161377845936062, | |
| "grad_norm": 2.796875, | |
| "learning_rate": 2.5910165484633572e-05, | |
| "loss": 3.6019, | |
| "num_input_tokens_seen": 161611776, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.01627934410758523, | |
| "grad_norm": 1.96875, | |
| "learning_rate": 2.609929078014185e-05, | |
| "loss": 3.4525, | |
| "num_input_tokens_seen": 162791424, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.0163973103692344, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 2.628841607565012e-05, | |
| "loss": 3.557, | |
| "num_input_tokens_seen": 163971072, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.016515276630883566, | |
| "grad_norm": 2.734375, | |
| "learning_rate": 2.6477541371158393e-05, | |
| "loss": 3.5324, | |
| "num_input_tokens_seen": 165150720, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.016633242892532735, | |
| "grad_norm": 3.703125, | |
| "learning_rate": 2.6666666666666667e-05, | |
| "loss": 3.4707, | |
| "num_input_tokens_seen": 166330368, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.016751209154181903, | |
| "grad_norm": 3.53125, | |
| "learning_rate": 2.6855791962174944e-05, | |
| "loss": 3.3545, | |
| "num_input_tokens_seen": 167510016, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.01686917541583107, | |
| "grad_norm": 1.7890625, | |
| "learning_rate": 2.7044917257683217e-05, | |
| "loss": 3.4051, | |
| "num_input_tokens_seen": 168689664, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.01698714167748024, | |
| "grad_norm": 4.78125, | |
| "learning_rate": 2.723404255319149e-05, | |
| "loss": 3.4119, | |
| "num_input_tokens_seen": 169869312, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.017105107939129408, | |
| "grad_norm": 3.0625, | |
| "learning_rate": 2.7423167848699764e-05, | |
| "loss": 3.5149, | |
| "num_input_tokens_seen": 171048960, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.017223074200778576, | |
| "grad_norm": 3.671875, | |
| "learning_rate": 2.761229314420804e-05, | |
| "loss": 3.3442, | |
| "num_input_tokens_seen": 172228608, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.017341040462427744, | |
| "grad_norm": 3.453125, | |
| "learning_rate": 2.7801418439716315e-05, | |
| "loss": 3.3277, | |
| "num_input_tokens_seen": 173408256, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.017459006724076916, | |
| "grad_norm": 3.4375, | |
| "learning_rate": 2.7990543735224588e-05, | |
| "loss": 3.3905, | |
| "num_input_tokens_seen": 174587904, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.017576972985726084, | |
| "grad_norm": 2.0, | |
| "learning_rate": 2.8179669030732865e-05, | |
| "loss": 3.276, | |
| "num_input_tokens_seen": 175767552, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.017694939247375252, | |
| "grad_norm": 4.0, | |
| "learning_rate": 2.836879432624114e-05, | |
| "loss": 3.3211, | |
| "num_input_tokens_seen": 176947200, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.01781290550902442, | |
| "grad_norm": 4.03125, | |
| "learning_rate": 2.8557919621749412e-05, | |
| "loss": 3.3483, | |
| "num_input_tokens_seen": 178126848, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.01793087177067359, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 2.8747044917257686e-05, | |
| "loss": 3.3391, | |
| "num_input_tokens_seen": 179306496, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.018048838032322757, | |
| "grad_norm": 5.5625, | |
| "learning_rate": 2.8936170212765963e-05, | |
| "loss": 3.4719, | |
| "num_input_tokens_seen": 180486144, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.018166804293971925, | |
| "grad_norm": 3.171875, | |
| "learning_rate": 2.9125295508274236e-05, | |
| "loss": 3.2727, | |
| "num_input_tokens_seen": 181665792, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.018284770555621093, | |
| "grad_norm": 5.09375, | |
| "learning_rate": 2.9314420803782506e-05, | |
| "loss": 3.284, | |
| "num_input_tokens_seen": 182845440, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.01840273681727026, | |
| "grad_norm": 3.25, | |
| "learning_rate": 2.950354609929078e-05, | |
| "loss": 3.2279, | |
| "num_input_tokens_seen": 184025088, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.01852070307891943, | |
| "grad_norm": 3.71875, | |
| "learning_rate": 2.9692671394799057e-05, | |
| "loss": 3.2438, | |
| "num_input_tokens_seen": 185204736, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.018638669340568598, | |
| "grad_norm": 3.875, | |
| "learning_rate": 2.988179669030733e-05, | |
| "loss": 3.3257, | |
| "num_input_tokens_seen": 186384384, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.018756635602217766, | |
| "grad_norm": 2.21875, | |
| "learning_rate": 3.0070921985815604e-05, | |
| "loss": 3.2727, | |
| "num_input_tokens_seen": 187564032, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.018874601863866934, | |
| "grad_norm": 4.125, | |
| "learning_rate": 3.0260047281323877e-05, | |
| "loss": 3.245, | |
| "num_input_tokens_seen": 188743680, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.018992568125516102, | |
| "grad_norm": 3.640625, | |
| "learning_rate": 3.0449172576832154e-05, | |
| "loss": 3.1904, | |
| "num_input_tokens_seen": 189923328, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.01911053438716527, | |
| "grad_norm": 2.625, | |
| "learning_rate": 3.063829787234043e-05, | |
| "loss": 3.2754, | |
| "num_input_tokens_seen": 191102976, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.01922850064881444, | |
| "grad_norm": 3.578125, | |
| "learning_rate": 3.0827423167848705e-05, | |
| "loss": 3.1889, | |
| "num_input_tokens_seen": 192282624, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.019346466910463607, | |
| "grad_norm": 2.953125, | |
| "learning_rate": 3.1016548463356975e-05, | |
| "loss": 3.2809, | |
| "num_input_tokens_seen": 193462272, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.019464433172112775, | |
| "grad_norm": 2.234375, | |
| "learning_rate": 3.120567375886525e-05, | |
| "loss": 3.1929, | |
| "num_input_tokens_seen": 194641920, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.019582399433761943, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 3.139479905437353e-05, | |
| "loss": 3.1474, | |
| "num_input_tokens_seen": 195821568, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.01970036569541111, | |
| "grad_norm": 4.09375, | |
| "learning_rate": 3.15839243498818e-05, | |
| "loss": 3.0433, | |
| "num_input_tokens_seen": 197001216, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.01981833195706028, | |
| "grad_norm": 2.6875, | |
| "learning_rate": 3.1773049645390076e-05, | |
| "loss": 3.1527, | |
| "num_input_tokens_seen": 198180864, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.019936298218709448, | |
| "grad_norm": 3.5, | |
| "learning_rate": 3.196217494089835e-05, | |
| "loss": 3.2145, | |
| "num_input_tokens_seen": 199360512, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.020054264480358616, | |
| "grad_norm": 4.9375, | |
| "learning_rate": 3.215130023640662e-05, | |
| "loss": 3.2642, | |
| "num_input_tokens_seen": 200540160, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.020172230742007784, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 3.234042553191489e-05, | |
| "loss": 3.1286, | |
| "num_input_tokens_seen": 201719808, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.020290197003656953, | |
| "grad_norm": 8.1875, | |
| "learning_rate": 3.252955082742317e-05, | |
| "loss": 3.1274, | |
| "num_input_tokens_seen": 202899456, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.02040816326530612, | |
| "grad_norm": 6.375, | |
| "learning_rate": 3.271867612293144e-05, | |
| "loss": 3.096, | |
| "num_input_tokens_seen": 204079104, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.020526129526955292, | |
| "grad_norm": 5.8125, | |
| "learning_rate": 3.290780141843972e-05, | |
| "loss": 3.1647, | |
| "num_input_tokens_seen": 205258752, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.02064409578860446, | |
| "grad_norm": 5.6875, | |
| "learning_rate": 3.3096926713947994e-05, | |
| "loss": 3.269, | |
| "num_input_tokens_seen": 206438400, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.02076206205025363, | |
| "grad_norm": 4.4375, | |
| "learning_rate": 3.3286052009456264e-05, | |
| "loss": 3.2106, | |
| "num_input_tokens_seen": 207618048, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.020880028311902797, | |
| "grad_norm": 3.109375, | |
| "learning_rate": 3.347517730496454e-05, | |
| "loss": 3.1545, | |
| "num_input_tokens_seen": 208797696, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.020997994573551965, | |
| "grad_norm": 6.6875, | |
| "learning_rate": 3.366430260047282e-05, | |
| "loss": 3.1045, | |
| "num_input_tokens_seen": 209977344, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.021115960835201134, | |
| "grad_norm": 6.0625, | |
| "learning_rate": 3.385342789598109e-05, | |
| "loss": 3.0496, | |
| "num_input_tokens_seen": 211156992, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.021233927096850302, | |
| "grad_norm": 4.03125, | |
| "learning_rate": 3.4042553191489365e-05, | |
| "loss": 3.081, | |
| "num_input_tokens_seen": 212336640, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.02135189335849947, | |
| "grad_norm": 3.921875, | |
| "learning_rate": 3.423167848699764e-05, | |
| "loss": 3.0552, | |
| "num_input_tokens_seen": 213516288, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.021469859620148638, | |
| "grad_norm": 4.5, | |
| "learning_rate": 3.442080378250591e-05, | |
| "loss": 3.0172, | |
| "num_input_tokens_seen": 214695936, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.021587825881797806, | |
| "grad_norm": 4.0625, | |
| "learning_rate": 3.460992907801419e-05, | |
| "loss": 3.1379, | |
| "num_input_tokens_seen": 215875584, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.021705792143446975, | |
| "grad_norm": 4.9375, | |
| "learning_rate": 3.4799054373522466e-05, | |
| "loss": 3.1235, | |
| "num_input_tokens_seen": 217055232, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.021823758405096143, | |
| "grad_norm": 3.78125, | |
| "learning_rate": 3.4988179669030736e-05, | |
| "loss": 3.1189, | |
| "num_input_tokens_seen": 218234880, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.02194172466674531, | |
| "grad_norm": 5.0625, | |
| "learning_rate": 3.517730496453901e-05, | |
| "loss": 3.0035, | |
| "num_input_tokens_seen": 219414528, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.02205969092839448, | |
| "grad_norm": 4.28125, | |
| "learning_rate": 3.536643026004728e-05, | |
| "loss": 3.0478, | |
| "num_input_tokens_seen": 220594176, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.022177657190043647, | |
| "grad_norm": 5.8125, | |
| "learning_rate": 3.555555555555555e-05, | |
| "loss": 3.0777, | |
| "num_input_tokens_seen": 221773824, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.022295623451692816, | |
| "grad_norm": 5.0625, | |
| "learning_rate": 3.574468085106383e-05, | |
| "loss": 3.0665, | |
| "num_input_tokens_seen": 222953472, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.022413589713341984, | |
| "grad_norm": 4.25, | |
| "learning_rate": 3.593380614657211e-05, | |
| "loss": 3.0271, | |
| "num_input_tokens_seen": 224133120, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.022531555974991152, | |
| "grad_norm": 4.03125, | |
| "learning_rate": 3.612293144208038e-05, | |
| "loss": 3.033, | |
| "num_input_tokens_seen": 225312768, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.02264952223664032, | |
| "grad_norm": 5.09375, | |
| "learning_rate": 3.6312056737588654e-05, | |
| "loss": 3.143, | |
| "num_input_tokens_seen": 226492416, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.02276748849828949, | |
| "grad_norm": 4.09375, | |
| "learning_rate": 3.650118203309693e-05, | |
| "loss": 3.0347, | |
| "num_input_tokens_seen": 227672064, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.022885454759938657, | |
| "grad_norm": 4.65625, | |
| "learning_rate": 3.66903073286052e-05, | |
| "loss": 3.07, | |
| "num_input_tokens_seen": 228851712, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.023003421021587825, | |
| "grad_norm": 3.90625, | |
| "learning_rate": 3.687943262411348e-05, | |
| "loss": 3.0225, | |
| "num_input_tokens_seen": 230031360, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.023121387283236993, | |
| "grad_norm": 4.96875, | |
| "learning_rate": 3.7068557919621755e-05, | |
| "loss": 3.0222, | |
| "num_input_tokens_seen": 231211008, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.02323935354488616, | |
| "grad_norm": 3.84375, | |
| "learning_rate": 3.7257683215130025e-05, | |
| "loss": 2.9755, | |
| "num_input_tokens_seen": 232390656, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.02335731980653533, | |
| "grad_norm": 5.0, | |
| "learning_rate": 3.74468085106383e-05, | |
| "loss": 3.0163, | |
| "num_input_tokens_seen": 233570304, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.023475286068184498, | |
| "grad_norm": 4.53125, | |
| "learning_rate": 3.763593380614658e-05, | |
| "loss": 2.9553, | |
| "num_input_tokens_seen": 234749952, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.023593252329833666, | |
| "grad_norm": 4.6875, | |
| "learning_rate": 3.782505910165485e-05, | |
| "loss": 3.015, | |
| "num_input_tokens_seen": 235929600, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.023593252329833666, | |
| "eval_wikipedia_loss": 2.9615590572357178, | |
| "eval_wikipedia_runtime": 172.3085, | |
| "eval_wikipedia_samples_per_second": 4.074, | |
| "eval_wikipedia_steps_per_second": 0.174, | |
| "num_input_tokens_seen": 235929600, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.023593252329833666, | |
| "eval_toxicity_loss": 4.73836088180542, | |
| "eval_toxicity_runtime": 0.999, | |
| "eval_toxicity_samples_per_second": 2.002, | |
| "eval_toxicity_steps_per_second": 1.001, | |
| "num_input_tokens_seen": 235929600, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.023711218591482838, | |
| "grad_norm": 4.0, | |
| "learning_rate": 3.8014184397163126e-05, | |
| "loss": 2.9448, | |
| "num_input_tokens_seen": 237109248, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.023829184853132006, | |
| "grad_norm": 4.78125, | |
| "learning_rate": 3.82033096926714e-05, | |
| "loss": 3.1131, | |
| "num_input_tokens_seen": 238288896, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.023947151114781174, | |
| "grad_norm": 3.828125, | |
| "learning_rate": 3.839243498817967e-05, | |
| "loss": 2.9217, | |
| "num_input_tokens_seen": 239468544, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.024065117376430342, | |
| "grad_norm": 4.46875, | |
| "learning_rate": 3.858156028368794e-05, | |
| "loss": 2.9658, | |
| "num_input_tokens_seen": 240648192, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.02418308363807951, | |
| "grad_norm": 3.703125, | |
| "learning_rate": 3.877068557919622e-05, | |
| "loss": 2.9857, | |
| "num_input_tokens_seen": 241827840, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.02430104989972868, | |
| "grad_norm": 4.9375, | |
| "learning_rate": 3.895981087470449e-05, | |
| "loss": 2.9761, | |
| "num_input_tokens_seen": 243007488, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.024419016161377847, | |
| "grad_norm": 4.28125, | |
| "learning_rate": 3.914893617021277e-05, | |
| "loss": 2.981, | |
| "num_input_tokens_seen": 244187136, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.024536982423027015, | |
| "grad_norm": 4.3125, | |
| "learning_rate": 3.9338061465721044e-05, | |
| "loss": 3.0308, | |
| "num_input_tokens_seen": 245366784, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.024654948684676183, | |
| "grad_norm": 4.0, | |
| "learning_rate": 3.9527186761229314e-05, | |
| "loss": 2.9529, | |
| "num_input_tokens_seen": 246546432, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.02477291494632535, | |
| "grad_norm": 4.28125, | |
| "learning_rate": 3.971631205673759e-05, | |
| "loss": 2.9297, | |
| "num_input_tokens_seen": 247726080, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.02489088120797452, | |
| "grad_norm": 3.328125, | |
| "learning_rate": 3.990543735224587e-05, | |
| "loss": 2.8328, | |
| "num_input_tokens_seen": 248905728, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.025008847469623688, | |
| "grad_norm": 4.6875, | |
| "learning_rate": 4.009456264775414e-05, | |
| "loss": 2.9565, | |
| "num_input_tokens_seen": 250085376, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.025126813731272856, | |
| "grad_norm": 3.734375, | |
| "learning_rate": 4.028368794326241e-05, | |
| "loss": 2.9276, | |
| "num_input_tokens_seen": 251265024, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.025244779992922024, | |
| "grad_norm": 4.90625, | |
| "learning_rate": 4.0472813238770685e-05, | |
| "loss": 2.8872, | |
| "num_input_tokens_seen": 252444672, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.025362746254571193, | |
| "grad_norm": 3.984375, | |
| "learning_rate": 4.066193853427896e-05, | |
| "loss": 2.9423, | |
| "num_input_tokens_seen": 253624320, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.02548071251622036, | |
| "grad_norm": 4.28125, | |
| "learning_rate": 4.085106382978723e-05, | |
| "loss": 2.9417, | |
| "num_input_tokens_seen": 254803968, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.02559867877786953, | |
| "grad_norm": 3.53125, | |
| "learning_rate": 4.104018912529551e-05, | |
| "loss": 2.878, | |
| "num_input_tokens_seen": 255983616, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.025716645039518697, | |
| "grad_norm": 3.71875, | |
| "learning_rate": 4.1229314420803786e-05, | |
| "loss": 2.8925, | |
| "num_input_tokens_seen": 257163264, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.025834611301167865, | |
| "grad_norm": 3.109375, | |
| "learning_rate": 4.1418439716312056e-05, | |
| "loss": 2.9432, | |
| "num_input_tokens_seen": 258342912, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.025952577562817034, | |
| "grad_norm": 4.875, | |
| "learning_rate": 4.1607565011820333e-05, | |
| "loss": 2.8552, | |
| "num_input_tokens_seen": 259522560, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.026070543824466202, | |
| "grad_norm": 3.09375, | |
| "learning_rate": 4.1796690307328604e-05, | |
| "loss": 2.8685, | |
| "num_input_tokens_seen": 260702208, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.02618851008611537, | |
| "grad_norm": 4.6875, | |
| "learning_rate": 4.198581560283688e-05, | |
| "loss": 2.9284, | |
| "num_input_tokens_seen": 261881856, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.026306476347764538, | |
| "grad_norm": 3.265625, | |
| "learning_rate": 4.217494089834516e-05, | |
| "loss": 2.8862, | |
| "num_input_tokens_seen": 263061504, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.026424442609413706, | |
| "grad_norm": 4.5625, | |
| "learning_rate": 4.236406619385343e-05, | |
| "loss": 2.8105, | |
| "num_input_tokens_seen": 264241152, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.026542408871062875, | |
| "grad_norm": 3.546875, | |
| "learning_rate": 4.2553191489361704e-05, | |
| "loss": 2.9406, | |
| "num_input_tokens_seen": 265420800, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.026660375132712043, | |
| "grad_norm": 3.640625, | |
| "learning_rate": 4.274231678486998e-05, | |
| "loss": 2.907, | |
| "num_input_tokens_seen": 266600448, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.02677834139436121, | |
| "grad_norm": 3.015625, | |
| "learning_rate": 4.293144208037825e-05, | |
| "loss": 3.0143, | |
| "num_input_tokens_seen": 267780096, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.026896307656010383, | |
| "grad_norm": 4.25, | |
| "learning_rate": 4.312056737588653e-05, | |
| "loss": 2.9126, | |
| "num_input_tokens_seen": 268959744, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.02701427391765955, | |
| "grad_norm": 2.5, | |
| "learning_rate": 4.3309692671394805e-05, | |
| "loss": 2.8879, | |
| "num_input_tokens_seen": 270139392, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.02713224017930872, | |
| "grad_norm": 3.34375, | |
| "learning_rate": 4.3498817966903076e-05, | |
| "loss": 2.8174, | |
| "num_input_tokens_seen": 271319040, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.027250206440957887, | |
| "grad_norm": 4.40625, | |
| "learning_rate": 4.368794326241135e-05, | |
| "loss": 2.895, | |
| "num_input_tokens_seen": 272498688, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.027368172702607056, | |
| "grad_norm": 2.140625, | |
| "learning_rate": 4.387706855791963e-05, | |
| "loss": 2.8573, | |
| "num_input_tokens_seen": 273678336, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.027486138964256224, | |
| "grad_norm": 3.609375, | |
| "learning_rate": 4.40661938534279e-05, | |
| "loss": 2.7662, | |
| "num_input_tokens_seen": 274857984, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.027604105225905392, | |
| "grad_norm": 3.484375, | |
| "learning_rate": 4.4255319148936176e-05, | |
| "loss": 2.8103, | |
| "num_input_tokens_seen": 276037632, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.02772207148755456, | |
| "grad_norm": 1.9765625, | |
| "learning_rate": 4.444444444444445e-05, | |
| "loss": 2.8271, | |
| "num_input_tokens_seen": 277217280, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.02784003774920373, | |
| "grad_norm": 3.328125, | |
| "learning_rate": 4.4633569739952723e-05, | |
| "loss": 2.8881, | |
| "num_input_tokens_seen": 278396928, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.027958004010852897, | |
| "grad_norm": 3.9375, | |
| "learning_rate": 4.4822695035461e-05, | |
| "loss": 2.9018, | |
| "num_input_tokens_seen": 279576576, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.028075970272502065, | |
| "grad_norm": 5.25, | |
| "learning_rate": 4.501182033096927e-05, | |
| "loss": 2.8584, | |
| "num_input_tokens_seen": 280756224, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.028193936534151233, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 4.520094562647755e-05, | |
| "loss": 2.8435, | |
| "num_input_tokens_seen": 281935872, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.0283119027958004, | |
| "grad_norm": 3.375, | |
| "learning_rate": 4.5390070921985824e-05, | |
| "loss": 2.8827, | |
| "num_input_tokens_seen": 283115520, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.02842986905744957, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 4.5579196217494095e-05, | |
| "loss": 2.8415, | |
| "num_input_tokens_seen": 284295168, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.028547835319098738, | |
| "grad_norm": 3.828125, | |
| "learning_rate": 4.576832151300237e-05, | |
| "loss": 2.8305, | |
| "num_input_tokens_seen": 285474816, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.028665801580747906, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 4.595744680851065e-05, | |
| "loss": 2.7947, | |
| "num_input_tokens_seen": 286654464, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.028783767842397074, | |
| "grad_norm": 2.375, | |
| "learning_rate": 4.614657210401892e-05, | |
| "loss": 2.812, | |
| "num_input_tokens_seen": 287834112, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.028901734104046242, | |
| "grad_norm": 2.578125, | |
| "learning_rate": 4.633569739952719e-05, | |
| "loss": 2.8157, | |
| "num_input_tokens_seen": 289013760, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.02901970036569541, | |
| "grad_norm": 3.625, | |
| "learning_rate": 4.652482269503546e-05, | |
| "loss": 2.8768, | |
| "num_input_tokens_seen": 290193408, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.02913766662734458, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 4.6713947990543736e-05, | |
| "loss": 2.834, | |
| "num_input_tokens_seen": 291373056, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.029255632888993747, | |
| "grad_norm": 2.1875, | |
| "learning_rate": 4.690307328605201e-05, | |
| "loss": 2.8125, | |
| "num_input_tokens_seen": 292552704, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.029373599150642915, | |
| "grad_norm": 2.921875, | |
| "learning_rate": 4.709219858156028e-05, | |
| "loss": 2.7906, | |
| "num_input_tokens_seen": 293732352, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.029491565412292083, | |
| "grad_norm": 1.921875, | |
| "learning_rate": 4.728132387706856e-05, | |
| "loss": 2.8163, | |
| "num_input_tokens_seen": 294912000, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02960953167394125, | |
| "grad_norm": 2.75, | |
| "learning_rate": 4.747044917257684e-05, | |
| "loss": 2.7826, | |
| "num_input_tokens_seen": 296091648, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.02972749793559042, | |
| "grad_norm": 2.671875, | |
| "learning_rate": 4.765957446808511e-05, | |
| "loss": 2.8368, | |
| "num_input_tokens_seen": 297271296, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.029845464197239588, | |
| "grad_norm": 2.796875, | |
| "learning_rate": 4.7848699763593384e-05, | |
| "loss": 2.7188, | |
| "num_input_tokens_seen": 298450944, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.029963430458888756, | |
| "grad_norm": 1.984375, | |
| "learning_rate": 4.8037825059101654e-05, | |
| "loss": 2.7609, | |
| "num_input_tokens_seen": 299630592, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.030081396720537928, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 4.822695035460993e-05, | |
| "loss": 2.742, | |
| "num_input_tokens_seen": 300810240, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.030199362982187096, | |
| "grad_norm": 1.84375, | |
| "learning_rate": 4.841607565011821e-05, | |
| "loss": 2.7751, | |
| "num_input_tokens_seen": 301989888, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.030317329243836264, | |
| "grad_norm": 3.078125, | |
| "learning_rate": 4.860520094562648e-05, | |
| "loss": 2.6949, | |
| "num_input_tokens_seen": 303169536, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.030435295505485432, | |
| "grad_norm": 3.25, | |
| "learning_rate": 4.8794326241134755e-05, | |
| "loss": 2.8174, | |
| "num_input_tokens_seen": 304349184, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.0305532617671346, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 4.898345153664303e-05, | |
| "loss": 2.6962, | |
| "num_input_tokens_seen": 305528832, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.03067122802878377, | |
| "grad_norm": 3.046875, | |
| "learning_rate": 4.91725768321513e-05, | |
| "loss": 2.8484, | |
| "num_input_tokens_seen": 306708480, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.030789194290432937, | |
| "grad_norm": 2.78125, | |
| "learning_rate": 4.936170212765958e-05, | |
| "loss": 2.632, | |
| "num_input_tokens_seen": 307888128, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.030907160552082105, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 4.9550827423167856e-05, | |
| "loss": 2.8744, | |
| "num_input_tokens_seen": 309067776, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.031025126813731273, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 4.9739952718676126e-05, | |
| "loss": 2.7714, | |
| "num_input_tokens_seen": 310247424, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.03114309307538044, | |
| "grad_norm": 1.8515625, | |
| "learning_rate": 4.99290780141844e-05, | |
| "loss": 2.8042, | |
| "num_input_tokens_seen": 311427072, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.031261059337029606, | |
| "grad_norm": 2.265625, | |
| "learning_rate": 5.011820330969268e-05, | |
| "loss": 2.7448, | |
| "num_input_tokens_seen": 312606720, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.03137902559867878, | |
| "grad_norm": 1.78125, | |
| "learning_rate": 5.030732860520095e-05, | |
| "loss": 2.678, | |
| "num_input_tokens_seen": 313786368, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.03149699186032794, | |
| "grad_norm": 2.203125, | |
| "learning_rate": 5.049645390070923e-05, | |
| "loss": 2.676, | |
| "num_input_tokens_seen": 314966016, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.031614958121977114, | |
| "grad_norm": 1.90625, | |
| "learning_rate": 5.0685579196217504e-05, | |
| "loss": 2.6778, | |
| "num_input_tokens_seen": 316145664, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.031732924383626286, | |
| "grad_norm": 2.203125, | |
| "learning_rate": 5.0874704491725774e-05, | |
| "loss": 2.7624, | |
| "num_input_tokens_seen": 317325312, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.03185089064527545, | |
| "grad_norm": 3.53125, | |
| "learning_rate": 5.106382978723405e-05, | |
| "loss": 2.6462, | |
| "num_input_tokens_seen": 318504960, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.03196885690692462, | |
| "grad_norm": 2.1875, | |
| "learning_rate": 5.125295508274232e-05, | |
| "loss": 2.6475, | |
| "num_input_tokens_seen": 319684608, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.03208682316857379, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 5.14420803782506e-05, | |
| "loss": 2.7214, | |
| "num_input_tokens_seen": 320864256, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.03220478943022296, | |
| "grad_norm": 2.25, | |
| "learning_rate": 5.1631205673758875e-05, | |
| "loss": 2.6597, | |
| "num_input_tokens_seen": 322043904, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.032322755691872124, | |
| "grad_norm": 2.171875, | |
| "learning_rate": 5.1820330969267145e-05, | |
| "loss": 2.6412, | |
| "num_input_tokens_seen": 323223552, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.032440721953521295, | |
| "grad_norm": 2.25, | |
| "learning_rate": 5.200945626477542e-05, | |
| "loss": 2.7664, | |
| "num_input_tokens_seen": 324403200, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.03255868821517046, | |
| "grad_norm": 3.296875, | |
| "learning_rate": 5.21985815602837e-05, | |
| "loss": 2.7168, | |
| "num_input_tokens_seen": 325582848, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.03267665447681963, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 5.238770685579196e-05, | |
| "loss": 2.698, | |
| "num_input_tokens_seen": 326762496, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.0327946207384688, | |
| "grad_norm": 1.75, | |
| "learning_rate": 5.257683215130024e-05, | |
| "loss": 2.7068, | |
| "num_input_tokens_seen": 327942144, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.03291258700011797, | |
| "grad_norm": 2.859375, | |
| "learning_rate": 5.276595744680851e-05, | |
| "loss": 2.6487, | |
| "num_input_tokens_seen": 329121792, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.03303055326176713, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 5.2955082742316786e-05, | |
| "loss": 2.5925, | |
| "num_input_tokens_seen": 330301440, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.033148519523416305, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 5.314420803782506e-05, | |
| "loss": 2.6826, | |
| "num_input_tokens_seen": 331481088, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.03326648578506547, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 5.333333333333333e-05, | |
| "loss": 2.6997, | |
| "num_input_tokens_seen": 332660736, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.03338445204671464, | |
| "grad_norm": 2.234375, | |
| "learning_rate": 5.352245862884161e-05, | |
| "loss": 2.6378, | |
| "num_input_tokens_seen": 333840384, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.033502418308363806, | |
| "grad_norm": 1.984375, | |
| "learning_rate": 5.371158392434989e-05, | |
| "loss": 2.588, | |
| "num_input_tokens_seen": 335020032, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.03362038457001298, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 5.390070921985816e-05, | |
| "loss": 2.6051, | |
| "num_input_tokens_seen": 336199680, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.03373835083166214, | |
| "grad_norm": 1.7421875, | |
| "learning_rate": 5.4089834515366434e-05, | |
| "loss": 2.6874, | |
| "num_input_tokens_seen": 337379328, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.033856317093311314, | |
| "grad_norm": 2.09375, | |
| "learning_rate": 5.4278959810874704e-05, | |
| "loss": 2.7186, | |
| "num_input_tokens_seen": 338558976, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.03397428335496048, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 5.446808510638298e-05, | |
| "loss": 2.6698, | |
| "num_input_tokens_seen": 339738624, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.03409224961660965, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 5.465721040189126e-05, | |
| "loss": 2.603, | |
| "num_input_tokens_seen": 340918272, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.034210215878258815, | |
| "grad_norm": 2.140625, | |
| "learning_rate": 5.484633569739953e-05, | |
| "loss": 2.6479, | |
| "num_input_tokens_seen": 342097920, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.03432818213990799, | |
| "grad_norm": 2.140625, | |
| "learning_rate": 5.5035460992907805e-05, | |
| "loss": 2.7037, | |
| "num_input_tokens_seen": 343277568, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.03444614840155715, | |
| "grad_norm": 1.90625, | |
| "learning_rate": 5.522458628841608e-05, | |
| "loss": 2.681, | |
| "num_input_tokens_seen": 344457216, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.03456411466320632, | |
| "grad_norm": 2.046875, | |
| "learning_rate": 5.541371158392435e-05, | |
| "loss": 2.5947, | |
| "num_input_tokens_seen": 345636864, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.03468208092485549, | |
| "grad_norm": 1.734375, | |
| "learning_rate": 5.560283687943263e-05, | |
| "loss": 2.6439, | |
| "num_input_tokens_seen": 346816512, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.03480004718650466, | |
| "grad_norm": 2.28125, | |
| "learning_rate": 5.5791962174940906e-05, | |
| "loss": 2.6404, | |
| "num_input_tokens_seen": 347996160, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.03491801344815383, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 5.5981087470449176e-05, | |
| "loss": 2.6686, | |
| "num_input_tokens_seen": 349175808, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.035035979709802996, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 5.617021276595745e-05, | |
| "loss": 2.666, | |
| "num_input_tokens_seen": 350355456, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.03515394597145217, | |
| "grad_norm": 2.109375, | |
| "learning_rate": 5.635933806146573e-05, | |
| "loss": 2.7266, | |
| "num_input_tokens_seen": 351535104, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.03527191223310133, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 5.6548463356974e-05, | |
| "loss": 2.6655, | |
| "num_input_tokens_seen": 352714752, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.035389878494750504, | |
| "grad_norm": 1.9296875, | |
| "learning_rate": 5.673758865248228e-05, | |
| "loss": 2.6975, | |
| "num_input_tokens_seen": 353894400, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03550784475639967, | |
| "grad_norm": 2.15625, | |
| "learning_rate": 5.692671394799055e-05, | |
| "loss": 2.6232, | |
| "num_input_tokens_seen": 355074048, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.03562581101804884, | |
| "grad_norm": 2.140625, | |
| "learning_rate": 5.7115839243498824e-05, | |
| "loss": 2.6344, | |
| "num_input_tokens_seen": 356253696, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.035743777279698005, | |
| "grad_norm": 1.7109375, | |
| "learning_rate": 5.73049645390071e-05, | |
| "loss": 2.5703, | |
| "num_input_tokens_seen": 357433344, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.03586174354134718, | |
| "grad_norm": 2.125, | |
| "learning_rate": 5.749408983451537e-05, | |
| "loss": 2.5405, | |
| "num_input_tokens_seen": 358612992, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.03597970980299634, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 5.768321513002365e-05, | |
| "loss": 2.6079, | |
| "num_input_tokens_seen": 359792640, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.03609767606464551, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 5.7872340425531925e-05, | |
| "loss": 2.6958, | |
| "num_input_tokens_seen": 360972288, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.03621564232629468, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 5.8061465721040195e-05, | |
| "loss": 2.5541, | |
| "num_input_tokens_seen": 362151936, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.03633360858794385, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 5.825059101654847e-05, | |
| "loss": 2.6427, | |
| "num_input_tokens_seen": 363331584, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.036451574849593014, | |
| "grad_norm": 2.171875, | |
| "learning_rate": 5.843971631205675e-05, | |
| "loss": 2.5853, | |
| "num_input_tokens_seen": 364511232, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.036569541111242186, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 5.862884160756501e-05, | |
| "loss": 2.5426, | |
| "num_input_tokens_seen": 365690880, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.03668750737289135, | |
| "grad_norm": 1.625, | |
| "learning_rate": 5.881796690307329e-05, | |
| "loss": 2.6835, | |
| "num_input_tokens_seen": 366870528, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.03680547363454052, | |
| "grad_norm": 2.640625, | |
| "learning_rate": 5.900709219858156e-05, | |
| "loss": 2.626, | |
| "num_input_tokens_seen": 368050176, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.03692343989618969, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 5.9196217494089836e-05, | |
| "loss": 2.5361, | |
| "num_input_tokens_seen": 369229824, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.03704140615783886, | |
| "grad_norm": 3.03125, | |
| "learning_rate": 5.938534278959811e-05, | |
| "loss": 2.5762, | |
| "num_input_tokens_seen": 370409472, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.037159372419488024, | |
| "grad_norm": 1.890625, | |
| "learning_rate": 5.9574468085106384e-05, | |
| "loss": 2.5874, | |
| "num_input_tokens_seen": 371589120, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.037277338681137195, | |
| "grad_norm": 2.6875, | |
| "learning_rate": 5.976359338061466e-05, | |
| "loss": 2.5874, | |
| "num_input_tokens_seen": 372768768, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.03739530494278636, | |
| "grad_norm": 1.8359375, | |
| "learning_rate": 5.995271867612294e-05, | |
| "loss": 2.4888, | |
| "num_input_tokens_seen": 373948416, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.03751327120443553, | |
| "grad_norm": 2.25, | |
| "learning_rate": 6.014184397163121e-05, | |
| "loss": 2.5391, | |
| "num_input_tokens_seen": 375128064, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.0376312374660847, | |
| "grad_norm": 1.890625, | |
| "learning_rate": 6.0330969267139484e-05, | |
| "loss": 2.6462, | |
| "num_input_tokens_seen": 376307712, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.03774920372773387, | |
| "grad_norm": 1.875, | |
| "learning_rate": 6.0520094562647755e-05, | |
| "loss": 2.4726, | |
| "num_input_tokens_seen": 377487360, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.03786716998938304, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 6.070921985815603e-05, | |
| "loss": 2.5759, | |
| "num_input_tokens_seen": 378667008, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.037985136251032205, | |
| "grad_norm": 2.703125, | |
| "learning_rate": 6.089834515366431e-05, | |
| "loss": 2.5199, | |
| "num_input_tokens_seen": 379846656, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.038103102512681376, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 6.108747044917259e-05, | |
| "loss": 2.6243, | |
| "num_input_tokens_seen": 381026304, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.03822106877433054, | |
| "grad_norm": 1.65625, | |
| "learning_rate": 6.127659574468086e-05, | |
| "loss": 2.5922, | |
| "num_input_tokens_seen": 382205952, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.03833903503597971, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 6.146572104018913e-05, | |
| "loss": 2.5376, | |
| "num_input_tokens_seen": 383385600, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.03845700129762888, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 6.165484633569741e-05, | |
| "loss": 2.547, | |
| "num_input_tokens_seen": 384565248, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.03857496755927805, | |
| "grad_norm": 2.765625, | |
| "learning_rate": 6.184397163120568e-05, | |
| "loss": 2.5095, | |
| "num_input_tokens_seen": 385744896, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.038692933820927214, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 6.203309692671395e-05, | |
| "loss": 2.5431, | |
| "num_input_tokens_seen": 386924544, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.038810900082576386, | |
| "grad_norm": 2.203125, | |
| "learning_rate": 6.222222222222223e-05, | |
| "loss": 2.5744, | |
| "num_input_tokens_seen": 388104192, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.03892886634422555, | |
| "grad_norm": 1.9921875, | |
| "learning_rate": 6.24113475177305e-05, | |
| "loss": 2.6511, | |
| "num_input_tokens_seen": 389283840, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.03904683260587472, | |
| "grad_norm": 3.15625, | |
| "learning_rate": 6.260047281323877e-05, | |
| "loss": 2.5556, | |
| "num_input_tokens_seen": 390463488, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.03916479886752389, | |
| "grad_norm": 1.953125, | |
| "learning_rate": 6.278959810874706e-05, | |
| "loss": 2.5616, | |
| "num_input_tokens_seen": 391643136, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.03928276512917306, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 6.297872340425533e-05, | |
| "loss": 2.5747, | |
| "num_input_tokens_seen": 392822784, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.03940073139082222, | |
| "grad_norm": 3.15625, | |
| "learning_rate": 6.31678486997636e-05, | |
| "loss": 2.4747, | |
| "num_input_tokens_seen": 394002432, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.039518697652471395, | |
| "grad_norm": 1.765625, | |
| "learning_rate": 6.335697399527188e-05, | |
| "loss": 2.5124, | |
| "num_input_tokens_seen": 395182080, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.03963666391412056, | |
| "grad_norm": 2.15625, | |
| "learning_rate": 6.354609929078015e-05, | |
| "loss": 2.552, | |
| "num_input_tokens_seen": 396361728, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.03975463017576973, | |
| "grad_norm": 1.8125, | |
| "learning_rate": 6.373522458628842e-05, | |
| "loss": 2.4541, | |
| "num_input_tokens_seen": 397541376, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.039872596437418896, | |
| "grad_norm": 3.15625, | |
| "learning_rate": 6.39243498817967e-05, | |
| "loss": 2.4496, | |
| "num_input_tokens_seen": 398721024, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.03999056269906807, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 6.411347517730498e-05, | |
| "loss": 2.5182, | |
| "num_input_tokens_seen": 399900672, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.04010852896071723, | |
| "grad_norm": 1.8671875, | |
| "learning_rate": 6.430260047281325e-05, | |
| "loss": 2.5118, | |
| "num_input_tokens_seen": 401080320, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.040226495222366404, | |
| "grad_norm": 4.46875, | |
| "learning_rate": 6.449172576832153e-05, | |
| "loss": 2.5161, | |
| "num_input_tokens_seen": 402259968, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.04034446148401557, | |
| "grad_norm": 1.8828125, | |
| "learning_rate": 6.468085106382979e-05, | |
| "loss": 2.5411, | |
| "num_input_tokens_seen": 403439616, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.04046242774566474, | |
| "grad_norm": 6.53125, | |
| "learning_rate": 6.486997635933806e-05, | |
| "loss": 2.5341, | |
| "num_input_tokens_seen": 404619264, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.040580394007313905, | |
| "grad_norm": 5.0, | |
| "learning_rate": 6.505910165484634e-05, | |
| "loss": 2.5139, | |
| "num_input_tokens_seen": 405798912, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.04069836026896308, | |
| "grad_norm": 6.9375, | |
| "learning_rate": 6.524822695035461e-05, | |
| "loss": 2.542, | |
| "num_input_tokens_seen": 406978560, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.04081632653061224, | |
| "grad_norm": 6.625, | |
| "learning_rate": 6.543735224586288e-05, | |
| "loss": 2.6481, | |
| "num_input_tokens_seen": 408158208, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.04093429279226141, | |
| "grad_norm": 1.9375, | |
| "learning_rate": 6.562647754137116e-05, | |
| "loss": 2.5413, | |
| "num_input_tokens_seen": 409337856, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.041052259053910585, | |
| "grad_norm": 3.25, | |
| "learning_rate": 6.581560283687943e-05, | |
| "loss": 2.5869, | |
| "num_input_tokens_seen": 410517504, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.04117022531555975, | |
| "grad_norm": 2.171875, | |
| "learning_rate": 6.60047281323877e-05, | |
| "loss": 2.5717, | |
| "num_input_tokens_seen": 411697152, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.04128819157720892, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 6.619385342789599e-05, | |
| "loss": 2.569, | |
| "num_input_tokens_seen": 412876800, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.041406157838858086, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 6.638297872340426e-05, | |
| "loss": 2.5656, | |
| "num_input_tokens_seen": 414056448, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.04152412410050726, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 6.657210401891253e-05, | |
| "loss": 2.4558, | |
| "num_input_tokens_seen": 415236096, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.04164209036215642, | |
| "grad_norm": 3.046875, | |
| "learning_rate": 6.676122931442081e-05, | |
| "loss": 2.5107, | |
| "num_input_tokens_seen": 416415744, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.041760056623805594, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 6.695035460992908e-05, | |
| "loss": 2.5576, | |
| "num_input_tokens_seen": 417595392, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.04187802288545476, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 6.713947990543735e-05, | |
| "loss": 2.5029, | |
| "num_input_tokens_seen": 418775040, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.04199598914710393, | |
| "grad_norm": 1.84375, | |
| "learning_rate": 6.732860520094564e-05, | |
| "loss": 2.547, | |
| "num_input_tokens_seen": 419954688, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.042113955408753095, | |
| "grad_norm": 1.9453125, | |
| "learning_rate": 6.75177304964539e-05, | |
| "loss": 2.4942, | |
| "num_input_tokens_seen": 421134336, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.04223192167040227, | |
| "grad_norm": 2.109375, | |
| "learning_rate": 6.770685579196218e-05, | |
| "loss": 2.4546, | |
| "num_input_tokens_seen": 422313984, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.04234988793205143, | |
| "grad_norm": 1.875, | |
| "learning_rate": 6.789598108747046e-05, | |
| "loss": 2.6115, | |
| "num_input_tokens_seen": 423493632, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.042467854193700603, | |
| "grad_norm": 1.5, | |
| "learning_rate": 6.808510638297873e-05, | |
| "loss": 2.4977, | |
| "num_input_tokens_seen": 424673280, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.04258582045534977, | |
| "grad_norm": 1.84375, | |
| "learning_rate": 6.8274231678487e-05, | |
| "loss": 2.4208, | |
| "num_input_tokens_seen": 425852928, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.04270378671699894, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 6.846335697399528e-05, | |
| "loss": 2.5416, | |
| "num_input_tokens_seen": 427032576, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.042821752978648105, | |
| "grad_norm": 1.78125, | |
| "learning_rate": 6.865248226950355e-05, | |
| "loss": 2.4938, | |
| "num_input_tokens_seen": 428212224, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.042939719240297276, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 6.884160756501182e-05, | |
| "loss": 2.5203, | |
| "num_input_tokens_seen": 429391872, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.04305768550194644, | |
| "grad_norm": 1.9296875, | |
| "learning_rate": 6.903073286052011e-05, | |
| "loss": 2.515, | |
| "num_input_tokens_seen": 430571520, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.04317565176359561, | |
| "grad_norm": 2.25, | |
| "learning_rate": 6.921985815602838e-05, | |
| "loss": 2.5211, | |
| "num_input_tokens_seen": 431751168, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.04329361802524478, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 6.940898345153665e-05, | |
| "loss": 2.4887, | |
| "num_input_tokens_seen": 432930816, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.04341158428689395, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 6.959810874704493e-05, | |
| "loss": 2.4896, | |
| "num_input_tokens_seen": 434110464, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.043529550548543114, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 6.97872340425532e-05, | |
| "loss": 2.4172, | |
| "num_input_tokens_seen": 435290112, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.043647516810192286, | |
| "grad_norm": 2.1875, | |
| "learning_rate": 6.997635933806147e-05, | |
| "loss": 2.4538, | |
| "num_input_tokens_seen": 436469760, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.04376548307184145, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 7.016548463356976e-05, | |
| "loss": 2.4439, | |
| "num_input_tokens_seen": 437649408, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.04388344933349062, | |
| "grad_norm": 1.828125, | |
| "learning_rate": 7.035460992907803e-05, | |
| "loss": 2.4898, | |
| "num_input_tokens_seen": 438829056, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.04400141559513979, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 7.05437352245863e-05, | |
| "loss": 2.4337, | |
| "num_input_tokens_seen": 440008704, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.04411938185678896, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 7.073286052009457e-05, | |
| "loss": 2.4729, | |
| "num_input_tokens_seen": 441188352, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.04423734811843813, | |
| "grad_norm": 1.9765625, | |
| "learning_rate": 7.092198581560284e-05, | |
| "loss": 2.4801, | |
| "num_input_tokens_seen": 442368000, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.044355314380087295, | |
| "grad_norm": 2.0, | |
| "learning_rate": 7.11111111111111e-05, | |
| "loss": 2.5573, | |
| "num_input_tokens_seen": 443547648, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.044473280641736467, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 7.130023640661939e-05, | |
| "loss": 2.4675, | |
| "num_input_tokens_seen": 444727296, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.04459124690338563, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 7.148936170212766e-05, | |
| "loss": 2.4965, | |
| "num_input_tokens_seen": 445906944, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.0447092131650348, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 7.167848699763593e-05, | |
| "loss": 2.4161, | |
| "num_input_tokens_seen": 447086592, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.04482717942668397, | |
| "grad_norm": 1.8359375, | |
| "learning_rate": 7.186761229314421e-05, | |
| "loss": 2.4437, | |
| "num_input_tokens_seen": 448266240, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.04494514568833314, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 7.205673758865248e-05, | |
| "loss": 2.4978, | |
| "num_input_tokens_seen": 449445888, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.045063111949982304, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 7.224586288416075e-05, | |
| "loss": 2.4316, | |
| "num_input_tokens_seen": 450625536, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.045181078211631476, | |
| "grad_norm": 2.0625, | |
| "learning_rate": 7.243498817966904e-05, | |
| "loss": 2.5152, | |
| "num_input_tokens_seen": 451805184, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.04529904447328064, | |
| "grad_norm": 1.65625, | |
| "learning_rate": 7.262411347517731e-05, | |
| "loss": 2.4161, | |
| "num_input_tokens_seen": 452984832, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.04541701073492981, | |
| "grad_norm": 1.8515625, | |
| "learning_rate": 7.281323877068558e-05, | |
| "loss": 2.4274, | |
| "num_input_tokens_seen": 454164480, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.04553497699657898, | |
| "grad_norm": 2.0625, | |
| "learning_rate": 7.300236406619386e-05, | |
| "loss": 2.4693, | |
| "num_input_tokens_seen": 455344128, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.04565294325822815, | |
| "grad_norm": 1.765625, | |
| "learning_rate": 7.319148936170213e-05, | |
| "loss": 2.4907, | |
| "num_input_tokens_seen": 456523776, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.04577090951987731, | |
| "grad_norm": 1.71875, | |
| "learning_rate": 7.33806146572104e-05, | |
| "loss": 2.4603, | |
| "num_input_tokens_seen": 457703424, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.045888875781526485, | |
| "grad_norm": 1.7734375, | |
| "learning_rate": 7.356973995271869e-05, | |
| "loss": 2.4651, | |
| "num_input_tokens_seen": 458883072, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.04600684204317565, | |
| "grad_norm": 1.9765625, | |
| "learning_rate": 7.375886524822696e-05, | |
| "loss": 2.4041, | |
| "num_input_tokens_seen": 460062720, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.04612480830482482, | |
| "grad_norm": 2.90625, | |
| "learning_rate": 7.394799054373523e-05, | |
| "loss": 2.3896, | |
| "num_input_tokens_seen": 461242368, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.046242774566473986, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 7.413711583924351e-05, | |
| "loss": 2.3966, | |
| "num_input_tokens_seen": 462422016, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.04636074082812316, | |
| "grad_norm": 1.984375, | |
| "learning_rate": 7.432624113475178e-05, | |
| "loss": 2.5009, | |
| "num_input_tokens_seen": 463601664, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.04647870708977232, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 7.451536643026005e-05, | |
| "loss": 2.4524, | |
| "num_input_tokens_seen": 464781312, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.046596673351421494, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 7.470449172576833e-05, | |
| "loss": 2.4169, | |
| "num_input_tokens_seen": 465960960, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.04671463961307066, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 7.48936170212766e-05, | |
| "loss": 2.5313, | |
| "num_input_tokens_seen": 467140608, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.04683260587471983, | |
| "grad_norm": 1.7890625, | |
| "learning_rate": 7.508274231678487e-05, | |
| "loss": 2.5893, | |
| "num_input_tokens_seen": 468320256, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.046950572136368995, | |
| "grad_norm": 1.9453125, | |
| "learning_rate": 7.527186761229316e-05, | |
| "loss": 2.453, | |
| "num_input_tokens_seen": 469499904, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.04706853839801817, | |
| "grad_norm": 1.78125, | |
| "learning_rate": 7.546099290780143e-05, | |
| "loss": 2.4462, | |
| "num_input_tokens_seen": 470679552, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.04718650465966733, | |
| "grad_norm": 2.140625, | |
| "learning_rate": 7.56501182033097e-05, | |
| "loss": 2.5393, | |
| "num_input_tokens_seen": 471859200, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.04718650465966733, | |
| "eval_wikipedia_loss": 2.4841043949127197, | |
| "eval_wikipedia_runtime": 173.8643, | |
| "eval_wikipedia_samples_per_second": 4.038, | |
| "eval_wikipedia_steps_per_second": 0.173, | |
| "num_input_tokens_seen": 471859200, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.04718650465966733, | |
| "eval_toxicity_loss": 4.2398834228515625, | |
| "eval_toxicity_runtime": 0.9943, | |
| "eval_toxicity_samples_per_second": 2.011, | |
| "eval_toxicity_steps_per_second": 1.006, | |
| "num_input_tokens_seen": 471859200, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.047304470921316503, | |
| "grad_norm": 1.9609375, | |
| "learning_rate": 7.583924349881798e-05, | |
| "loss": 2.4697, | |
| "num_input_tokens_seen": 473038848, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.047422437182965675, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 7.602836879432625e-05, | |
| "loss": 2.4191, | |
| "num_input_tokens_seen": 474218496, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.04754040344461484, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 7.621749408983452e-05, | |
| "loss": 2.3892, | |
| "num_input_tokens_seen": 475398144, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.04765836970626401, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 7.64066193853428e-05, | |
| "loss": 2.4324, | |
| "num_input_tokens_seen": 476577792, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.047776335967913176, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 7.659574468085108e-05, | |
| "loss": 2.4291, | |
| "num_input_tokens_seen": 477757440, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.04789430222956235, | |
| "grad_norm": 2.65625, | |
| "learning_rate": 7.678486997635935e-05, | |
| "loss": 2.4577, | |
| "num_input_tokens_seen": 478937088, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.04801226849121151, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 7.697399527186762e-05, | |
| "loss": 2.4554, | |
| "num_input_tokens_seen": 480116736, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.048130234752860684, | |
| "grad_norm": 3.453125, | |
| "learning_rate": 7.716312056737589e-05, | |
| "loss": 2.3692, | |
| "num_input_tokens_seen": 481296384, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.04824820101450985, | |
| "grad_norm": 1.953125, | |
| "learning_rate": 7.735224586288416e-05, | |
| "loss": 2.518, | |
| "num_input_tokens_seen": 482476032, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.04836616727615902, | |
| "grad_norm": 2.046875, | |
| "learning_rate": 7.754137115839244e-05, | |
| "loss": 2.495, | |
| "num_input_tokens_seen": 483655680, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.048484133537808186, | |
| "grad_norm": 1.9765625, | |
| "learning_rate": 7.773049645390071e-05, | |
| "loss": 2.4344, | |
| "num_input_tokens_seen": 484835328, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.04860209979945736, | |
| "grad_norm": 1.9296875, | |
| "learning_rate": 7.791962174940898e-05, | |
| "loss": 2.4095, | |
| "num_input_tokens_seen": 486014976, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.04872006606110652, | |
| "grad_norm": 2.234375, | |
| "learning_rate": 7.810874704491726e-05, | |
| "loss": 2.4562, | |
| "num_input_tokens_seen": 487194624, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.048838032322755694, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 7.829787234042553e-05, | |
| "loss": 2.3863, | |
| "num_input_tokens_seen": 488374272, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.04895599858440486, | |
| "grad_norm": 1.96875, | |
| "learning_rate": 7.84869976359338e-05, | |
| "loss": 2.4577, | |
| "num_input_tokens_seen": 489553920, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.04907396484605403, | |
| "grad_norm": 1.375, | |
| "learning_rate": 7.867612293144209e-05, | |
| "loss": 2.4166, | |
| "num_input_tokens_seen": 490733568, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.049191931107703195, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 7.886524822695036e-05, | |
| "loss": 2.4524, | |
| "num_input_tokens_seen": 491913216, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.049309897369352367, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 7.905437352245863e-05, | |
| "loss": 2.396, | |
| "num_input_tokens_seen": 493092864, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.04942786363100153, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 7.924349881796691e-05, | |
| "loss": 2.3969, | |
| "num_input_tokens_seen": 494272512, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.0495458298926507, | |
| "grad_norm": 1.625, | |
| "learning_rate": 7.943262411347518e-05, | |
| "loss": 2.4247, | |
| "num_input_tokens_seen": 495452160, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.04966379615429987, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 7.962174940898345e-05, | |
| "loss": 2.5668, | |
| "num_input_tokens_seen": 496631808, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.04978176241594904, | |
| "grad_norm": 2.078125, | |
| "learning_rate": 7.981087470449174e-05, | |
| "loss": 2.3802, | |
| "num_input_tokens_seen": 497811456, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.049899728677598204, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 8e-05, | |
| "loss": 2.4226, | |
| "num_input_tokens_seen": 498991104, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.050017694939247376, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 7.999999695696824e-05, | |
| "loss": 2.4269, | |
| "num_input_tokens_seen": 500170752, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.05013566120089654, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 7.999998782787343e-05, | |
| "loss": 2.4702, | |
| "num_input_tokens_seen": 501350400, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.05025362746254571, | |
| "grad_norm": 1.96875, | |
| "learning_rate": 7.999997261271695e-05, | |
| "loss": 2.3265, | |
| "num_input_tokens_seen": 502530048, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.05037159372419488, | |
| "grad_norm": 2.265625, | |
| "learning_rate": 7.999995131150112e-05, | |
| "loss": 2.4, | |
| "num_input_tokens_seen": 503709696, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.05048955998584405, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 7.999992392422917e-05, | |
| "loss": 2.4076, | |
| "num_input_tokens_seen": 504889344, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.05060752624749322, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 7.999989045090529e-05, | |
| "loss": 2.3864, | |
| "num_input_tokens_seen": 506068992, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.050725492509142385, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 7.999985089153455e-05, | |
| "loss": 2.4194, | |
| "num_input_tokens_seen": 507248640, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.05084345877079156, | |
| "grad_norm": 2.0625, | |
| "learning_rate": 7.999980524612299e-05, | |
| "loss": 2.4248, | |
| "num_input_tokens_seen": 508428288, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.05096142503244072, | |
| "grad_norm": 1.953125, | |
| "learning_rate": 7.999975351467752e-05, | |
| "loss": 2.3898, | |
| "num_input_tokens_seen": 509607936, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.05107939129408989, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 7.999969569720605e-05, | |
| "loss": 2.3805, | |
| "num_input_tokens_seen": 510787584, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.05119735755573906, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 7.999963179371735e-05, | |
| "loss": 2.4378, | |
| "num_input_tokens_seen": 511967232, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.05131532381738823, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 7.999956180422118e-05, | |
| "loss": 2.4174, | |
| "num_input_tokens_seen": 513146880, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.051433290079037394, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 7.999948572872813e-05, | |
| "loss": 2.3132, | |
| "num_input_tokens_seen": 514326528, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.051551256340686566, | |
| "grad_norm": 2.0, | |
| "learning_rate": 7.999940356724983e-05, | |
| "loss": 2.3784, | |
| "num_input_tokens_seen": 515506176, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.05166922260233573, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 7.999931531979876e-05, | |
| "loss": 2.3361, | |
| "num_input_tokens_seen": 516685824, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.0517871888639849, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 7.999922098638835e-05, | |
| "loss": 2.4646, | |
| "num_input_tokens_seen": 517865472, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.05190515512563407, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 7.999912056703294e-05, | |
| "loss": 2.3374, | |
| "num_input_tokens_seen": 519045120, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.05202312138728324, | |
| "grad_norm": 1.9296875, | |
| "learning_rate": 7.999901406174781e-05, | |
| "loss": 2.3778, | |
| "num_input_tokens_seen": 520224768, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.052141087648932403, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 7.999890147054918e-05, | |
| "loss": 2.328, | |
| "num_input_tokens_seen": 521404416, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.052259053910581575, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 7.999878279345418e-05, | |
| "loss": 2.3145, | |
| "num_input_tokens_seen": 522584064, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.05237702017223074, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 7.999865803048087e-05, | |
| "loss": 2.3785, | |
| "num_input_tokens_seen": 523763712, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.05249498643387991, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 7.99985271816482e-05, | |
| "loss": 2.3462, | |
| "num_input_tokens_seen": 524943360, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.052612952695529076, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 7.999839024697612e-05, | |
| "loss": 2.5261, | |
| "num_input_tokens_seen": 526123008, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.05273091895717825, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 7.999824722648545e-05, | |
| "loss": 2.3022, | |
| "num_input_tokens_seen": 527302656, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.05284888521882741, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 7.999809812019794e-05, | |
| "loss": 2.4073, | |
| "num_input_tokens_seen": 528482304, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.052966851480476584, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 7.999794292813627e-05, | |
| "loss": 2.3876, | |
| "num_input_tokens_seen": 529661952, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.05308481774212575, | |
| "grad_norm": 1.8203125, | |
| "learning_rate": 7.99977816503241e-05, | |
| "loss": 2.3443, | |
| "num_input_tokens_seen": 530841600, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.05320278400377492, | |
| "grad_norm": 2.375, | |
| "learning_rate": 7.999761428678591e-05, | |
| "loss": 2.4333, | |
| "num_input_tokens_seen": 532021248, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.053320750265424086, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 7.999744083754721e-05, | |
| "loss": 2.3346, | |
| "num_input_tokens_seen": 533200896, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.05343871652707326, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 7.999726130263437e-05, | |
| "loss": 2.356, | |
| "num_input_tokens_seen": 534380544, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.05355668278872242, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 7.99970756820747e-05, | |
| "loss": 2.2924, | |
| "num_input_tokens_seen": 535560192, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.053674649050371594, | |
| "grad_norm": 1.9375, | |
| "learning_rate": 7.999688397589647e-05, | |
| "loss": 2.3714, | |
| "num_input_tokens_seen": 536739840, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.053792615312020765, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 7.99966861841288e-05, | |
| "loss": 2.3435, | |
| "num_input_tokens_seen": 537919488, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.05391058157366993, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 7.999648230680182e-05, | |
| "loss": 2.4296, | |
| "num_input_tokens_seen": 539099136, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.0540285478353191, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 7.999627234394656e-05, | |
| "loss": 2.4, | |
| "num_input_tokens_seen": 540278784, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.054146514096968267, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 7.999605629559493e-05, | |
| "loss": 2.3882, | |
| "num_input_tokens_seen": 541458432, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.05426448035861744, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 7.999583416177985e-05, | |
| "loss": 2.4006, | |
| "num_input_tokens_seen": 542638080, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.0543824466202666, | |
| "grad_norm": 1.953125, | |
| "learning_rate": 7.999560594253506e-05, | |
| "loss": 2.3288, | |
| "num_input_tokens_seen": 543817728, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.054500412881915775, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 7.999537163789534e-05, | |
| "loss": 2.3453, | |
| "num_input_tokens_seen": 544997376, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.05461837914356494, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 7.999513124789631e-05, | |
| "loss": 2.3976, | |
| "num_input_tokens_seen": 546177024, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.05473634540521411, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.999488477257453e-05, | |
| "loss": 2.3466, | |
| "num_input_tokens_seen": 547356672, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.054854311666863276, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 7.999463221196753e-05, | |
| "loss": 2.3788, | |
| "num_input_tokens_seen": 548536320, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.05497227792851245, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 7.999437356611375e-05, | |
| "loss": 2.2683, | |
| "num_input_tokens_seen": 549715968, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.05509024419016161, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 7.99941088350525e-05, | |
| "loss": 2.2787, | |
| "num_input_tokens_seen": 550895616, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.055208210451810784, | |
| "grad_norm": 1.5, | |
| "learning_rate": 7.999383801882408e-05, | |
| "loss": 2.3686, | |
| "num_input_tokens_seen": 552075264, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.05532617671345995, | |
| "grad_norm": 1.8203125, | |
| "learning_rate": 7.99935611174697e-05, | |
| "loss": 2.283, | |
| "num_input_tokens_seen": 553254912, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.05544414297510912, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 7.999327813103149e-05, | |
| "loss": 2.3282, | |
| "num_input_tokens_seen": 554434560, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.055562109236758285, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 7.999298905955251e-05, | |
| "loss": 2.5573, | |
| "num_input_tokens_seen": 555614208, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.05568007549840746, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 7.999269390307672e-05, | |
| "loss": 2.3396, | |
| "num_input_tokens_seen": 556793856, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.05579804176005662, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 7.999239266164906e-05, | |
| "loss": 2.424, | |
| "num_input_tokens_seen": 557973504, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.05591600802170579, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 7.999208533531534e-05, | |
| "loss": 2.2834, | |
| "num_input_tokens_seen": 559153152, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.05603397428335496, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 7.999177192412233e-05, | |
| "loss": 2.3158, | |
| "num_input_tokens_seen": 560332800, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.05615194054500413, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 7.999145242811773e-05, | |
| "loss": 2.3454, | |
| "num_input_tokens_seen": 561512448, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.056269906806653294, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 7.999112684735013e-05, | |
| "loss": 2.3211, | |
| "num_input_tokens_seen": 562692096, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.056387873068302466, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 7.999079518186908e-05, | |
| "loss": 2.2571, | |
| "num_input_tokens_seen": 563871744, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.05650583932995163, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 7.999045743172504e-05, | |
| "loss": 2.2938, | |
| "num_input_tokens_seen": 565051392, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.0566238055916008, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 7.99901135969694e-05, | |
| "loss": 2.4742, | |
| "num_input_tokens_seen": 566231040, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.05674177185324997, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 7.998976367765446e-05, | |
| "loss": 2.3188, | |
| "num_input_tokens_seen": 567410688, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.05685973811489914, | |
| "grad_norm": 1.7109375, | |
| "learning_rate": 7.998940767383348e-05, | |
| "loss": 2.2454, | |
| "num_input_tokens_seen": 568590336, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.05697770437654831, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 7.998904558556062e-05, | |
| "loss": 2.3923, | |
| "num_input_tokens_seen": 569769984, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.057095670638197475, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 7.998867741289097e-05, | |
| "loss": 2.3465, | |
| "num_input_tokens_seen": 570949632, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.05721363689984665, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.998830315588056e-05, | |
| "loss": 2.3016, | |
| "num_input_tokens_seen": 572129280, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.05733160316149581, | |
| "grad_norm": 1.734375, | |
| "learning_rate": 7.998792281458631e-05, | |
| "loss": 2.2886, | |
| "num_input_tokens_seen": 573308928, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.05744956942314498, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 7.998753638906613e-05, | |
| "loss": 2.3398, | |
| "num_input_tokens_seen": 574488576, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.05756753568479415, | |
| "grad_norm": 2.0625, | |
| "learning_rate": 7.998714387937875e-05, | |
| "loss": 2.3558, | |
| "num_input_tokens_seen": 575668224, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.05768550194644332, | |
| "grad_norm": 1.7578125, | |
| "learning_rate": 7.998674528558397e-05, | |
| "loss": 2.3123, | |
| "num_input_tokens_seen": 576847872, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.057803468208092484, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 7.998634060774239e-05, | |
| "loss": 2.4113, | |
| "num_input_tokens_seen": 578027520, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.057921434469741656, | |
| "grad_norm": 2.125, | |
| "learning_rate": 7.998592984591557e-05, | |
| "loss": 2.3259, | |
| "num_input_tokens_seen": 579207168, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.05803940073139082, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 7.998551300016603e-05, | |
| "loss": 2.39, | |
| "num_input_tokens_seen": 580386816, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.05815736699303999, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 7.99850900705572e-05, | |
| "loss": 2.3108, | |
| "num_input_tokens_seen": 581566464, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.05827533325468916, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 7.998466105715342e-05, | |
| "loss": 2.2948, | |
| "num_input_tokens_seen": 582746112, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.05839329951633833, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 7.998422596001997e-05, | |
| "loss": 2.3144, | |
| "num_input_tokens_seen": 583925760, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.058511265777987494, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 7.998378477922303e-05, | |
| "loss": 2.3439, | |
| "num_input_tokens_seen": 585105408, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.058629232039636665, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 7.998333751482976e-05, | |
| "loss": 2.3061, | |
| "num_input_tokens_seen": 586285056, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.05874719830128583, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 7.99828841669082e-05, | |
| "loss": 2.2375, | |
| "num_input_tokens_seen": 587464704, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.058865164562935, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 7.998242473552732e-05, | |
| "loss": 2.2959, | |
| "num_input_tokens_seen": 588644352, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.058983130824584167, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 7.9981959220757e-05, | |
| "loss": 2.3324, | |
| "num_input_tokens_seen": 589824000, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.05910109708623334, | |
| "grad_norm": 1.7734375, | |
| "learning_rate": 7.998148762266812e-05, | |
| "loss": 2.267, | |
| "num_input_tokens_seen": 591003648, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.0592190633478825, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 7.99810099413324e-05, | |
| "loss": 2.376, | |
| "num_input_tokens_seen": 592183296, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.059337029609531675, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 7.998052617682253e-05, | |
| "loss": 2.2746, | |
| "num_input_tokens_seen": 593362944, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.05945499587118084, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 7.998003632921212e-05, | |
| "loss": 2.3335, | |
| "num_input_tokens_seen": 594542592, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.05957296213283001, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 7.997954039857569e-05, | |
| "loss": 2.2334, | |
| "num_input_tokens_seen": 595722240, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.059690928394479176, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 7.99790383849887e-05, | |
| "loss": 2.3015, | |
| "num_input_tokens_seen": 596901888, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.05980889465612835, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 7.997853028852755e-05, | |
| "loss": 2.2773, | |
| "num_input_tokens_seen": 598081536, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.05992686091777751, | |
| "grad_norm": 1.0, | |
| "learning_rate": 7.997801610926952e-05, | |
| "loss": 2.2407, | |
| "num_input_tokens_seen": 599261184, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.060044827179426684, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 7.997749584729286e-05, | |
| "loss": 2.4037, | |
| "num_input_tokens_seen": 600440832, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.060162793441075856, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 7.997696950267672e-05, | |
| "loss": 2.3178, | |
| "num_input_tokens_seen": 601620480, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.06028075970272502, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 7.997643707550117e-05, | |
| "loss": 2.2891, | |
| "num_input_tokens_seen": 602800128, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.06039872596437419, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 7.997589856584725e-05, | |
| "loss": 2.3047, | |
| "num_input_tokens_seen": 603979776, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.06051669222602336, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 7.99753539737969e-05, | |
| "loss": 2.2871, | |
| "num_input_tokens_seen": 605159424, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.06063465848767253, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 7.997480329943294e-05, | |
| "loss": 2.2966, | |
| "num_input_tokens_seen": 606339072, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.06075262474932169, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 7.99742465428392e-05, | |
| "loss": 2.1938, | |
| "num_input_tokens_seen": 607518720, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.060870591010970865, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 7.997368370410035e-05, | |
| "loss": 2.2878, | |
| "num_input_tokens_seen": 608698368, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.06098855727262003, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 7.997311478330206e-05, | |
| "loss": 2.2645, | |
| "num_input_tokens_seen": 609878016, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.0611065235342692, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 7.997253978053087e-05, | |
| "loss": 2.2939, | |
| "num_input_tokens_seen": 611057664, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.061224489795918366, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 7.997195869587428e-05, | |
| "loss": 2.2763, | |
| "num_input_tokens_seen": 612237312, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.06134245605756754, | |
| "grad_norm": 1.671875, | |
| "learning_rate": 7.997137152942071e-05, | |
| "loss": 2.3172, | |
| "num_input_tokens_seen": 613416960, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.0614604223192167, | |
| "grad_norm": 1.8203125, | |
| "learning_rate": 7.997077828125948e-05, | |
| "loss": 2.2249, | |
| "num_input_tokens_seen": 614596608, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.061578388580865874, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 7.997017895148088e-05, | |
| "loss": 2.3344, | |
| "num_input_tokens_seen": 615776256, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.06169635484251504, | |
| "grad_norm": 1.90625, | |
| "learning_rate": 7.996957354017605e-05, | |
| "loss": 2.2967, | |
| "num_input_tokens_seen": 616955904, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.06181432110416421, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 7.996896204743716e-05, | |
| "loss": 2.2287, | |
| "num_input_tokens_seen": 618135552, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.061932287365813375, | |
| "grad_norm": 0.8671875, | |
| "learning_rate": 7.996834447335722e-05, | |
| "loss": 2.2897, | |
| "num_input_tokens_seen": 619315200, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.06205025362746255, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 7.99677208180302e-05, | |
| "loss": 2.3208, | |
| "num_input_tokens_seen": 620494848, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.06216821988911171, | |
| "grad_norm": 2.078125, | |
| "learning_rate": 7.996709108155098e-05, | |
| "loss": 2.2778, | |
| "num_input_tokens_seen": 621674496, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.06228618615076088, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 7.99664552640154e-05, | |
| "loss": 2.1945, | |
| "num_input_tokens_seen": 622854144, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.06240415241241005, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 7.996581336552018e-05, | |
| "loss": 2.3752, | |
| "num_input_tokens_seen": 624033792, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.06252211867405921, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 7.996516538616299e-05, | |
| "loss": 2.3217, | |
| "num_input_tokens_seen": 625213440, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.06264008493570838, | |
| "grad_norm": 1.890625, | |
| "learning_rate": 7.996451132604242e-05, | |
| "loss": 2.3374, | |
| "num_input_tokens_seen": 626393088, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.06275805119735756, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 7.9963851185258e-05, | |
| "loss": 2.2926, | |
| "num_input_tokens_seen": 627572736, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.06287601745900673, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 7.996318496391015e-05, | |
| "loss": 2.2946, | |
| "num_input_tokens_seen": 628752384, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.06299398372065589, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 7.996251266210025e-05, | |
| "loss": 2.2977, | |
| "num_input_tokens_seen": 629932032, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.06311194998230506, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 7.996183427993058e-05, | |
| "loss": 2.2898, | |
| "num_input_tokens_seen": 631111680, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.06322991624395423, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 7.996114981750438e-05, | |
| "loss": 2.2557, | |
| "num_input_tokens_seen": 632291328, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.0633478825056034, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 7.996045927492578e-05, | |
| "loss": 2.3759, | |
| "num_input_tokens_seen": 633470976, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.06346584876725257, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 7.995976265229984e-05, | |
| "loss": 2.2283, | |
| "num_input_tokens_seen": 634650624, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.06358381502890173, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 7.995905994973257e-05, | |
| "loss": 2.4155, | |
| "num_input_tokens_seen": 635830272, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.0637017812905509, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 7.995835116733086e-05, | |
| "loss": 2.3187, | |
| "num_input_tokens_seen": 637009920, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.06381974755220007, | |
| "grad_norm": 1.671875, | |
| "learning_rate": 7.995763630520257e-05, | |
| "loss": 2.2263, | |
| "num_input_tokens_seen": 638189568, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.06393771381384925, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 7.995691536345647e-05, | |
| "loss": 2.2788, | |
| "num_input_tokens_seen": 639369216, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.0640556800754984, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 7.995618834220223e-05, | |
| "loss": 2.2173, | |
| "num_input_tokens_seen": 640548864, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.06417364633714757, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 7.99554552415505e-05, | |
| "loss": 2.2742, | |
| "num_input_tokens_seen": 641728512, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.06429161259879675, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 7.99547160616128e-05, | |
| "loss": 2.2516, | |
| "num_input_tokens_seen": 642908160, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.06440957886044592, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.995397080250162e-05, | |
| "loss": 2.33, | |
| "num_input_tokens_seen": 644087808, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.06452754512209508, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 7.995321946433033e-05, | |
| "loss": 2.2447, | |
| "num_input_tokens_seen": 645267456, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.06464551138374425, | |
| "grad_norm": 1.7421875, | |
| "learning_rate": 7.995246204721324e-05, | |
| "loss": 2.369, | |
| "num_input_tokens_seen": 646447104, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.06476347764539342, | |
| "grad_norm": 1.25, | |
| "learning_rate": 7.995169855126561e-05, | |
| "loss": 2.2753, | |
| "num_input_tokens_seen": 647626752, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.06488144390704259, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 7.995092897660363e-05, | |
| "loss": 2.2828, | |
| "num_input_tokens_seen": 648806400, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.06499941016869175, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 7.995015332334433e-05, | |
| "loss": 2.244, | |
| "num_input_tokens_seen": 649986048, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.06511737643034092, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 7.994937159160578e-05, | |
| "loss": 2.2447, | |
| "num_input_tokens_seen": 651165696, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.06523534269199009, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 7.99485837815069e-05, | |
| "loss": 2.2295, | |
| "num_input_tokens_seen": 652345344, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.06535330895363926, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 7.994778989316757e-05, | |
| "loss": 2.2049, | |
| "num_input_tokens_seen": 653524992, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.06547127521528842, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 7.994698992670855e-05, | |
| "loss": 2.257, | |
| "num_input_tokens_seen": 654704640, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.0655892414769376, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 7.99461838822516e-05, | |
| "loss": 2.1423, | |
| "num_input_tokens_seen": 655884288, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.06570720773858676, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 7.994537175991934e-05, | |
| "loss": 2.2261, | |
| "num_input_tokens_seen": 657063936, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.06582517400023594, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 7.994455355983532e-05, | |
| "loss": 2.2693, | |
| "num_input_tokens_seen": 658243584, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.0659431402618851, | |
| "grad_norm": 1.125, | |
| "learning_rate": 7.994372928212406e-05, | |
| "loss": 2.3283, | |
| "num_input_tokens_seen": 659423232, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.06606110652353427, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 7.994289892691094e-05, | |
| "loss": 2.2631, | |
| "num_input_tokens_seen": 660602880, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.06617907278518344, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 7.994206249432234e-05, | |
| "loss": 2.1609, | |
| "num_input_tokens_seen": 661782528, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.06629703904683261, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 7.994121998448549e-05, | |
| "loss": 2.1385, | |
| "num_input_tokens_seen": 662962176, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.06641500530848178, | |
| "grad_norm": 1.625, | |
| "learning_rate": 7.99403713975286e-05, | |
| "loss": 2.22, | |
| "num_input_tokens_seen": 664141824, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.06653297157013094, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 7.993951673358078e-05, | |
| "loss": 2.2546, | |
| "num_input_tokens_seen": 665321472, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.06665093783178011, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 7.993865599277206e-05, | |
| "loss": 2.217, | |
| "num_input_tokens_seen": 666501120, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.06676890409342928, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 7.993778917523343e-05, | |
| "loss": 2.1732, | |
| "num_input_tokens_seen": 667680768, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.06688687035507845, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 7.993691628109673e-05, | |
| "loss": 2.2929, | |
| "num_input_tokens_seen": 668860416, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.06700483661672761, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 7.993603731049481e-05, | |
| "loss": 2.3019, | |
| "num_input_tokens_seen": 670040064, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.06712280287837678, | |
| "grad_norm": 1.25, | |
| "learning_rate": 7.99351522635614e-05, | |
| "loss": 2.2712, | |
| "num_input_tokens_seen": 671219712, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.06724076914002595, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 7.993426114043115e-05, | |
| "loss": 2.1995, | |
| "num_input_tokens_seen": 672399360, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.06735873540167513, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 7.993336394123965e-05, | |
| "loss": 2.189, | |
| "num_input_tokens_seen": 673579008, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.06747670166332428, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 7.993246066612343e-05, | |
| "loss": 2.2997, | |
| "num_input_tokens_seen": 674758656, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.06759466792497346, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 7.993155131521991e-05, | |
| "loss": 2.2692, | |
| "num_input_tokens_seen": 675938304, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.06771263418662263, | |
| "grad_norm": 1.125, | |
| "learning_rate": 7.993063588866742e-05, | |
| "loss": 2.243, | |
| "num_input_tokens_seen": 677117952, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.0678306004482718, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 7.992971438660529e-05, | |
| "loss": 2.184, | |
| "num_input_tokens_seen": 678297600, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.06794856670992096, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 7.99287868091737e-05, | |
| "loss": 2.1793, | |
| "num_input_tokens_seen": 679477248, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.06806653297157013, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 7.99278531565138e-05, | |
| "loss": 2.3607, | |
| "num_input_tokens_seen": 680656896, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.0681844992332193, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 7.992691342876765e-05, | |
| "loss": 2.2439, | |
| "num_input_tokens_seen": 681836544, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.06830246549486847, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 7.99259676260782e-05, | |
| "loss": 2.2214, | |
| "num_input_tokens_seen": 683016192, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.06842043175651763, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 7.992501574858937e-05, | |
| "loss": 2.1635, | |
| "num_input_tokens_seen": 684195840, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.0685383980181668, | |
| "grad_norm": 1.25, | |
| "learning_rate": 7.9924057796446e-05, | |
| "loss": 2.1955, | |
| "num_input_tokens_seen": 685375488, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.06865636427981597, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 7.992309376979385e-05, | |
| "loss": 2.1876, | |
| "num_input_tokens_seen": 686555136, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.06877433054146515, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 7.992212366877959e-05, | |
| "loss": 2.1243, | |
| "num_input_tokens_seen": 687734784, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.0688922968031143, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 7.992114749355079e-05, | |
| "loss": 2.2922, | |
| "num_input_tokens_seen": 688914432, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.06901026306476347, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 7.992016524425603e-05, | |
| "loss": 2.1665, | |
| "num_input_tokens_seen": 690094080, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.06912822932641265, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 7.991917692104473e-05, | |
| "loss": 2.207, | |
| "num_input_tokens_seen": 691273728, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.06924619558806182, | |
| "grad_norm": 0.8671875, | |
| "learning_rate": 7.991818252406726e-05, | |
| "loss": 2.1341, | |
| "num_input_tokens_seen": 692453376, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.06936416184971098, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 7.991718205347494e-05, | |
| "loss": 2.1968, | |
| "num_input_tokens_seen": 693633024, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.06948212811136015, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 7.991617550941998e-05, | |
| "loss": 2.1095, | |
| "num_input_tokens_seen": 694812672, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.06960009437300932, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 7.991516289205554e-05, | |
| "loss": 2.2366, | |
| "num_input_tokens_seen": 695992320, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.06971806063465849, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 7.991414420153569e-05, | |
| "loss": 2.2333, | |
| "num_input_tokens_seen": 697171968, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.06983602689630766, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 7.991311943801539e-05, | |
| "loss": 2.1065, | |
| "num_input_tokens_seen": 698351616, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.06995399315795682, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 7.99120886016506e-05, | |
| "loss": 2.1005, | |
| "num_input_tokens_seen": 699531264, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.07007195941960599, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 7.991105169259815e-05, | |
| "loss": 2.2168, | |
| "num_input_tokens_seen": 700710912, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.07018992568125516, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.991000871101581e-05, | |
| "loss": 2.3617, | |
| "num_input_tokens_seen": 701890560, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.07030789194290434, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 7.990895965706227e-05, | |
| "loss": 2.2199, | |
| "num_input_tokens_seen": 703070208, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.0704258582045535, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.990790453089714e-05, | |
| "loss": 2.1908, | |
| "num_input_tokens_seen": 704249856, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.07054382446620266, | |
| "grad_norm": 0.87109375, | |
| "learning_rate": 7.990684333268097e-05, | |
| "loss": 2.1718, | |
| "num_input_tokens_seen": 705429504, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.07066179072785184, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 7.99057760625752e-05, | |
| "loss": 2.1296, | |
| "num_input_tokens_seen": 706609152, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.07077975698950101, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 7.990470272074225e-05, | |
| "loss": 2.1698, | |
| "num_input_tokens_seen": 707788800, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.07077975698950101, | |
| "eval_wikipedia_loss": 2.343088150024414, | |
| "eval_wikipedia_runtime": 167.6638, | |
| "eval_wikipedia_samples_per_second": 4.187, | |
| "eval_wikipedia_steps_per_second": 0.179, | |
| "num_input_tokens_seen": 707788800, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.07077975698950101, | |
| "eval_toxicity_loss": 4.090839862823486, | |
| "eval_toxicity_runtime": 1.2034, | |
| "eval_toxicity_samples_per_second": 1.662, | |
| "eval_toxicity_steps_per_second": 0.831, | |
| "num_input_tokens_seen": 707788800, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.00011796626164916834, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 7.99036233073454e-05, | |
| "loss": 2.1019, | |
| "num_input_tokens_seen": 708968448, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.0002359325232983367, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 7.99025378225489e-05, | |
| "loss": 2.1446, | |
| "num_input_tokens_seen": 710148096, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.000353898784947505, | |
| "grad_norm": 1.203125, | |
| "learning_rate": 7.990144626651791e-05, | |
| "loss": 2.1271, | |
| "num_input_tokens_seen": 711327744, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.0004718650465966734, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 7.990034863941851e-05, | |
| "loss": 2.1123, | |
| "num_input_tokens_seen": 712507392, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.0005898313082458417, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 7.989924494141771e-05, | |
| "loss": 2.1567, | |
| "num_input_tokens_seen": 713687040, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.00070779756989501, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 7.989813517268343e-05, | |
| "loss": 2.1786, | |
| "num_input_tokens_seen": 714866688, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.0008257638315441783, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 7.989701933338453e-05, | |
| "loss": 2.2267, | |
| "num_input_tokens_seen": 716046336, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.0009437300931933467, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 7.989589742369077e-05, | |
| "loss": 2.1507, | |
| "num_input_tokens_seen": 717225984, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.001061696354842515, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 7.989476944377286e-05, | |
| "loss": 2.1274, | |
| "num_input_tokens_seen": 718405632, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.0011796626164916834, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 7.989363539380245e-05, | |
| "loss": 2.3054, | |
| "num_input_tokens_seen": 719585280, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.0012976288781408518, | |
| "grad_norm": 1.0, | |
| "learning_rate": 7.989249527395205e-05, | |
| "loss": 2.1765, | |
| "num_input_tokens_seen": 720764928, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.00141559513979002, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 7.989134908439515e-05, | |
| "loss": 2.1669, | |
| "num_input_tokens_seen": 721944576, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.0015335614014391884, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 7.989019682530614e-05, | |
| "loss": 2.1091, | |
| "num_input_tokens_seen": 723124224, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.0016515276630883566, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 7.988903849686033e-05, | |
| "loss": 2.0888, | |
| "num_input_tokens_seen": 724303872, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.001769493924737525, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 7.988787409923398e-05, | |
| "loss": 2.1604, | |
| "num_input_tokens_seen": 725483520, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.0018874601863866935, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 7.988670363260425e-05, | |
| "loss": 2.1344, | |
| "num_input_tokens_seen": 726663168, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.0020054264480358617, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 7.988552709714921e-05, | |
| "loss": 2.2063, | |
| "num_input_tokens_seen": 727842816, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.00212339270968503, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 7.98843444930479e-05, | |
| "loss": 2.2359, | |
| "num_input_tokens_seen": 729022464, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.0022413589713341986, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 7.988315582048022e-05, | |
| "loss": 2.1383, | |
| "num_input_tokens_seen": 730202112, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.0023593252329833668, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 7.988196107962707e-05, | |
| "loss": 2.2032, | |
| "num_input_tokens_seen": 731381760, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.002477291494632535, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 7.98807602706702e-05, | |
| "loss": 2.2634, | |
| "num_input_tokens_seen": 732561408, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.0025952577562817036, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 7.987955339379234e-05, | |
| "loss": 2.177, | |
| "num_input_tokens_seen": 733741056, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.002713224017930872, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 7.987834044917709e-05, | |
| "loss": 2.1918, | |
| "num_input_tokens_seen": 734920704, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.00283119027958004, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 7.9877121437009e-05, | |
| "loss": 2.2417, | |
| "num_input_tokens_seen": 736100352, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.0029491565412292082, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 7.987589635747359e-05, | |
| "loss": 2.1719, | |
| "num_input_tokens_seen": 737280000, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.003067122802878377, | |
| "grad_norm": 1.0, | |
| "learning_rate": 7.987466521075722e-05, | |
| "loss": 2.2465, | |
| "num_input_tokens_seen": 738459648, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.003185089064527545, | |
| "grad_norm": 1.0, | |
| "learning_rate": 7.987342799704721e-05, | |
| "loss": 2.1183, | |
| "num_input_tokens_seen": 739639296, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.0033030553261767133, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 7.987218471653181e-05, | |
| "loss": 2.0837, | |
| "num_input_tokens_seen": 740818944, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.003421021587825882, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 7.987093536940019e-05, | |
| "loss": 2.1209, | |
| "num_input_tokens_seen": 741998592, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.00353898784947505, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 7.986967995584245e-05, | |
| "loss": 2.137, | |
| "num_input_tokens_seen": 743178240, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.0036569541111242184, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 7.986841847604958e-05, | |
| "loss": 2.1377, | |
| "num_input_tokens_seen": 744357888, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.003774920372773387, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 7.986715093021353e-05, | |
| "loss": 2.2592, | |
| "num_input_tokens_seen": 745537536, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.003892886634422555, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 7.986587731852717e-05, | |
| "loss": 2.1295, | |
| "num_input_tokens_seen": 746717184, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.004010852896071723, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 7.986459764118427e-05, | |
| "loss": 2.1378, | |
| "num_input_tokens_seen": 747896832, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.004128819157720892, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 7.986331189837952e-05, | |
| "loss": 2.1956, | |
| "num_input_tokens_seen": 749076480, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.00424678541937006, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 7.986202009030858e-05, | |
| "loss": 2.2073, | |
| "num_input_tokens_seen": 750256128, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.004364751681019229, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 7.986072221716798e-05, | |
| "loss": 2.1139, | |
| "num_input_tokens_seen": 751435776, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.004482717942668397, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 7.985941827915519e-05, | |
| "loss": 2.2407, | |
| "num_input_tokens_seen": 752615424, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.004600684204317565, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 7.985810827646862e-05, | |
| "loss": 2.1899, | |
| "num_input_tokens_seen": 753795072, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.0047186504659667335, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 7.985679220930758e-05, | |
| "loss": 2.2486, | |
| "num_input_tokens_seen": 754974720, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.004836616727615902, | |
| "grad_norm": 0.875, | |
| "learning_rate": 7.985547007787231e-05, | |
| "loss": 2.1191, | |
| "num_input_tokens_seen": 756154368, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.00495458298926507, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 7.985414188236398e-05, | |
| "loss": 2.0786, | |
| "num_input_tokens_seen": 757334016, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.005072549250914238, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.985280762298468e-05, | |
| "loss": 2.2075, | |
| "num_input_tokens_seen": 758513664, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.005190515512563407, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 7.985146729993741e-05, | |
| "loss": 2.1767, | |
| "num_input_tokens_seen": 759693312, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.0053084817742125754, | |
| "grad_norm": 0.9921875, | |
| "learning_rate": 7.985012091342611e-05, | |
| "loss": 2.1301, | |
| "num_input_tokens_seen": 760872960, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.005426448035861744, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 7.984876846365564e-05, | |
| "loss": 2.1197, | |
| "num_input_tokens_seen": 762052608, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.005544414297510912, | |
| "grad_norm": 1.25, | |
| "learning_rate": 7.984740995083175e-05, | |
| "loss": 2.4474, | |
| "num_input_tokens_seen": 763232256, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.00566238055916008, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 7.984604537516118e-05, | |
| "loss": 2.1303, | |
| "num_input_tokens_seen": 764411904, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.005780346820809248, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 7.984467473685153e-05, | |
| "loss": 2.2679, | |
| "num_input_tokens_seen": 765591552, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.0058983130824584165, | |
| "grad_norm": 0.87109375, | |
| "learning_rate": 7.984329803611133e-05, | |
| "loss": 2.1687, | |
| "num_input_tokens_seen": 766771200, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.0060162793441075856, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 7.984191527315009e-05, | |
| "loss": 2.1592, | |
| "num_input_tokens_seen": 767950848, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.006134245605756754, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 7.984052644817815e-05, | |
| "loss": 2.1808, | |
| "num_input_tokens_seen": 769130496, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.006252211867405922, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 7.983913156140685e-05, | |
| "loss": 2.209, | |
| "num_input_tokens_seen": 770310144, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.00637017812905509, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 7.983773061304843e-05, | |
| "loss": 2.1247, | |
| "num_input_tokens_seen": 771489792, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.006488144390704258, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.983632360331603e-05, | |
| "loss": 2.1624, | |
| "num_input_tokens_seen": 772669440, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.006606110652353427, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 7.983491053242373e-05, | |
| "loss": 2.1374, | |
| "num_input_tokens_seen": 773849088, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.006724076914002596, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 7.983349140058654e-05, | |
| "loss": 2.1465, | |
| "num_input_tokens_seen": 775028736, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.006842043175651764, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 7.983206620802038e-05, | |
| "loss": 2.1039, | |
| "num_input_tokens_seen": 776208384, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.006960009437300932, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 7.98306349549421e-05, | |
| "loss": 2.2616, | |
| "num_input_tokens_seen": 777388032, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.0070779756989501, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 7.982919764156945e-05, | |
| "loss": 2.1215, | |
| "num_input_tokens_seen": 778567680, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.0071959419605992685, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.982775426812114e-05, | |
| "loss": 2.1266, | |
| "num_input_tokens_seen": 779747328, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.007313908222248437, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 7.982630483481678e-05, | |
| "loss": 2.1429, | |
| "num_input_tokens_seen": 780926976, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.007431874483897605, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 7.982484934187687e-05, | |
| "loss": 2.0725, | |
| "num_input_tokens_seen": 782106624, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.007549840745546774, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 7.982338778952292e-05, | |
| "loss": 2.2623, | |
| "num_input_tokens_seen": 783286272, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.007667807007195942, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 7.982192017797727e-05, | |
| "loss": 2.1474, | |
| "num_input_tokens_seen": 784465920, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.00778577326884511, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 7.982044650746321e-05, | |
| "loss": 2.213, | |
| "num_input_tokens_seen": 785645568, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.007903739530494279, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 7.9818966778205e-05, | |
| "loss": 2.1183, | |
| "num_input_tokens_seen": 786825216, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.008021705792143447, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 7.981748099042777e-05, | |
| "loss": 2.203, | |
| "num_input_tokens_seen": 788004864, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.008139672053792615, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 7.981598914435756e-05, | |
| "loss": 2.247, | |
| "num_input_tokens_seen": 789184512, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.008257638315441783, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 7.98144912402214e-05, | |
| "loss": 2.1766, | |
| "num_input_tokens_seen": 790364160, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.008375604577090951, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 7.981298727824715e-05, | |
| "loss": 2.1032, | |
| "num_input_tokens_seen": 791543808, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.00849357083874012, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.981147725866367e-05, | |
| "loss": 2.0328, | |
| "num_input_tokens_seen": 792723456, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.008611537100389288, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 7.980996118170071e-05, | |
| "loss": 2.156, | |
| "num_input_tokens_seen": 793903104, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.008729503362038458, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 7.980843904758894e-05, | |
| "loss": 2.2632, | |
| "num_input_tokens_seen": 795082752, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.008847469623687626, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 7.980691085655995e-05, | |
| "loss": 2.1247, | |
| "num_input_tokens_seen": 796262400, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.008965435885336794, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 7.980537660884625e-05, | |
| "loss": 2.1808, | |
| "num_input_tokens_seen": 797442048, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.009083402146985962, | |
| "grad_norm": 1.375, | |
| "learning_rate": 7.980383630468132e-05, | |
| "loss": 2.1755, | |
| "num_input_tokens_seen": 798621696, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.00920136840863513, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 7.980228994429947e-05, | |
| "loss": 2.1093, | |
| "num_input_tokens_seen": 799801344, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.009319334670284299, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 7.9800737527936e-05, | |
| "loss": 2.0614, | |
| "num_input_tokens_seen": 800980992, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.009437300931933467, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.979917905582712e-05, | |
| "loss": 2.0862, | |
| "num_input_tokens_seen": 802160640, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.009555267193582635, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 7.979761452820993e-05, | |
| "loss": 2.1008, | |
| "num_input_tokens_seen": 803340288, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.009673233455231803, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 7.979604394532251e-05, | |
| "loss": 2.1894, | |
| "num_input_tokens_seen": 804519936, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.009791199716880972, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 7.979446730740381e-05, | |
| "loss": 2.1344, | |
| "num_input_tokens_seen": 805699584, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.00990916597853014, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 7.979288461469371e-05, | |
| "loss": 2.1419, | |
| "num_input_tokens_seen": 806879232, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.010027132240179308, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 7.9791295867433e-05, | |
| "loss": 2.1314, | |
| "num_input_tokens_seen": 808058880, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.010145098501828476, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 7.978970106586347e-05, | |
| "loss": 2.1138, | |
| "num_input_tokens_seen": 809238528, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.010263064763477646, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.978810021022773e-05, | |
| "loss": 2.1573, | |
| "num_input_tokens_seen": 810418176, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.010381031025126814, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 7.978649330076936e-05, | |
| "loss": 2.239, | |
| "num_input_tokens_seen": 811597824, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.010498997286775983, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 7.978488033773285e-05, | |
| "loss": 2.0574, | |
| "num_input_tokens_seen": 812777472, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.010616963548425151, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 7.978326132136364e-05, | |
| "loss": 2.0513, | |
| "num_input_tokens_seen": 813957120, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.010734929810074319, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 7.978163625190803e-05, | |
| "loss": 2.1201, | |
| "num_input_tokens_seen": 815136768, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.010852896071723487, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 7.978000512961329e-05, | |
| "loss": 2.0681, | |
| "num_input_tokens_seen": 816316416, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.010970862333372655, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 7.977836795472761e-05, | |
| "loss": 2.0907, | |
| "num_input_tokens_seen": 817496064, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.011088828595021824, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 7.977672472750006e-05, | |
| "loss": 2.1739, | |
| "num_input_tokens_seen": 818675712, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.011206794856670992, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 7.977507544818069e-05, | |
| "loss": 2.1536, | |
| "num_input_tokens_seen": 819855360, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.01132476111832016, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 7.977342011702043e-05, | |
| "loss": 2.0564, | |
| "num_input_tokens_seen": 821035008, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.011442727379969328, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 7.977175873427114e-05, | |
| "loss": 2.0971, | |
| "num_input_tokens_seen": 822214656, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.011560693641618497, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 7.977009130018561e-05, | |
| "loss": 2.1439, | |
| "num_input_tokens_seen": 823394304, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.011678659903267665, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 7.976841781501751e-05, | |
| "loss": 2.0159, | |
| "num_input_tokens_seen": 824573952, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.011796626164916833, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 7.97667382790215e-05, | |
| "loss": 2.2684, | |
| "num_input_tokens_seen": 825753600, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.011914592426566003, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 7.976505269245314e-05, | |
| "loss": 2.0875, | |
| "num_input_tokens_seen": 826933248, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.012032558688215171, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 7.976336105556884e-05, | |
| "loss": 2.0368, | |
| "num_input_tokens_seen": 828112896, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.01215052494986434, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 7.976166336862602e-05, | |
| "loss": 2.0681, | |
| "num_input_tokens_seen": 829292544, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.012268491211513508, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 7.975995963188297e-05, | |
| "loss": 2.1092, | |
| "num_input_tokens_seen": 830472192, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.012386457473162676, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 7.975824984559893e-05, | |
| "loss": 2.1025, | |
| "num_input_tokens_seen": 831651840, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.012504423734811844, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 7.975653401003404e-05, | |
| "loss": 2.1325, | |
| "num_input_tokens_seen": 832831488, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.012622389996461012, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 7.975481212544938e-05, | |
| "loss": 2.1961, | |
| "num_input_tokens_seen": 834011136, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.01274035625811018, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 7.97530841921069e-05, | |
| "loss": 2.0702, | |
| "num_input_tokens_seen": 835190784, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.012858322519759349, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 7.975135021026956e-05, | |
| "loss": 2.165, | |
| "num_input_tokens_seen": 836370432, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.012976288781408517, | |
| "grad_norm": 1.984375, | |
| "learning_rate": 7.974961018020115e-05, | |
| "loss": 2.1599, | |
| "num_input_tokens_seen": 837550080, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.013094255043057685, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 7.974786410216643e-05, | |
| "loss": 2.0392, | |
| "num_input_tokens_seen": 838729728, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.013212221304706853, | |
| "grad_norm": 2.28125, | |
| "learning_rate": 7.974611197643108e-05, | |
| "loss": 2.2548, | |
| "num_input_tokens_seen": 839909376, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.013330187566356021, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 7.974435380326166e-05, | |
| "loss": 2.0817, | |
| "num_input_tokens_seen": 841089024, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.013448153828005191, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 7.97425895829257e-05, | |
| "loss": 2.1358, | |
| "num_input_tokens_seen": 842268672, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.01356612008965436, | |
| "grad_norm": 1.8828125, | |
| "learning_rate": 7.974081931569163e-05, | |
| "loss": 2.207, | |
| "num_input_tokens_seen": 843448320, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.013684086351303528, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 7.97390430018288e-05, | |
| "loss": 2.106, | |
| "num_input_tokens_seen": 844627968, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.013802052612952696, | |
| "grad_norm": 1.8125, | |
| "learning_rate": 7.973726064160746e-05, | |
| "loss": 2.0721, | |
| "num_input_tokens_seen": 845807616, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.013920018874601864, | |
| "grad_norm": 1.984375, | |
| "learning_rate": 7.973547223529882e-05, | |
| "loss": 2.1795, | |
| "num_input_tokens_seen": 846987264, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.014037985136251032, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 7.973367778317497e-05, | |
| "loss": 2.1144, | |
| "num_input_tokens_seen": 848166912, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.0141559513979002, | |
| "grad_norm": 2.046875, | |
| "learning_rate": 7.973187728550897e-05, | |
| "loss": 2.0617, | |
| "num_input_tokens_seen": 849346560, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.014273917659549369, | |
| "grad_norm": 1.6875, | |
| "learning_rate": 7.973007074257472e-05, | |
| "loss": 1.9967, | |
| "num_input_tokens_seen": 850526208, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.014391883921198537, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 7.972825815464713e-05, | |
| "loss": 2.0598, | |
| "num_input_tokens_seen": 851705856, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.014509850182847705, | |
| "grad_norm": 1.6875, | |
| "learning_rate": 7.972643952200198e-05, | |
| "loss": 2.0309, | |
| "num_input_tokens_seen": 852885504, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.014627816444496873, | |
| "grad_norm": 1.3828125, | |
| "learning_rate": 7.972461484491597e-05, | |
| "loss": 2.0394, | |
| "num_input_tokens_seen": 854065152, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.014745782706146042, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 7.972278412366672e-05, | |
| "loss": 2.0426, | |
| "num_input_tokens_seen": 855244800, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.01486374896779521, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 7.97209473585328e-05, | |
| "loss": 2.0396, | |
| "num_input_tokens_seen": 856424448, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.014981715229444378, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 7.971910454979367e-05, | |
| "loss": 2.0892, | |
| "num_input_tokens_seen": 857604096, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.015099681491093548, | |
| "grad_norm": 1.8515625, | |
| "learning_rate": 7.971725569772968e-05, | |
| "loss": 2.1033, | |
| "num_input_tokens_seen": 858783744, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.015217647752742716, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 7.97154008026222e-05, | |
| "loss": 1.975, | |
| "num_input_tokens_seen": 859963392, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.015335614014391884, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 7.97135398647534e-05, | |
| "loss": 2.0152, | |
| "num_input_tokens_seen": 861143040, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.015453580276041053, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 7.971167288440646e-05, | |
| "loss": 2.0447, | |
| "num_input_tokens_seen": 862322688, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.01557154653769022, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 7.970979986186541e-05, | |
| "loss": 2.0918, | |
| "num_input_tokens_seen": 863502336, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.01568951279933939, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 7.970792079741527e-05, | |
| "loss": 2.0034, | |
| "num_input_tokens_seen": 864681984, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.015807479060988557, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 7.970603569134192e-05, | |
| "loss": 2.0668, | |
| "num_input_tokens_seen": 865861632, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.015925445322637725, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 7.970414454393218e-05, | |
| "loss": 1.9964, | |
| "num_input_tokens_seen": 867041280, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.016043411584286894, | |
| "grad_norm": 1.703125, | |
| "learning_rate": 7.970224735547382e-05, | |
| "loss": 1.9982, | |
| "num_input_tokens_seen": 868220928, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.016161377845936062, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 7.970034412625547e-05, | |
| "loss": 2.1421, | |
| "num_input_tokens_seen": 869400576, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.01627934410758523, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 7.96984348565667e-05, | |
| "loss": 2.0866, | |
| "num_input_tokens_seen": 870580224, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.0163973103692344, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 7.969651954669805e-05, | |
| "loss": 2.1172, | |
| "num_input_tokens_seen": 871759872, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.016515276630883566, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 7.96945981969409e-05, | |
| "loss": 2.1618, | |
| "num_input_tokens_seen": 872939520, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.016633242892532735, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 7.96926708075876e-05, | |
| "loss": 2.0966, | |
| "num_input_tokens_seen": 874119168, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.016751209154181903, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 7.969073737893142e-05, | |
| "loss": 1.9877, | |
| "num_input_tokens_seen": 875298816, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.01686917541583107, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 7.968879791126652e-05, | |
| "loss": 2.09, | |
| "num_input_tokens_seen": 876478464, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.01698714167748024, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 7.968685240488798e-05, | |
| "loss": 2.0698, | |
| "num_input_tokens_seen": 877658112, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.017105107939129408, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 7.968490086009184e-05, | |
| "loss": 2.1101, | |
| "num_input_tokens_seen": 878837760, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.017223074200778576, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 7.9682943277175e-05, | |
| "loss": 1.96, | |
| "num_input_tokens_seen": 880017408, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.017341040462427744, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 7.968097965643533e-05, | |
| "loss": 1.9999, | |
| "num_input_tokens_seen": 881197056, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.017459006724076916, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 7.96790099981716e-05, | |
| "loss": 2.0833, | |
| "num_input_tokens_seen": 882376704, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.017576972985726084, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 7.967703430268349e-05, | |
| "loss": 1.9634, | |
| "num_input_tokens_seen": 883556352, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.017694939247375252, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 7.967505257027158e-05, | |
| "loss": 2.1086, | |
| "num_input_tokens_seen": 884736000, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.01781290550902442, | |
| "grad_norm": 0.875, | |
| "learning_rate": 7.967306480123745e-05, | |
| "loss": 2.0866, | |
| "num_input_tokens_seen": 885915648, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.01793087177067359, | |
| "grad_norm": 1.2734375, | |
| "learning_rate": 7.967107099588349e-05, | |
| "loss": 2.1024, | |
| "num_input_tokens_seen": 887095296, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.018048838032322757, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 7.966907115451311e-05, | |
| "loss": 2.1854, | |
| "num_input_tokens_seen": 888274944, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.018166804293971925, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 7.966706527743052e-05, | |
| "loss": 2.0433, | |
| "num_input_tokens_seen": 889454592, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.018284770555621093, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 7.966505336494098e-05, | |
| "loss": 2.0656, | |
| "num_input_tokens_seen": 890634240, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.01840273681727026, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 7.96630354173506e-05, | |
| "loss": 1.9556, | |
| "num_input_tokens_seen": 891813888, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.01852070307891943, | |
| "grad_norm": 1.421875, | |
| "learning_rate": 7.966101143496637e-05, | |
| "loss": 2.0212, | |
| "num_input_tokens_seen": 892993536, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.018638669340568598, | |
| "grad_norm": 1.4765625, | |
| "learning_rate": 7.965898141809629e-05, | |
| "loss": 2.1419, | |
| "num_input_tokens_seen": 894173184, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.018756635602217766, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 7.96569453670492e-05, | |
| "loss": 2.0694, | |
| "num_input_tokens_seen": 895352832, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.018874601863866934, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 7.96549032821349e-05, | |
| "loss": 2.0899, | |
| "num_input_tokens_seen": 896532480, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.018992568125516102, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 7.96528551636641e-05, | |
| "loss": 2.0442, | |
| "num_input_tokens_seen": 897712128, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.01911053438716527, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 7.96508010119484e-05, | |
| "loss": 2.0397, | |
| "num_input_tokens_seen": 898891776, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.01922850064881444, | |
| "grad_norm": 0.86328125, | |
| "learning_rate": 7.964874082730039e-05, | |
| "loss": 2.0424, | |
| "num_input_tokens_seen": 900071424, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.019346466910463607, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 7.964667461003347e-05, | |
| "loss": 2.1146, | |
| "num_input_tokens_seen": 901251072, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.019464433172112775, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 7.964460236046209e-05, | |
| "loss": 2.0401, | |
| "num_input_tokens_seen": 902430720, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.019582399433761943, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 7.964252407890147e-05, | |
| "loss": 1.9694, | |
| "num_input_tokens_seen": 903610368, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.01970036569541111, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 7.964043976566787e-05, | |
| "loss": 1.9582, | |
| "num_input_tokens_seen": 904790016, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.01981833195706028, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 7.963834942107843e-05, | |
| "loss": 2.0266, | |
| "num_input_tokens_seen": 905969664, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.019936298218709448, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 7.963625304545115e-05, | |
| "loss": 2.1604, | |
| "num_input_tokens_seen": 907149312, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.020054264480358616, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 7.963415063910505e-05, | |
| "loss": 2.1845, | |
| "num_input_tokens_seen": 908328960, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.020172230742007784, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 7.963204220236e-05, | |
| "loss": 2.0049, | |
| "num_input_tokens_seen": 909508608, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.020290197003656953, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 7.962992773553678e-05, | |
| "loss": 2.0349, | |
| "num_input_tokens_seen": 910688256, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.02040816326530612, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 7.962780723895712e-05, | |
| "loss": 1.9531, | |
| "num_input_tokens_seen": 911867904, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.020526129526955292, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 7.962568071294368e-05, | |
| "loss": 2.0456, | |
| "num_input_tokens_seen": 913047552, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.02064409578860446, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 7.962354815781999e-05, | |
| "loss": 2.1398, | |
| "num_input_tokens_seen": 914227200, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.02076206205025363, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 7.96214095739105e-05, | |
| "loss": 2.1565, | |
| "num_input_tokens_seen": 915406848, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.020880028311902797, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 7.961926496154066e-05, | |
| "loss": 2.0268, | |
| "num_input_tokens_seen": 916586496, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.020997994573551965, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 7.961711432103672e-05, | |
| "loss": 2.0407, | |
| "num_input_tokens_seen": 917766144, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.021115960835201134, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 7.961495765272593e-05, | |
| "loss": 1.9779, | |
| "num_input_tokens_seen": 918945792, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.021233927096850302, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 7.961279495693644e-05, | |
| "loss": 2.0524, | |
| "num_input_tokens_seen": 920125440, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.02135189335849947, | |
| "grad_norm": 0.90234375, | |
| "learning_rate": 7.961062623399728e-05, | |
| "loss": 2.012, | |
| "num_input_tokens_seen": 921305088, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.021469859620148638, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 7.960845148423844e-05, | |
| "loss": 1.9574, | |
| "num_input_tokens_seen": 922484736, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.021587825881797806, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 7.960627070799081e-05, | |
| "loss": 2.0983, | |
| "num_input_tokens_seen": 923664384, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.021705792143446975, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 7.96040839055862e-05, | |
| "loss": 2.0531, | |
| "num_input_tokens_seen": 924844032, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.021823758405096143, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 7.960189107735734e-05, | |
| "loss": 2.0866, | |
| "num_input_tokens_seen": 926023680, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.02194172466674531, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 7.959969222363786e-05, | |
| "loss": 2.012, | |
| "num_input_tokens_seen": 927203328, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.02205969092839448, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 7.959748734476231e-05, | |
| "loss": 2.0116, | |
| "num_input_tokens_seen": 928382976, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.022177657190043647, | |
| "grad_norm": 0.96875, | |
| "learning_rate": 7.95952764410662e-05, | |
| "loss": 2.0609, | |
| "num_input_tokens_seen": 929562624, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.022295623451692816, | |
| "grad_norm": 0.86328125, | |
| "learning_rate": 7.95930595128859e-05, | |
| "loss": 2.0261, | |
| "num_input_tokens_seen": 930742272, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.022413589713341984, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 7.959083656055872e-05, | |
| "loss": 1.9831, | |
| "num_input_tokens_seen": 931921920, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.022531555974991152, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 7.958860758442289e-05, | |
| "loss": 2.0684, | |
| "num_input_tokens_seen": 933101568, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.02264952223664032, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 7.958637258481755e-05, | |
| "loss": 2.114, | |
| "num_input_tokens_seen": 934281216, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.02276748849828949, | |
| "grad_norm": 0.80859375, | |
| "learning_rate": 7.958413156208275e-05, | |
| "loss": 2.0545, | |
| "num_input_tokens_seen": 935460864, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.022885454759938657, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 7.958188451655949e-05, | |
| "loss": 2.1056, | |
| "num_input_tokens_seen": 936640512, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.023003421021587825, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 7.957963144858964e-05, | |
| "loss": 1.9934, | |
| "num_input_tokens_seen": 937820160, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.023121387283236993, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 7.957737235851602e-05, | |
| "loss": 2.0787, | |
| "num_input_tokens_seen": 938999808, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.02323935354488616, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 7.957510724668234e-05, | |
| "loss": 2.0125, | |
| "num_input_tokens_seen": 940179456, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.02335731980653533, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 7.957283611343325e-05, | |
| "loss": 1.9983, | |
| "num_input_tokens_seen": 941359104, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.023475286068184498, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 7.95705589591143e-05, | |
| "loss": 2.0102, | |
| "num_input_tokens_seen": 942538752, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.023593252329833666, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 7.956827578407198e-05, | |
| "loss": 2.0244, | |
| "num_input_tokens_seen": 943718400, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.023593252329833666, | |
| "eval_wikipedia_loss": 2.2881267070770264, | |
| "eval_wikipedia_runtime": 163.2839, | |
| "eval_wikipedia_samples_per_second": 4.299, | |
| "eval_wikipedia_steps_per_second": 0.184, | |
| "num_input_tokens_seen": 943718400, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.023593252329833666, | |
| "eval_toxicity_loss": 4.0411834716796875, | |
| "eval_toxicity_runtime": 0.9512, | |
| "eval_toxicity_samples_per_second": 2.103, | |
| "eval_toxicity_steps_per_second": 1.051, | |
| "num_input_tokens_seen": 943718400, | |
| "step": 800 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 8477, | |
| "num_input_tokens_seen": 943718400, | |
| "num_train_epochs": 9223372036854775807, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.1463448960643891e+19, | |
| "train_batch_size": 6, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |