| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 342, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.011695906432748537, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.0003, | |
| "loss": 0.3604, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.023391812865497075, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00029989634325549745, | |
| "loss": 0.3609, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.03508771929824561, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00029958551628493234, | |
| "loss": 0.359, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.04678362573099415, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.00029906794867912953, | |
| "loss": 0.3622, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.05847953216374269, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0002983443557630634, | |
| "loss": 0.3654, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07017543859649122, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0002974157376072144, | |
| "loss": 0.4022, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.08187134502923976, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0002962833776453813, | |
| "loss": 0.3845, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.0935672514619883, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00029494884090086083, | |
| "loss": 0.4164, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.10526315789473684, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00029341397182344444, | |
| "loss": 0.3409, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.11695906432748537, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0002916808917402228, | |
| "loss": 0.3849, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1286549707602339, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0002897519959237211, | |
| "loss": 0.3758, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.14035087719298245, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00028762995028141694, | |
| "loss": 0.4021, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.15204678362573099, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00028531768767121657, | |
| "loss": 0.4045, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.16374269005847952, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0002828184038479814, | |
| "loss": 0.3909, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.17543859649122806, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00028013555304670765, | |
| "loss": 0.3994, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1871345029239766, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00027727284320846243, | |
| "loss": 0.351, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.19883040935672514, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.0002742342308556763, | |
| "loss": 0.3811, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.21052631578947367, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00027102391562387317, | |
| "loss": 0.4118, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.2222222222222222, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0002676463344573965, | |
| "loss": 0.4378, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.23391812865497075, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00026410615547715297, | |
| "loss": 0.4012, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.24561403508771928, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0002604082715288501, | |
| "loss": 0.3868, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.2573099415204678, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00025655779342064275, | |
| "loss": 0.3576, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.26900584795321636, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00025256004285953735, | |
| "loss": 0.3907, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.2807017543859649, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0002484205450963138, | |
| "loss": 0.4188, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.29239766081871343, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00024414502128913227, | |
| "loss": 0.3973, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.30409356725146197, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.0002397393805963781, | |
| "loss": 0.3653, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.3157894736842105, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.00023520971200967334, | |
| "loss": 0.426, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.32748538011695905, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00023056227593834302, | |
| "loss": 0.3664, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.3391812865497076, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0002258034955569662, | |
| "loss": 0.4021, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.3508771929824561, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00022093994792797152, | |
| "loss": 0.3933, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.36257309941520466, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00021597835491154492, | |
| "loss": 0.3885, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.3742690058479532, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00021092557387541476, | |
| "loss": 0.4028, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.38596491228070173, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00020578858821735302, | |
| "loss": 0.3869, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.39766081871345027, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0002005744977134912, | |
| "loss": 0.3927, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.4093567251461988, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0001952905087057917, | |
| "loss": 0.4099, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.42105263157894735, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00018994392414223475, | |
| "loss": 0.352, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.4327485380116959, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00018454213348348796, | |
| "loss": 0.417, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.0001790926024900069, | |
| "loss": 0.3728, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.45614035087719296, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0001736028629036829, | |
| "loss": 0.4106, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.4678362573099415, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00016808050203829842, | |
| "loss": 0.45, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.47953216374269003, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0001625331522931772, | |
| "loss": 0.3749, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.49122807017543857, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.0001569684806045217, | |
| "loss": 0.402, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.5029239766081871, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00015139417784901834, | |
| "loss": 0.3631, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.5146198830409356, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00014581794821435376, | |
| "loss": 0.3859, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.5263157894736842, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0001402474985513351, | |
| "loss": 0.3781, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.5380116959064327, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00013469052772232873, | |
| "loss": 0.3859, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.5497076023391813, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0001291547159607405, | |
| "loss": 0.3901, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.5614035087719298, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0001236477142562421, | |
| "loss": 0.3818, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.5730994152046783, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00011817713378041565, | |
| "loss": 0.376, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.5847953216374269, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00011275053536743006, | |
| "loss": 0.3491, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5964912280701754, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0001073754190642881, | |
| "loss": 0.4016, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.6081871345029239, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0001020592137650872, | |
| "loss": 0.3907, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.6198830409356725, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 9.680926694361964e-05, | |
| "loss": 0.3731, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.631578947368421, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 9.163283449850317e-05, | |
| "loss": 0.3877, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.6432748538011696, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 8.653707072487629e-05, | |
| "loss": 0.3481, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6549707602339181, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 8.152901842651953e-05, | |
| "loss": 0.3408, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 7.661559918206663e-05, | |
| "loss": 0.3984, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.6783625730994152, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 7.180360377876123e-05, | |
| "loss": 0.3573, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.6900584795321637, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 6.709968282697749e-05, | |
| "loss": 0.3781, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.7017543859649122, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 6.251033756847875e-05, | |
| "loss": 0.3328, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.7134502923976608, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 5.804191089111711e-05, | |
| "loss": 0.369, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.7251461988304093, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 5.3700578562391386e-05, | |
| "loss": 0.341, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.7368421052631579, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 4.9492340693981646e-05, | |
| "loss": 0.4122, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.7485380116959064, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 4.542301344905496e-05, | |
| "loss": 0.3331, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.7602339181286549, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 4.149822100380507e-05, | |
| "loss": 0.3633, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.7719298245614035, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 3.7723387774334816e-05, | |
| "loss": 0.32, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.783625730994152, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 3.410373091962575e-05, | |
| "loss": 0.3594, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.7953216374269005, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 3.064425313095474e-05, | |
| "loss": 0.3852, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.8070175438596491, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 2.734973571772527e-05, | |
| "loss": 0.3965, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.8187134502923976, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 2.422473199926742e-05, | |
| "loss": 0.3503, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.8304093567251462, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 2.1273561011741404e-05, | |
| "loss": 0.367, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.8421052631578947, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 1.8500301538841072e-05, | |
| "loss": 0.354, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.8538011695906432, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 1.5908786474548e-05, | |
| "loss": 0.3526, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.8654970760233918, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 1.3502597525727504e-05, | |
| "loss": 0.3669, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.8771929824561403, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 1.1285060261887419e-05, | |
| "loss": 0.3918, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 9.259239518942219e-06, | |
| "loss": 0.3425, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.9005847953216374, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 7.427935163333998e-06, | |
| "loss": 0.36, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.9122807017543859, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 5.793678222365433e-06, | |
| "loss": 0.376, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.9239766081871345, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 4.358727386092198e-06, | |
| "loss": 0.3917, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.935672514619883, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 3.125065885610456e-06, | |
| "loss": 0.385, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.9473684210526315, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 2.0943987520529725e-06, | |
| "loss": 0.4026, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.9590643274853801, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 1.268150460082823e-06, | |
| "loss": 0.3496, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.9707602339181286, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 6.47462959141265e-07, | |
| "loss": 0.3549, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.9824561403508771, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 2.3319409517102984e-07, | |
| "loss": 0.3478, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.9941520467836257, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 2.5916424995919837e-08, | |
| "loss": 0.3478, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 342, | |
| "total_flos": 2.2327861511297434e+17, | |
| "train_loss": 0.37826008022877206, | |
| "train_runtime": 1375.4554, | |
| "train_samples_per_second": 7.937, | |
| "train_steps_per_second": 0.249 | |
| } | |
| ], | |
| "logging_steps": 4, | |
| "max_steps": 342, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.2327861511297434e+17, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |