|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.0, |
|
"eval_steps": 500, |
|
"global_step": 342, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.011695906432748537, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.0003, |
|
"loss": 0.3604, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.023391812865497075, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.00029989634325549745, |
|
"loss": 0.3609, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.03508771929824561, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.00029958551628493234, |
|
"loss": 0.359, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.04678362573099415, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 0.00029906794867912953, |
|
"loss": 0.3622, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.05847953216374269, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.0002983443557630634, |
|
"loss": 0.3654, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.07017543859649122, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 0.0002974157376072144, |
|
"loss": 0.4022, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.08187134502923976, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.0002962833776453813, |
|
"loss": 0.3845, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.0935672514619883, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 0.00029494884090086083, |
|
"loss": 0.4164, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.10526315789473684, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 0.00029341397182344444, |
|
"loss": 0.3409, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.11695906432748537, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.0002916808917402228, |
|
"loss": 0.3849, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.1286549707602339, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 0.0002897519959237211, |
|
"loss": 0.3758, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 0.14035087719298245, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 0.00028762995028141694, |
|
"loss": 0.4021, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.15204678362573099, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.00028531768767121657, |
|
"loss": 0.4045, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 0.16374269005847952, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 0.0002828184038479814, |
|
"loss": 0.3909, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 0.17543859649122806, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.00028013555304670765, |
|
"loss": 0.3994, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.1871345029239766, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 0.00027727284320846243, |
|
"loss": 0.351, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 0.19883040935672514, |
|
"grad_norm": 0.400390625, |
|
"learning_rate": 0.0002742342308556763, |
|
"loss": 0.3811, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 0.21052631578947367, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 0.00027102391562387317, |
|
"loss": 0.4118, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 0.2222222222222222, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.0002676463344573965, |
|
"loss": 0.4378, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 0.23391812865497075, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 0.00026410615547715297, |
|
"loss": 0.4012, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.24561403508771928, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.0002604082715288501, |
|
"loss": 0.3868, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 0.2573099415204678, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.00025655779342064275, |
|
"loss": 0.3576, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 0.26900584795321636, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 0.00025256004285953735, |
|
"loss": 0.3907, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 0.2807017543859649, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 0.0002484205450963138, |
|
"loss": 0.4188, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 0.29239766081871343, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 0.00024414502128913227, |
|
"loss": 0.3973, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.30409356725146197, |
|
"grad_norm": 0.375, |
|
"learning_rate": 0.0002397393805963781, |
|
"loss": 0.3653, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 0.3157894736842105, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 0.00023520971200967334, |
|
"loss": 0.426, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 0.32748538011695905, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00023056227593834302, |
|
"loss": 0.3664, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 0.3391812865497076, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 0.0002258034955569662, |
|
"loss": 0.4021, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 0.3508771929824561, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.00022093994792797152, |
|
"loss": 0.3933, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.36257309941520466, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.00021597835491154492, |
|
"loss": 0.3885, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 0.3742690058479532, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 0.00021092557387541476, |
|
"loss": 0.4028, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 0.38596491228070173, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.00020578858821735302, |
|
"loss": 0.3869, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 0.39766081871345027, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 0.0002005744977134912, |
|
"loss": 0.3927, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 0.4093567251461988, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.0001952905087057917, |
|
"loss": 0.4099, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.42105263157894735, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.00018994392414223475, |
|
"loss": 0.352, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 0.4327485380116959, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 0.00018454213348348796, |
|
"loss": 0.417, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 0.4444444444444444, |
|
"grad_norm": 0.375, |
|
"learning_rate": 0.0001790926024900069, |
|
"loss": 0.3728, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 0.45614035087719296, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 0.0001736028629036829, |
|
"loss": 0.4106, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 0.4678362573099415, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.00016808050203829842, |
|
"loss": 0.45, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.47953216374269003, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.0001625331522931772, |
|
"loss": 0.3749, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 0.49122807017543857, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 0.0001569684806045217, |
|
"loss": 0.402, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 0.5029239766081871, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.00015139417784901834, |
|
"loss": 0.3631, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 0.5146198830409356, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.00014581794821435376, |
|
"loss": 0.3859, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 0.5263157894736842, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 0.0001402474985513351, |
|
"loss": 0.3781, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.5380116959064327, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.00013469052772232873, |
|
"loss": 0.3859, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 0.5497076023391813, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.0001291547159607405, |
|
"loss": 0.3901, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 0.5614035087719298, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.0001236477142562421, |
|
"loss": 0.3818, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 0.5730994152046783, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.00011817713378041565, |
|
"loss": 0.376, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 0.5847953216374269, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.00011275053536743006, |
|
"loss": 0.3491, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.5964912280701754, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 0.0001073754190642881, |
|
"loss": 0.4016, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 0.6081871345029239, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.0001020592137650872, |
|
"loss": 0.3907, |
|
"step": 208 |
|
}, |
|
{ |
|
"epoch": 0.6198830409356725, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 9.680926694361964e-05, |
|
"loss": 0.3731, |
|
"step": 212 |
|
}, |
|
{ |
|
"epoch": 0.631578947368421, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 9.163283449850317e-05, |
|
"loss": 0.3877, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 0.6432748538011696, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 8.653707072487629e-05, |
|
"loss": 0.3481, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.6549707602339181, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 8.152901842651953e-05, |
|
"loss": 0.3408, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 0.6666666666666666, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 7.661559918206663e-05, |
|
"loss": 0.3984, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 0.6783625730994152, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 7.180360377876123e-05, |
|
"loss": 0.3573, |
|
"step": 232 |
|
}, |
|
{ |
|
"epoch": 0.6900584795321637, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 6.709968282697749e-05, |
|
"loss": 0.3781, |
|
"step": 236 |
|
}, |
|
{ |
|
"epoch": 0.7017543859649122, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 6.251033756847875e-05, |
|
"loss": 0.3328, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.7134502923976608, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 5.804191089111711e-05, |
|
"loss": 0.369, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 0.7251461988304093, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 5.3700578562391386e-05, |
|
"loss": 0.341, |
|
"step": 248 |
|
}, |
|
{ |
|
"epoch": 0.7368421052631579, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 4.9492340693981646e-05, |
|
"loss": 0.4122, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 0.7485380116959064, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 4.542301344905496e-05, |
|
"loss": 0.3331, |
|
"step": 256 |
|
}, |
|
{ |
|
"epoch": 0.7602339181286549, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 4.149822100380507e-05, |
|
"loss": 0.3633, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.7719298245614035, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 3.7723387774334816e-05, |
|
"loss": 0.32, |
|
"step": 264 |
|
}, |
|
{ |
|
"epoch": 0.783625730994152, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 3.410373091962575e-05, |
|
"loss": 0.3594, |
|
"step": 268 |
|
}, |
|
{ |
|
"epoch": 0.7953216374269005, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 3.064425313095474e-05, |
|
"loss": 0.3852, |
|
"step": 272 |
|
}, |
|
{ |
|
"epoch": 0.8070175438596491, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 2.734973571772527e-05, |
|
"loss": 0.3965, |
|
"step": 276 |
|
}, |
|
{ |
|
"epoch": 0.8187134502923976, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 2.422473199926742e-05, |
|
"loss": 0.3503, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.8304093567251462, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 2.1273561011741404e-05, |
|
"loss": 0.367, |
|
"step": 284 |
|
}, |
|
{ |
|
"epoch": 0.8421052631578947, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 1.8500301538841072e-05, |
|
"loss": 0.354, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 0.8538011695906432, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 1.5908786474548e-05, |
|
"loss": 0.3526, |
|
"step": 292 |
|
}, |
|
{ |
|
"epoch": 0.8654970760233918, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 1.3502597525727504e-05, |
|
"loss": 0.3669, |
|
"step": 296 |
|
}, |
|
{ |
|
"epoch": 0.8771929824561403, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 1.1285060261887419e-05, |
|
"loss": 0.3918, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.8888888888888888, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 9.259239518942219e-06, |
|
"loss": 0.3425, |
|
"step": 304 |
|
}, |
|
{ |
|
"epoch": 0.9005847953216374, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 7.427935163333998e-06, |
|
"loss": 0.36, |
|
"step": 308 |
|
}, |
|
{ |
|
"epoch": 0.9122807017543859, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 5.793678222365433e-06, |
|
"loss": 0.376, |
|
"step": 312 |
|
}, |
|
{ |
|
"epoch": 0.9239766081871345, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 4.358727386092198e-06, |
|
"loss": 0.3917, |
|
"step": 316 |
|
}, |
|
{ |
|
"epoch": 0.935672514619883, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 3.125065885610456e-06, |
|
"loss": 0.385, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.9473684210526315, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 2.0943987520529725e-06, |
|
"loss": 0.4026, |
|
"step": 324 |
|
}, |
|
{ |
|
"epoch": 0.9590643274853801, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 1.268150460082823e-06, |
|
"loss": 0.3496, |
|
"step": 328 |
|
}, |
|
{ |
|
"epoch": 0.9707602339181286, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 6.47462959141265e-07, |
|
"loss": 0.3549, |
|
"step": 332 |
|
}, |
|
{ |
|
"epoch": 0.9824561403508771, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 2.3319409517102984e-07, |
|
"loss": 0.3478, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 0.9941520467836257, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 2.5916424995919837e-08, |
|
"loss": 0.3478, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"step": 342, |
|
"total_flos": 2.2327861511297434e+17, |
|
"train_loss": 0.37826008022877206, |
|
"train_runtime": 1375.4554, |
|
"train_samples_per_second": 7.937, |
|
"train_steps_per_second": 0.249 |
|
} |
|
], |
|
"logging_steps": 4, |
|
"max_steps": 342, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": false, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 2.2327861511297434e+17, |
|
"train_batch_size": 32, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|