| { | |
| "best_metric": 3.359348773956299, | |
| "best_model_checkpoint": "BASH-Coder-Flan-T5-base/checkpoint-5614", | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 8020, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.556818181818182e-05, | |
| "loss": 4.3554, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_gen_len": 15.2363, | |
| "eval_loss": 3.59275484085083, | |
| "eval_rouge1": 22.7234, | |
| "eval_rouge2": 6.7951, | |
| "eval_rougeL": 22.0647, | |
| "eval_rougeLsum": 22.0744, | |
| "eval_runtime": 190.6891, | |
| "eval_samples_per_second": 9.675, | |
| "eval_steps_per_second": 0.608, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 4.0505050505050506e-05, | |
| "loss": 3.5335, | |
| "step": 1604 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_gen_len": 15.168, | |
| "eval_loss": 3.4654388427734375, | |
| "eval_rouge1": 25.7842, | |
| "eval_rouge2": 8.5847, | |
| "eval_rougeL": 24.8207, | |
| "eval_rougeLsum": 24.8808, | |
| "eval_runtime": 187.8163, | |
| "eval_samples_per_second": 9.823, | |
| "eval_steps_per_second": 0.618, | |
| "step": 1604 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 3.5441919191919196e-05, | |
| "loss": 3.3341, | |
| "step": 2406 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_gen_len": 15.6472, | |
| "eval_loss": 3.4077794551849365, | |
| "eval_rouge1": 25.5756, | |
| "eval_rouge2": 8.4456, | |
| "eval_rougeL": 24.706, | |
| "eval_rougeLsum": 24.7207, | |
| "eval_runtime": 187.2408, | |
| "eval_samples_per_second": 9.854, | |
| "eval_steps_per_second": 0.62, | |
| "step": 2406 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 3.037878787878788e-05, | |
| "loss": 3.2011, | |
| "step": 3208 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_gen_len": 16.2748, | |
| "eval_loss": 3.3789384365081787, | |
| "eval_rouge1": 26.0638, | |
| "eval_rouge2": 8.6853, | |
| "eval_rougeL": 25.0862, | |
| "eval_rougeLsum": 25.1223, | |
| "eval_runtime": 221.9787, | |
| "eval_samples_per_second": 8.312, | |
| "eval_steps_per_second": 0.523, | |
| "step": 3208 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 2.5315656565656566e-05, | |
| "loss": 3.1059, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_gen_len": 15.7366, | |
| "eval_loss": 3.362180709838867, | |
| "eval_rouge1": 26.7254, | |
| "eval_rouge2": 9.1138, | |
| "eval_rougeL": 25.7985, | |
| "eval_rougeLsum": 25.8521, | |
| "eval_runtime": 195.6438, | |
| "eval_samples_per_second": 9.43, | |
| "eval_steps_per_second": 0.593, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 2.0252525252525253e-05, | |
| "loss": 3.0336, | |
| "step": 4812 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_gen_len": 16.548, | |
| "eval_loss": 3.366245746612549, | |
| "eval_rouge1": 26.4655, | |
| "eval_rouge2": 9.1283, | |
| "eval_rougeL": 25.4587, | |
| "eval_rougeLsum": 25.5112, | |
| "eval_runtime": 221.12, | |
| "eval_samples_per_second": 8.344, | |
| "eval_steps_per_second": 0.525, | |
| "step": 4812 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 1.518939393939394e-05, | |
| "loss": 2.9727, | |
| "step": 5614 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_gen_len": 15.5431, | |
| "eval_loss": 3.359348773956299, | |
| "eval_rouge1": 26.8211, | |
| "eval_rouge2": 9.3045, | |
| "eval_rougeL": 25.8497, | |
| "eval_rougeLsum": 25.8772, | |
| "eval_runtime": 192.8568, | |
| "eval_samples_per_second": 9.567, | |
| "eval_steps_per_second": 0.601, | |
| "step": 5614 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 1.0126262626262626e-05, | |
| "loss": 2.9298, | |
| "step": 6416 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_gen_len": 15.916, | |
| "eval_loss": 3.364309549331665, | |
| "eval_rouge1": 26.8932, | |
| "eval_rouge2": 9.3537, | |
| "eval_rougeL": 25.9444, | |
| "eval_rougeLsum": 26.0088, | |
| "eval_runtime": 199.9625, | |
| "eval_samples_per_second": 9.227, | |
| "eval_steps_per_second": 0.58, | |
| "step": 6416 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 5.063131313131313e-06, | |
| "loss": 2.9005, | |
| "step": 7218 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_gen_len": 15.71, | |
| "eval_loss": 3.3606483936309814, | |
| "eval_rouge1": 27.1732, | |
| "eval_rouge2": 9.5661, | |
| "eval_rougeL": 26.1198, | |
| "eval_rougeLsum": 26.1515, | |
| "eval_runtime": 186.8674, | |
| "eval_samples_per_second": 9.873, | |
| "eval_steps_per_second": 0.621, | |
| "step": 7218 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 0.0, | |
| "loss": 2.8846, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_gen_len": 15.5767, | |
| "eval_loss": 3.3608038425445557, | |
| "eval_rouge1": 27.0741, | |
| "eval_rouge2": 9.3824, | |
| "eval_rougeL": 26.133, | |
| "eval_rougeLsum": 26.1559, | |
| "eval_runtime": 189.991, | |
| "eval_samples_per_second": 9.711, | |
| "eval_steps_per_second": 0.611, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 8020, | |
| "total_flos": 2.196016829300736e+16, | |
| "train_loss": 3.2251040794011065, | |
| "train_runtime": 10442.016, | |
| "train_samples_per_second": 6.142, | |
| "train_steps_per_second": 0.768 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 8020, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 2.196016829300736e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |