{ "best_metric": 1.2028405666351318, "best_model_checkpoint": "flan-t5-large-samsum/checkpoint-3683", "epoch": 5.0, "global_step": 18415, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.14, "learning_rate": 4.8642411077925605e-05, "loss": 1.2079, "step": 500 }, { "epoch": 0.27, "learning_rate": 4.728482215585121e-05, "loss": 1.2091, "step": 1000 }, { "epoch": 0.41, "learning_rate": 4.592723323377681e-05, "loss": 1.1932, "step": 1500 }, { "epoch": 0.54, "learning_rate": 4.456964431170242e-05, "loss": 1.1904, "step": 2000 }, { "epoch": 0.68, "learning_rate": 4.321205538962802e-05, "loss": 1.1767, "step": 2500 }, { "epoch": 0.81, "learning_rate": 4.1854466467553626e-05, "loss": 1.1794, "step": 3000 }, { "epoch": 0.95, "learning_rate": 4.049687754547923e-05, "loss": 1.1814, "step": 3500 }, { "epoch": 1.0, "eval_gen_len": 16.73870573870574, "eval_loss": 1.2028405666351318, "eval_rouge1": 48.847, "eval_rouge2": 25.4282, "eval_rougeL": 41.7343, "eval_rougeLsum": 44.9999, "eval_runtime": 280.4507, "eval_samples_per_second": 2.92, "eval_steps_per_second": 0.731, "step": 3683 }, { "epoch": 1.09, "learning_rate": 3.913928862340484e-05, "loss": 1.0624, "step": 4000 }, { "epoch": 1.22, "learning_rate": 3.7781699701330434e-05, "loss": 1.0085, "step": 4500 }, { "epoch": 1.36, "learning_rate": 3.6424110779256044e-05, "loss": 0.9909, "step": 5000 }, { "epoch": 1.49, "learning_rate": 3.506652185718165e-05, "loss": 1.0098, "step": 5500 }, { "epoch": 1.63, "learning_rate": 3.370893293510725e-05, "loss": 1.0163, "step": 6000 }, { "epoch": 1.76, "learning_rate": 3.235134401303285e-05, "loss": 1.0424, "step": 6500 }, { "epoch": 1.9, "learning_rate": 3.099375509095846e-05, "loss": 1.0294, "step": 7000 }, { "epoch": 2.0, "eval_gen_len": 17.39072039072039, "eval_loss": 1.2175439596176147, "eval_rouge1": 49.175, "eval_rouge2": 25.9148, "eval_rougeL": 41.729, "eval_rougeLsum": 45.2583, "eval_runtime": 283.3808, "eval_samples_per_second": 2.89, "eval_steps_per_second": 0.723, "step": 7366 }, { "epoch": 2.04, "learning_rate": 2.963616616888406e-05, "loss": 1.0013, "step": 7500 }, { "epoch": 2.17, "learning_rate": 2.8278577246809667e-05, "loss": 0.8928, "step": 8000 }, { "epoch": 2.31, "learning_rate": 2.692098832473527e-05, "loss": 0.8853, "step": 8500 }, { "epoch": 2.44, "learning_rate": 2.5563399402660876e-05, "loss": 0.8968, "step": 9000 }, { "epoch": 2.58, "learning_rate": 2.420581048058648e-05, "loss": 0.8965, "step": 9500 }, { "epoch": 2.72, "learning_rate": 2.2848221558512085e-05, "loss": 0.8974, "step": 10000 }, { "epoch": 2.85, "learning_rate": 2.1490632636437688e-05, "loss": 0.8862, "step": 10500 }, { "epoch": 2.99, "learning_rate": 2.013304371436329e-05, "loss": 0.9026, "step": 11000 }, { "epoch": 3.0, "eval_gen_len": 17.076923076923077, "eval_loss": 1.2396090030670166, "eval_rouge1": 49.1776, "eval_rouge2": 25.5811, "eval_rougeL": 41.6807, "eval_rougeLsum": 44.9973, "eval_runtime": 281.6416, "eval_samples_per_second": 2.908, "eval_steps_per_second": 0.728, "step": 11049 }, { "epoch": 3.12, "learning_rate": 1.8775454792288897e-05, "loss": 0.8011, "step": 11500 }, { "epoch": 3.26, "learning_rate": 1.74178658702145e-05, "loss": 0.7933, "step": 12000 }, { "epoch": 3.39, "learning_rate": 1.6060276948140106e-05, "loss": 0.8209, "step": 12500 }, { "epoch": 3.53, "learning_rate": 1.4702688026065709e-05, "loss": 0.8106, "step": 13000 }, { "epoch": 3.67, "learning_rate": 1.3345099103991313e-05, "loss": 0.8001, "step": 13500 }, { "epoch": 3.8, "learning_rate": 1.1987510181916916e-05, "loss": 0.8196, "step": 14000 }, { "epoch": 3.94, "learning_rate": 1.062992125984252e-05, "loss": 0.808, "step": 14500 }, { "epoch": 4.0, "eval_gen_len": 17.313797313797313, "eval_loss": 1.2748357057571411, "eval_rouge1": 49.3102, "eval_rouge2": 25.9028, "eval_rougeL": 42.1036, "eval_rougeLsum": 45.485, "eval_runtime": 281.9584, "eval_samples_per_second": 2.905, "eval_steps_per_second": 0.727, "step": 14732 }, { "epoch": 4.07, "learning_rate": 9.272332337768125e-06, "loss": 0.7884, "step": 15000 }, { "epoch": 4.21, "learning_rate": 7.91474341569373e-06, "loss": 0.7615, "step": 15500 }, { "epoch": 4.34, "learning_rate": 6.557154493619333e-06, "loss": 0.752, "step": 16000 }, { "epoch": 4.48, "learning_rate": 5.199565571544936e-06, "loss": 0.748, "step": 16500 }, { "epoch": 4.62, "learning_rate": 3.8419766494705405e-06, "loss": 0.7518, "step": 17000 }, { "epoch": 4.75, "learning_rate": 2.4843877273961445e-06, "loss": 0.7522, "step": 17500 }, { "epoch": 4.89, "learning_rate": 1.1267988053217486e-06, "loss": 0.7482, "step": 18000 }, { "epoch": 5.0, "eval_gen_len": 17.304029304029303, "eval_loss": 1.3044484853744507, "eval_rouge1": 49.1547, "eval_rouge2": 25.5204, "eval_rougeL": 41.9049, "eval_rougeLsum": 45.2342, "eval_runtime": 283.7828, "eval_samples_per_second": 2.886, "eval_steps_per_second": 0.722, "step": 18415 } ], "max_steps": 18415, "num_train_epochs": 5, "total_flos": 2.5465381088919552e+17, "trial_name": null, "trial_params": null }