{ "best_metric": 1.9500832557678223, "best_model_checkpoint": "flan-t5-qa/checkpoint-10000", "epoch": 5.0, "global_step": 10000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.25, "learning_rate": 4.75e-05, "loss": 3.0646, "step": 500 }, { "epoch": 0.5, "learning_rate": 4.5e-05, "loss": 2.5167, "step": 1000 }, { "epoch": 0.75, "learning_rate": 4.25e-05, "loss": 2.3151, "step": 1500 }, { "epoch": 1.0, "learning_rate": 4e-05, "loss": 2.2112, "step": 2000 }, { "epoch": 1.0, "eval_gen_len": 17.726, "eval_loss": 2.2397749423980713, "eval_rouge1": 31.2944, "eval_rouge2": 16.8097, "eval_rougeL": 29.7158, "eval_rougeLsum": 29.856, "eval_runtime": 111.783, "eval_samples_per_second": 8.946, "eval_steps_per_second": 1.789, "step": 2000 }, { "epoch": 1.25, "learning_rate": 3.7500000000000003e-05, "loss": 2.0983, "step": 2500 }, { "epoch": 1.5, "learning_rate": 3.5e-05, "loss": 2.0534, "step": 3000 }, { "epoch": 1.75, "learning_rate": 3.2500000000000004e-05, "loss": 2.0071, "step": 3500 }, { "epoch": 2.0, "learning_rate": 3e-05, "loss": 1.9424, "step": 4000 }, { "epoch": 2.0, "eval_gen_len": 17.264, "eval_loss": 2.061356544494629, "eval_rouge1": 32.2914, "eval_rouge2": 17.2352, "eval_rougeL": 30.6559, "eval_rougeLsum": 30.7999, "eval_runtime": 109.8715, "eval_samples_per_second": 9.102, "eval_steps_per_second": 1.82, "step": 4000 }, { "epoch": 2.25, "learning_rate": 2.7500000000000004e-05, "loss": 1.9267, "step": 4500 }, { "epoch": 2.5, "learning_rate": 2.5e-05, "loss": 1.8592, "step": 5000 }, { "epoch": 2.75, "learning_rate": 2.25e-05, "loss": 1.8036, "step": 5500 }, { "epoch": 3.0, "learning_rate": 2e-05, "loss": 1.8168, "step": 6000 }, { "epoch": 3.0, "eval_gen_len": 17.385, "eval_loss": 1.995050072669983, "eval_rouge1": 32.1343, "eval_rouge2": 17.6839, "eval_rougeL": 30.9136, "eval_rougeLsum": 31.0279, "eval_runtime": 110.3548, "eval_samples_per_second": 9.062, "eval_steps_per_second": 1.812, "step": 6000 }, { "epoch": 3.25, "learning_rate": 1.75e-05, "loss": 1.7743, "step": 6500 }, { "epoch": 3.5, "learning_rate": 1.5e-05, "loss": 1.788, "step": 7000 }, { "epoch": 3.75, "learning_rate": 1.25e-05, "loss": 1.7067, "step": 7500 }, { "epoch": 4.0, "learning_rate": 1e-05, "loss": 1.7924, "step": 8000 }, { "epoch": 4.0, "eval_gen_len": 17.302, "eval_loss": 1.9565637111663818, "eval_rouge1": 32.6305, "eval_rouge2": 18.4737, "eval_rougeL": 31.4423, "eval_rougeLsum": 31.5984, "eval_runtime": 111.5662, "eval_samples_per_second": 8.963, "eval_steps_per_second": 1.793, "step": 8000 }, { "epoch": 4.25, "learning_rate": 7.5e-06, "loss": 1.7113, "step": 8500 }, { "epoch": 4.5, "learning_rate": 5e-06, "loss": 1.7379, "step": 9000 }, { "epoch": 4.75, "learning_rate": 2.5e-06, "loss": 1.7181, "step": 9500 }, { "epoch": 5.0, "learning_rate": 0.0, "loss": 1.6977, "step": 10000 }, { "epoch": 5.0, "eval_gen_len": 17.333, "eval_loss": 1.9500832557678223, "eval_rouge1": 32.6382, "eval_rouge2": 18.8113, "eval_rougeL": 31.4434, "eval_rougeLsum": 31.55, "eval_runtime": 111.7348, "eval_samples_per_second": 8.95, "eval_steps_per_second": 1.79, "step": 10000 } ], "max_steps": 10000, "num_train_epochs": 5, "total_flos": 1.65839671296e+16, "trial_name": null, "trial_params": null }