{ "best_metric": 30.6847, "best_model_checkpoint": "./zhko_mbartLarge_50p_tokenize_run1/checkpoint-22288", "epoch": 8.0, "eval_steps": 500, "global_step": 22288, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.18, "learning_rate": 5e-05, "loss": 2.3311, "step": 500 }, { "epoch": 0.36, "learning_rate": 4.885257940150542e-05, "loss": 1.9394, "step": 1000 }, { "epoch": 0.54, "learning_rate": 4.770515880301083e-05, "loss": 1.7898, "step": 1500 }, { "epoch": 0.72, "learning_rate": 4.655773820451625e-05, "loss": 1.7155, "step": 2000 }, { "epoch": 0.9, "learning_rate": 4.541031760602166e-05, "loss": 1.6487, "step": 2500 }, { "epoch": 1.0, "eval_bleu": 26.5985, "eval_gen_len": 15.0925, "eval_loss": 1.5519005060195923, "eval_runtime": 694.9322, "eval_samples_per_second": 16.033, "eval_steps_per_second": 1.003, "step": 2786 }, { "epoch": 1.08, "learning_rate": 4.4262897007527085e-05, "loss": 1.5809, "step": 3000 }, { "epoch": 1.26, "learning_rate": 4.311547640903249e-05, "loss": 1.3607, "step": 3500 }, { "epoch": 1.44, "learning_rate": 4.1968055810537915e-05, "loss": 1.2685, "step": 4000 }, { "epoch": 1.62, "learning_rate": 4.082063521204333e-05, "loss": 1.2206, "step": 4500 }, { "epoch": 1.79, "learning_rate": 3.9673214613548745e-05, "loss": 1.1933, "step": 5000 }, { "epoch": 1.97, "learning_rate": 3.852579401505416e-05, "loss": 1.1763, "step": 5500 }, { "epoch": 2.0, "eval_bleu": 29.1024, "eval_gen_len": 14.8538, "eval_loss": 1.4910480976104736, "eval_runtime": 659.1489, "eval_samples_per_second": 16.904, "eval_steps_per_second": 1.057, "step": 5572 }, { "epoch": 2.15, "learning_rate": 3.7378373416559576e-05, "loss": 1.097, "step": 6000 }, { "epoch": 2.33, "learning_rate": 3.623095281806499e-05, "loss": 0.9458, "step": 6500 }, { "epoch": 2.51, "learning_rate": 3.5083532219570406e-05, "loss": 0.9024, "step": 7000 }, { "epoch": 2.69, "learning_rate": 3.393611162107582e-05, "loss": 0.8768, "step": 7500 }, { "epoch": 2.87, "learning_rate": 3.278869102258124e-05, "loss": 0.8697, "step": 8000 }, { "epoch": 3.0, "eval_bleu": 29.5842, "eval_gen_len": 14.7611, "eval_loss": 1.5510085821151733, "eval_runtime": 648.1855, "eval_samples_per_second": 17.19, "eval_steps_per_second": 1.075, "step": 8358 }, { "epoch": 3.05, "learning_rate": 3.164127042408666e-05, "loss": 0.845, "step": 8500 }, { "epoch": 3.23, "learning_rate": 3.049384982559207e-05, "loss": 0.7348, "step": 9000 }, { "epoch": 3.41, "learning_rate": 2.934642922709749e-05, "loss": 0.6596, "step": 9500 }, { "epoch": 3.59, "learning_rate": 2.81990086286029e-05, "loss": 0.6347, "step": 10000 }, { "epoch": 3.77, "learning_rate": 2.7051588030108316e-05, "loss": 0.6254, "step": 10500 }, { "epoch": 3.95, "learning_rate": 2.5904167431613734e-05, "loss": 0.6221, "step": 11000 }, { "epoch": 4.0, "eval_bleu": 29.6959, "eval_gen_len": 14.7091, "eval_loss": 1.6445263624191284, "eval_runtime": 651.4065, "eval_samples_per_second": 17.105, "eval_steps_per_second": 1.07, "step": 11144 }, { "epoch": 4.13, "learning_rate": 2.475674683311915e-05, "loss": 0.5811, "step": 11500 }, { "epoch": 4.31, "learning_rate": 2.3609326234624564e-05, "loss": 0.4843, "step": 12000 }, { "epoch": 4.49, "learning_rate": 2.2461905636129983e-05, "loss": 0.4545, "step": 12500 }, { "epoch": 4.67, "learning_rate": 2.1314485037635395e-05, "loss": 0.4409, "step": 13000 }, { "epoch": 4.85, "learning_rate": 2.0167064439140813e-05, "loss": 0.4444, "step": 13500 }, { "epoch": 5.0, "eval_bleu": 29.6231, "eval_gen_len": 14.6204, "eval_loss": 1.7175551652908325, "eval_runtime": 647.6814, "eval_samples_per_second": 17.203, "eval_steps_per_second": 1.076, "step": 13930 }, { "epoch": 5.03, "learning_rate": 1.9019643840646228e-05, "loss": 0.4335, "step": 14000 }, { "epoch": 5.2, "learning_rate": 1.7872223242151643e-05, "loss": 0.3781, "step": 14500 }, { "epoch": 5.38, "learning_rate": 1.672480264365706e-05, "loss": 0.3238, "step": 15000 }, { "epoch": 5.56, "learning_rate": 1.5577382045162474e-05, "loss": 0.3104, "step": 15500 }, { "epoch": 5.74, "learning_rate": 1.4429961446667892e-05, "loss": 0.3117, "step": 16000 }, { "epoch": 5.92, "learning_rate": 1.3282540848173307e-05, "loss": 0.3137, "step": 16500 }, { "epoch": 6.0, "eval_bleu": 29.6666, "eval_gen_len": 14.524, "eval_loss": 1.7916326522827148, "eval_runtime": 642.1683, "eval_samples_per_second": 17.351, "eval_steps_per_second": 1.085, "step": 16716 }, { "epoch": 6.1, "learning_rate": 1.2135120249678723e-05, "loss": 0.2987, "step": 17000 }, { "epoch": 6.28, "learning_rate": 1.0987699651184138e-05, "loss": 0.2428, "step": 17500 }, { "epoch": 6.46, "learning_rate": 9.840279052689555e-06, "loss": 0.2263, "step": 18000 }, { "epoch": 6.64, "learning_rate": 8.69285845419497e-06, "loss": 0.2229, "step": 18500 }, { "epoch": 6.82, "learning_rate": 7.5454378557003866e-06, "loss": 0.2255, "step": 19000 }, { "epoch": 7.0, "learning_rate": 6.398017257205802e-06, "loss": 0.2303, "step": 19500 }, { "epoch": 7.0, "eval_bleu": 30.4697, "eval_gen_len": 14.5571, "eval_loss": 1.8367947340011597, "eval_runtime": 644.2042, "eval_samples_per_second": 17.296, "eval_steps_per_second": 1.082, "step": 19502 }, { "epoch": 7.18, "learning_rate": 5.250596658711218e-06, "loss": 0.2054, "step": 20000 }, { "epoch": 7.36, "learning_rate": 4.103176060216634e-06, "loss": 0.1737, "step": 20500 }, { "epoch": 7.54, "learning_rate": 2.9557554617220493e-06, "loss": 0.1702, "step": 21000 }, { "epoch": 7.72, "learning_rate": 1.8083348632274646e-06, "loss": 0.1774, "step": 21500 }, { "epoch": 7.9, "learning_rate": 6.609142647328805e-07, "loss": 0.1888, "step": 22000 }, { "epoch": 8.0, "eval_bleu": 30.6847, "eval_gen_len": 14.6895, "eval_loss": 1.8482487201690674, "eval_runtime": 644.9808, "eval_samples_per_second": 17.275, "eval_steps_per_second": 1.081, "step": 22288 }, { "epoch": 8.0, "step": 22288, "total_flos": 1.5456316224207585e+18, "train_loss": 0.7399333726563903, "train_runtime": 43323.0087, "train_samples_per_second": 16.462, "train_steps_per_second": 0.514 } ], "logging_steps": 500, "max_steps": 22288, "num_train_epochs": 8, "save_steps": 500, "total_flos": 1.5456316224207585e+18, "trial_name": null, "trial_params": null }