{ "best_metric": 0.28169530630111694, "best_model_checkpoint": "./checkpoint-lo/checkpoint-1500", "epoch": 12.698301245753115, "eval_steps": 500, "global_step": 7000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.91, "learning_rate": 1.8790078644888082e-05, "loss": 4.5919, "step": 500 }, { "epoch": 0.91, "eval_bleu": 32.6249, "eval_gen_len": 32.6077, "eval_loss": 1.1729092597961426, "eval_runtime": 207.0111, "eval_samples_per_second": 4.889, "eval_steps_per_second": 1.222, "step": 500 }, { "epoch": 1.81, "learning_rate": 1.7580157289776165e-05, "loss": 0.3216, "step": 1000 }, { "epoch": 1.81, "eval_bleu": 33.2994, "eval_gen_len": 32.8577, "eval_loss": 0.2831147611141205, "eval_runtime": 231.4494, "eval_samples_per_second": 4.372, "eval_steps_per_second": 1.093, "step": 1000 }, { "epoch": 2.72, "learning_rate": 1.637023593466425e-05, "loss": 0.1325, "step": 1500 }, { "epoch": 2.72, "eval_bleu": 33.7596, "eval_gen_len": 32.5978, "eval_loss": 0.28169530630111694, "eval_runtime": 195.7742, "eval_samples_per_second": 5.169, "eval_steps_per_second": 1.292, "step": 1500 }, { "epoch": 3.63, "learning_rate": 1.516031457955233e-05, "loss": 0.2509, "step": 2000 }, { "epoch": 3.63, "eval_bleu": 8.1225, "eval_gen_len": 42.5958, "eval_loss": 0.576555609703064, "eval_runtime": 240.5328, "eval_samples_per_second": 4.207, "eval_steps_per_second": 1.052, "step": 2000 }, { "epoch": 4.53, "learning_rate": 1.3950393224440413e-05, "loss": 0.2255, "step": 2500 }, { "epoch": 4.53, "eval_bleu": 7.8932, "eval_gen_len": 43.3468, "eval_loss": 0.5630556344985962, "eval_runtime": 238.3063, "eval_samples_per_second": 4.247, "eval_steps_per_second": 1.062, "step": 2500 }, { "epoch": 5.44, "learning_rate": 1.2740471869328494e-05, "loss": 0.2123, "step": 3000 }, { "epoch": 5.44, "eval_bleu": 7.8523, "eval_gen_len": 43.2866, "eval_loss": 0.5581173896789551, "eval_runtime": 238.527, "eval_samples_per_second": 4.243, "eval_steps_per_second": 1.061, "step": 3000 }, { "epoch": 6.35, "learning_rate": 1.1530550514216576e-05, "loss": 0.2061, "step": 3500 }, { "epoch": 6.35, "eval_bleu": 7.8532, "eval_gen_len": 42.9358, "eval_loss": 0.555178701877594, "eval_runtime": 243.8895, "eval_samples_per_second": 4.149, "eval_steps_per_second": 1.037, "step": 3500 }, { "epoch": 7.25, "learning_rate": 1.0320629159104658e-05, "loss": 0.2001, "step": 4000 }, { "epoch": 7.25, "eval_bleu": 7.8643, "eval_gen_len": 43.7075, "eval_loss": 0.5538426637649536, "eval_runtime": 243.9747, "eval_samples_per_second": 4.148, "eval_steps_per_second": 1.037, "step": 4000 }, { "epoch": 8.16, "learning_rate": 9.110707803992742e-06, "loss": 0.1935, "step": 4500 }, { "epoch": 8.16, "eval_bleu": 7.884, "eval_gen_len": 43.6126, "eval_loss": 0.5509431958198547, "eval_runtime": 253.7386, "eval_samples_per_second": 3.988, "eval_steps_per_second": 0.997, "step": 4500 }, { "epoch": 9.07, "learning_rate": 7.900786448880823e-06, "loss": 0.1902, "step": 5000 }, { "epoch": 9.07, "eval_bleu": 7.8327, "eval_gen_len": 43.2352, "eval_loss": 0.5488432049751282, "eval_runtime": 241.3846, "eval_samples_per_second": 4.192, "eval_steps_per_second": 1.048, "step": 5000 }, { "epoch": 9.97, "learning_rate": 6.690865093768906e-06, "loss": 0.1867, "step": 5500 }, { "epoch": 9.97, "eval_bleu": 7.8753, "eval_gen_len": 43.75, "eval_loss": 0.5456582903862, "eval_runtime": 247.5702, "eval_samples_per_second": 4.088, "eval_steps_per_second": 1.022, "step": 5500 }, { "epoch": 10.89, "learning_rate": 5.480943738656987e-06, "loss": 0.1295, "step": 6000 }, { "epoch": 10.89, "eval_bleu": 33.7401, "eval_gen_len": 32.753, "eval_loss": 0.2826240658760071, "eval_runtime": 200.2264, "eval_samples_per_second": 5.054, "eval_steps_per_second": 1.264, "step": 6000 }, { "epoch": 11.79, "learning_rate": 4.27102238354507e-06, "loss": 0.1255, "step": 6500 }, { "epoch": 11.79, "eval_bleu": 33.767, "eval_gen_len": 32.7213, "eval_loss": 0.2822073698043823, "eval_runtime": 206.8407, "eval_samples_per_second": 4.893, "eval_steps_per_second": 1.223, "step": 6500 }, { "epoch": 12.7, "learning_rate": 3.061101028433152e-06, "loss": 0.1246, "step": 7000 }, { "epoch": 12.7, "eval_bleu": 33.7958, "eval_gen_len": 32.7233, "eval_loss": 0.2822967767715454, "eval_runtime": 200.4031, "eval_samples_per_second": 5.05, "eval_steps_per_second": 1.262, "step": 7000 } ], "logging_steps": 500, "max_steps": 8265, "num_train_epochs": 15, "save_steps": 500, "total_flos": 4.85372919048831e+17, "trial_name": null, "trial_params": null }