| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "global_step": 29238, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.9486969012928382e-05, | |
| "loss": 2.7395, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 2.8973938025856763e-05, | |
| "loss": 1.725, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 2.8460907038785144e-05, | |
| "loss": 1.4616, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 2.7947876051713525e-05, | |
| "loss": 1.4496, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 2.7434845064641902e-05, | |
| "loss": 1.3397, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 2.6921814077570283e-05, | |
| "loss": 1.3652, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 2.6408783090498668e-05, | |
| "loss": 1.2952, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 2.589575210342705e-05, | |
| "loss": 1.288, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 2.538272111635543e-05, | |
| "loss": 1.2415, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 2.486969012928381e-05, | |
| "loss": 1.2008, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 2.435665914221219e-05, | |
| "loss": 1.216, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.3843628155140572e-05, | |
| "loss": 1.2232, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.3330597168068953e-05, | |
| "loss": 1.2123, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.281756618099733e-05, | |
| "loss": 1.174, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.2304535193925712e-05, | |
| "loss": 1.1183, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.1791504206854093e-05, | |
| "loss": 1.1476, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.1278473219782474e-05, | |
| "loss": 1.121, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.0765442232710855e-05, | |
| "loss": 1.1595, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.0252411245639236e-05, | |
| "loss": 1.1104, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.973938025856762e-05, | |
| "loss": 1.0875, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.9226349271496e-05, | |
| "loss": 1.0816, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.8713318284424382e-05, | |
| "loss": 1.0924, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.820028729735276e-05, | |
| "loss": 1.0699, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.768725631028114e-05, | |
| "loss": 1.0639, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.717422532320952e-05, | |
| "loss": 1.0217, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.6661194336137902e-05, | |
| "loss": 1.0369, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.6148163349066283e-05, | |
| "loss": 1.0832, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.5635132361994664e-05, | |
| "loss": 1.0152, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.5122101374923047e-05, | |
| "loss": 1.0104, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 1.4609070387851426e-05, | |
| "loss": 0.7741, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 1.4096039400779807e-05, | |
| "loss": 0.7154, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.3583008413708188e-05, | |
| "loss": 0.7412, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.306997742663657e-05, | |
| "loss": 0.7439, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.255694643956495e-05, | |
| "loss": 0.6894, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.2043915452493331e-05, | |
| "loss": 0.6848, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 1.1530884465421712e-05, | |
| "loss": 0.7217, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 1.1017853478350093e-05, | |
| "loss": 0.7294, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.0504822491278474e-05, | |
| "loss": 0.7065, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 9.991791504206853e-06, | |
| "loss": 0.704, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 9.478760517135234e-06, | |
| "loss": 0.7225, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 8.965729530063615e-06, | |
| "loss": 0.6821, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 8.452698542991998e-06, | |
| "loss": 0.6722, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 7.939667555920379e-06, | |
| "loss": 0.7089, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 7.426636568848759e-06, | |
| "loss": 0.71, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 6.913605581777139e-06, | |
| "loss": 0.7121, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 6.40057459470552e-06, | |
| "loss": 0.7063, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 5.887543607633901e-06, | |
| "loss": 0.7064, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 5.374512620562282e-06, | |
| "loss": 0.7128, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 4.861481633490662e-06, | |
| "loss": 0.6573, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 4.348450646419044e-06, | |
| "loss": 0.6695, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 3.835419659347425e-06, | |
| "loss": 0.6928, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 3.3223886722758055e-06, | |
| "loss": 0.6625, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 2.809357685204186e-06, | |
| "loss": 0.6704, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 2.2963266981325674e-06, | |
| "loss": 0.6487, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.783295711060948e-06, | |
| "loss": 0.6707, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.270264723989329e-06, | |
| "loss": 0.6782, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 7.572337369177098e-07, | |
| "loss": 0.6796, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 2.442027498460907e-07, | |
| "loss": 0.6222, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 29238, | |
| "total_flos": 4.583876744068301e+16, | |
| "train_loss": 0.9686727332664389, | |
| "train_runtime": 18778.1209, | |
| "train_samples_per_second": 9.342, | |
| "train_steps_per_second": 1.557 | |
| } | |
| ], | |
| "max_steps": 29238, | |
| "num_train_epochs": 2, | |
| "total_flos": 4.583876744068301e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |