{ "best_metric": null, "best_model_checkpoint": null, "epoch": 2.0, "global_step": 2484, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.08, "learning_rate": 4.0160642570281125e-05, "loss": 3.66, "step": 100 }, { "epoch": 0.16, "learning_rate": 8.032128514056225e-05, "loss": 1.57, "step": 200 }, { "epoch": 0.24, "learning_rate": 9.771812080536913e-05, "loss": 1.36, "step": 300 }, { "epoch": 0.32, "learning_rate": 9.324384787472036e-05, "loss": 1.26, "step": 400 }, { "epoch": 0.4, "learning_rate": 8.876957494407159e-05, "loss": 1.19, "step": 500 }, { "epoch": 0.48, "learning_rate": 8.429530201342283e-05, "loss": 1.14, "step": 600 }, { "epoch": 0.56, "learning_rate": 7.982102908277405e-05, "loss": 1.12, "step": 700 }, { "epoch": 0.64, "learning_rate": 7.534675615212528e-05, "loss": 1.1, "step": 800 }, { "epoch": 0.72, "learning_rate": 7.087248322147651e-05, "loss": 1.04, "step": 900 }, { "epoch": 0.81, "learning_rate": 6.639821029082774e-05, "loss": 1.035, "step": 1000 }, { "epoch": 0.89, "learning_rate": 6.192393736017897e-05, "loss": 0.985, "step": 1100 }, { "epoch": 0.97, "learning_rate": 5.7449664429530206e-05, "loss": 0.97, "step": 1200 }, { "epoch": 1.0, "eval_HasAns_exact": 67.8608261412365, "eval_HasAns_f1": 74.52685937888027, "eval_HasAns_total": 18423, "eval_NoAns_exact": 67.53011054281471, "eval_NoAns_f1": 67.53011054281471, "eval_NoAns_total": 6061, "eval_best_exact": 67.7789576866525, "eval_best_exact_thresh": 0.0, "eval_best_f1": 72.79481826242022, "eval_best_f1_thresh": 0.0, "eval_exact": 67.7789576866525, "eval_f1": 72.79481826242029, "eval_total": 24484, "step": 1242 }, { "epoch": 1.05, "learning_rate": 5.297539149888143e-05, "loss": 0.885, "step": 1300 }, { "epoch": 1.13, "learning_rate": 4.850111856823266e-05, "loss": 0.82, "step": 1400 }, { "epoch": 1.21, "learning_rate": 4.40268456375839e-05, "loss": 0.83, "step": 1500 }, { "epoch": 1.29, "learning_rate": 3.955257270693513e-05, "loss": 0.835, "step": 1600 }, { "epoch": 1.37, "learning_rate": 3.507829977628635e-05, "loss": 0.82, "step": 1700 }, { "epoch": 1.45, "learning_rate": 3.0604026845637584e-05, "loss": 0.805, "step": 1800 }, { "epoch": 1.53, "learning_rate": 2.6129753914988815e-05, "loss": 0.8, "step": 1900 }, { "epoch": 1.61, "learning_rate": 2.1655480984340046e-05, "loss": 0.795, "step": 2000 }, { "epoch": 1.69, "learning_rate": 1.7181208053691277e-05, "loss": 0.795, "step": 2100 }, { "epoch": 1.77, "learning_rate": 1.2706935123042507e-05, "loss": 0.76, "step": 2200 }, { "epoch": 1.85, "learning_rate": 8.232662192393737e-06, "loss": 0.76, "step": 2300 }, { "epoch": 1.93, "learning_rate": 3.7583892617449665e-06, "loss": 0.76, "step": 2400 }, { "epoch": 2.0, "eval_HasAns_exact": 69.19611355371003, "eval_HasAns_f1": 75.75383941256567, "eval_HasAns_total": 18423, "eval_NoAns_exact": 77.6109552879063, "eval_NoAns_f1": 77.6109552879063, "eval_NoAns_total": 6061, "eval_best_exact": 71.27920274464957, "eval_best_exact_thresh": 0.0, "eval_best_f1": 76.21356737043324, "eval_best_f1_thresh": 0.0, "eval_exact": 71.27920274464957, "eval_f1": 76.21356737043327, "eval_total": 24484, "step": 2484 }, { "epoch": 2.0, "step": 2484, "total_flos": 1.2455075452551168e+17, "train_loss": 1.0762882447665056, "train_runtime": 1067.9056, "train_samples_per_second": 616.543, "train_steps_per_second": 2.41 } ], "max_steps": 2484, "num_train_epochs": 2, "total_flos": 1.2455075452551168e+17, "trial_name": null, "trial_params": null }