{ "best_metric": 0.9861040423241723, "best_model_checkpoint": "nreimers/MiniLMv2-L6-H384-distilled-from-BERT-Large-finetuned-toxic/checkpoint-6000", "epoch": 3.909774436090226, "eval_steps": 1000, "global_step": 13000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.15, "learning_rate": 7.518796992481203e-06, "loss": 0.6315, "step": 500 }, { "epoch": 0.3, "learning_rate": 1.5037593984962406e-05, "loss": 0.2862, "step": 1000 }, { "epoch": 0.3, "eval_loss": 0.2286241501569748, "eval_roc_auc_score": 0.8322393690478088, "eval_runtime": 1448.3474, "eval_samples_per_second": 44.173, "eval_steps_per_second": 0.92, "step": 1000 }, { "epoch": 0.45, "learning_rate": 2.255639097744361e-05, "loss": 0.1326, "step": 1500 }, { "epoch": 0.6, "learning_rate": 3.007518796992481e-05, "loss": 0.0947, "step": 2000 }, { "epoch": 0.6, "eval_loss": 0.1304231733083725, "eval_roc_auc_score": 0.875743139169344, "eval_runtime": 1447.2229, "eval_samples_per_second": 44.207, "eval_steps_per_second": 0.921, "step": 2000 }, { "epoch": 0.75, "learning_rate": 3.759398496240601e-05, "loss": 0.081, "step": 2500 }, { "epoch": 0.9, "learning_rate": 4.511278195488722e-05, "loss": 0.0646, "step": 3000 }, { "epoch": 0.9, "eval_loss": 0.08389352262020111, "eval_roc_auc_score": 0.967879018591784, "eval_runtime": 1447.7446, "eval_samples_per_second": 44.191, "eval_steps_per_second": 0.921, "step": 3000 }, { "epoch": 1.05, "learning_rate": 4.970760233918128e-05, "loss": 0.058, "step": 3500 }, { "epoch": 1.2, "learning_rate": 4.887218045112782e-05, "loss": 0.0481, "step": 4000 }, { "epoch": 1.2, "eval_loss": 0.06747555732727051, "eval_roc_auc_score": 0.9834643964057315, "eval_runtime": 1447.8097, "eval_samples_per_second": 44.19, "eval_steps_per_second": 0.921, "step": 4000 }, { "epoch": 1.35, "learning_rate": 4.803675856307435e-05, "loss": 0.0454, "step": 4500 }, { "epoch": 1.5, "learning_rate": 4.720133667502089e-05, "loss": 0.0432, "step": 5000 }, { "epoch": 1.5, "eval_loss": 0.06311842054128647, "eval_roc_auc_score": 0.9851907554305832, "eval_runtime": 1447.771, "eval_samples_per_second": 44.191, "eval_steps_per_second": 0.921, "step": 5000 }, { "epoch": 1.65, "learning_rate": 4.6365914786967416e-05, "loss": 0.0403, "step": 5500 }, { "epoch": 1.8, "learning_rate": 4.553049289891395e-05, "loss": 0.0395, "step": 6000 }, { "epoch": 1.8, "eval_loss": 0.05904868617653847, "eval_roc_auc_score": 0.9861040423241723, "eval_runtime": 1447.5158, "eval_samples_per_second": 44.198, "eval_steps_per_second": 0.921, "step": 6000 }, { "epoch": 1.95, "learning_rate": 4.4695071010860486e-05, "loss": 0.0391, "step": 6500 }, { "epoch": 2.11, "learning_rate": 4.3859649122807014e-05, "loss": 0.0355, "step": 7000 }, { "epoch": 2.11, "eval_loss": 0.0542282797396183, "eval_roc_auc_score": 0.9848519740606182, "eval_runtime": 1447.9782, "eval_samples_per_second": 44.184, "eval_steps_per_second": 0.921, "step": 7000 }, { "epoch": 2.26, "learning_rate": 4.302422723475355e-05, "loss": 0.0338, "step": 7500 }, { "epoch": 2.41, "learning_rate": 4.2188805346700084e-05, "loss": 0.0331, "step": 8000 }, { "epoch": 2.41, "eval_loss": 0.05404088273644447, "eval_roc_auc_score": 0.9859118025622516, "eval_runtime": 1448.289, "eval_samples_per_second": 44.175, "eval_steps_per_second": 0.92, "step": 8000 }, { "epoch": 2.56, "learning_rate": 4.135338345864662e-05, "loss": 0.0332, "step": 8500 }, { "epoch": 2.71, "learning_rate": 4.051796157059315e-05, "loss": 0.0321, "step": 9000 }, { "epoch": 2.71, "eval_loss": 0.047978416085243225, "eval_roc_auc_score": 0.9852137903731366, "eval_runtime": 1448.4616, "eval_samples_per_second": 44.17, "eval_steps_per_second": 0.92, "step": 9000 }, { "epoch": 2.86, "learning_rate": 3.968253968253968e-05, "loss": 0.0324, "step": 9500 }, { "epoch": 3.01, "learning_rate": 3.884711779448622e-05, "loss": 0.0319, "step": 10000 }, { "epoch": 3.01, "eval_loss": 0.055611222982406616, "eval_roc_auc_score": 0.9852909213651101, "eval_runtime": 1448.1598, "eval_samples_per_second": 44.179, "eval_steps_per_second": 0.92, "step": 10000 }, { "epoch": 3.16, "learning_rate": 3.8011695906432746e-05, "loss": 0.0278, "step": 10500 }, { "epoch": 3.31, "learning_rate": 3.717627401837928e-05, "loss": 0.028, "step": 11000 }, { "epoch": 3.31, "eval_loss": 0.04669087007641792, "eval_roc_auc_score": 0.9856710846934756, "eval_runtime": 1447.7255, "eval_samples_per_second": 44.192, "eval_steps_per_second": 0.921, "step": 11000 }, { "epoch": 3.46, "learning_rate": 3.6340852130325816e-05, "loss": 0.0283, "step": 11500 }, { "epoch": 3.61, "learning_rate": 3.5505430242272344e-05, "loss": 0.0287, "step": 12000 }, { "epoch": 3.61, "eval_loss": 0.05279074236750603, "eval_roc_auc_score": 0.9854943814780995, "eval_runtime": 1448.314, "eval_samples_per_second": 44.174, "eval_steps_per_second": 0.92, "step": 12000 }, { "epoch": 3.76, "learning_rate": 3.467000835421888e-05, "loss": 0.0277, "step": 12500 }, { "epoch": 3.91, "learning_rate": 3.3834586466165414e-05, "loss": 0.029, "step": 13000 }, { "epoch": 3.91, "eval_loss": 0.052444275468587875, "eval_roc_auc_score": 0.9860021739433819, "eval_runtime": 1449.0313, "eval_samples_per_second": 44.152, "eval_steps_per_second": 0.92, "step": 13000 } ], "logging_steps": 500, "max_steps": 33250, "num_train_epochs": 10, "save_steps": 1000, "total_flos": 2.069553146242867e+16, "trial_name": null, "trial_params": null }