{ "best_metric": 2.258429765701294, "best_model_checkpoint": "hBERTv1_new_pretrain_w_init__stsb/checkpoint-45", "epoch": 6.0, "global_step": 270, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "learning_rate": 3.9200000000000004e-05, "loss": 2.5056, "step": 45 }, { "epoch": 1.0, "eval_combined_score": 0.09202265464839787, "eval_loss": 2.258429765701294, "eval_pearson": 0.09487611226675945, "eval_runtime": 2.7043, "eval_samples_per_second": 554.669, "eval_spearmanr": 0.08916919703003628, "eval_steps_per_second": 4.437, "step": 45 }, { "epoch": 2.0, "learning_rate": 3.8400000000000005e-05, "loss": 2.1254, "step": 90 }, { "epoch": 2.0, "eval_combined_score": 0.12405025742756695, "eval_loss": 2.687140941619873, "eval_pearson": 0.12502182632057038, "eval_runtime": 2.7046, "eval_samples_per_second": 554.603, "eval_spearmanr": 0.12307868853456354, "eval_steps_per_second": 4.437, "step": 90 }, { "epoch": 3.0, "learning_rate": 3.76e-05, "loss": 1.9839, "step": 135 }, { "epoch": 3.0, "eval_combined_score": 0.1814935022868095, "eval_loss": 2.270876884460449, "eval_pearson": 0.17897326966837357, "eval_runtime": 2.7033, "eval_samples_per_second": 554.887, "eval_spearmanr": 0.18401373490524542, "eval_steps_per_second": 4.439, "step": 135 }, { "epoch": 4.0, "learning_rate": 3.680000000000001e-05, "loss": 1.6299, "step": 180 }, { "epoch": 4.0, "eval_combined_score": 0.2744015884808604, "eval_loss": 2.511533498764038, "eval_pearson": 0.26907288016147085, "eval_runtime": 2.7032, "eval_samples_per_second": 554.907, "eval_spearmanr": 0.27973029680024986, "eval_steps_per_second": 4.439, "step": 180 }, { "epoch": 5.0, "learning_rate": 3.6e-05, "loss": 1.3155, "step": 225 }, { "epoch": 5.0, "eval_combined_score": 0.34449981946918246, "eval_loss": 2.455472707748413, "eval_pearson": 0.34527302370602114, "eval_runtime": 2.7116, "eval_samples_per_second": 553.177, "eval_spearmanr": 0.34372661523234377, "eval_steps_per_second": 4.425, "step": 225 }, { "epoch": 6.0, "learning_rate": 3.52e-05, "loss": 0.9686, "step": 270 }, { "epoch": 6.0, "eval_combined_score": 0.44888582263274857, "eval_loss": 2.8004186153411865, "eval_pearson": 0.4571367965831787, "eval_runtime": 2.7083, "eval_samples_per_second": 553.854, "eval_spearmanr": 0.4406348486823185, "eval_steps_per_second": 4.431, "step": 270 }, { "epoch": 6.0, "step": 270, "total_flos": 5108409405800448.0, "train_loss": 1.7548038623951099, "train_runtime": 260.2887, "train_samples_per_second": 1104.351, "train_steps_per_second": 8.644 } ], "max_steps": 2250, "num_train_epochs": 50, "total_flos": 5108409405800448.0, "trial_name": null, "trial_params": null }