{ "best_metric": 0.6173672676086426, "best_model_checkpoint": "hBERTv2_new_pretrain_48_cola/checkpoint-201", "epoch": 8.0, "global_step": 536, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "learning_rate": 3.9200000000000004e-05, "loss": 0.6319, "step": 67 }, { "epoch": 1.0, "eval_loss": 0.6185283064842224, "eval_matthews_correlation": 0.0, "eval_runtime": 1.702, "eval_samples_per_second": 612.826, "eval_steps_per_second": 5.288, "step": 67 }, { "epoch": 2.0, "learning_rate": 3.8400000000000005e-05, "loss": 0.6208, "step": 134 }, { "epoch": 2.0, "eval_loss": 0.6358161568641663, "eval_matthews_correlation": 0.0, "eval_runtime": 1.7092, "eval_samples_per_second": 610.213, "eval_steps_per_second": 5.266, "step": 134 }, { "epoch": 3.0, "learning_rate": 3.76e-05, "loss": 0.6124, "step": 201 }, { "epoch": 3.0, "eval_loss": 0.6173672676086426, "eval_matthews_correlation": 0.0, "eval_runtime": 1.7188, "eval_samples_per_second": 606.823, "eval_steps_per_second": 5.236, "step": 201 }, { "epoch": 4.0, "learning_rate": 3.680000000000001e-05, "loss": 0.6048, "step": 268 }, { "epoch": 4.0, "eval_loss": 0.644297182559967, "eval_matthews_correlation": 0.0, "eval_runtime": 1.7206, "eval_samples_per_second": 606.187, "eval_steps_per_second": 5.231, "step": 268 }, { "epoch": 5.0, "learning_rate": 3.6e-05, "loss": 0.5847, "step": 335 }, { "epoch": 5.0, "eval_loss": 0.6520816087722778, "eval_matthews_correlation": -0.020702674026557004, "eval_runtime": 1.7509, "eval_samples_per_second": 595.691, "eval_steps_per_second": 5.14, "step": 335 }, { "epoch": 6.0, "learning_rate": 3.52e-05, "loss": 0.5739, "step": 402 }, { "epoch": 6.0, "eval_loss": 0.6335605978965759, "eval_matthews_correlation": 0.0667441892820069, "eval_runtime": 1.7041, "eval_samples_per_second": 612.048, "eval_steps_per_second": 5.281, "step": 402 }, { "epoch": 7.0, "learning_rate": 3.44e-05, "loss": 0.5562, "step": 469 }, { "epoch": 7.0, "eval_loss": 0.6433131098747253, "eval_matthews_correlation": -0.010997352316591035, "eval_runtime": 1.7024, "eval_samples_per_second": 612.678, "eval_steps_per_second": 5.287, "step": 469 }, { "epoch": 8.0, "learning_rate": 3.3600000000000004e-05, "loss": 0.54, "step": 536 }, { "epoch": 8.0, "eval_loss": 0.6524495482444763, "eval_matthews_correlation": 0.09096530150080366, "eval_runtime": 1.7024, "eval_samples_per_second": 612.66, "eval_steps_per_second": 5.287, "step": 536 }, { "epoch": 8.0, "step": 536, "total_flos": 1.0010769903058944e+16, "train_loss": 0.5906015652329174, "train_runtime": 380.9368, "train_samples_per_second": 1122.365, "train_steps_per_second": 8.794 } ], "max_steps": 3350, "num_train_epochs": 50, "total_flos": 1.0010769903058944e+16, "trial_name": null, "trial_params": null }