{ "best_metric": 0.8903107861060329, "best_model_checkpoint": "distilbert-hate_speech18\\run-6\\checkpoint-1680", "epoch": 7.0, "eval_steps": 500, "global_step": 1680, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "learning_rate": 4.4189080485362326e-06, "loss": 0.4732, "step": 240 }, { "epoch": 1.0, "eval_accuracy": 0.8706581352833638, "eval_loss": 0.45438072085380554, "eval_runtime": 8.0476, "eval_samples_per_second": 271.882, "eval_steps_per_second": 17.024, "step": 240 }, { "epoch": 2.0, "learning_rate": 3.7876354701739137e-06, "loss": 0.4459, "step": 480 }, { "epoch": 2.0, "eval_accuracy": 0.8857404021937842, "eval_loss": 0.4488455057144165, "eval_runtime": 7.9963, "eval_samples_per_second": 273.628, "eval_steps_per_second": 17.133, "step": 480 }, { "epoch": 3.0, "learning_rate": 3.1563628918115945e-06, "loss": 0.4356, "step": 720 }, { "epoch": 3.0, "eval_accuracy": 0.8893967093235832, "eval_loss": 0.4489736258983612, "eval_runtime": 8.1712, "eval_samples_per_second": 267.77, "eval_steps_per_second": 16.766, "step": 720 }, { "epoch": 4.0, "learning_rate": 2.5250903134492757e-06, "loss": 0.4283, "step": 960 }, { "epoch": 4.0, "eval_accuracy": 0.8889396709323584, "eval_loss": 0.44683799147605896, "eval_runtime": 8.1009, "eval_samples_per_second": 270.094, "eval_steps_per_second": 16.912, "step": 960 }, { "epoch": 5.0, "learning_rate": 1.8938177350869569e-06, "loss": 0.4229, "step": 1200 }, { "epoch": 5.0, "eval_accuracy": 0.8889396709323584, "eval_loss": 0.4480336308479309, "eval_runtime": 8.1801, "eval_samples_per_second": 267.477, "eval_steps_per_second": 16.748, "step": 1200 }, { "epoch": 6.0, "learning_rate": 1.2625451567246378e-06, "loss": 0.4196, "step": 1440 }, { "epoch": 6.0, "eval_accuracy": 0.8871115173674589, "eval_loss": 0.450763076543808, "eval_runtime": 8.0343, "eval_samples_per_second": 272.332, "eval_steps_per_second": 17.052, "step": 1440 }, { "epoch": 7.0, "learning_rate": 6.312725783623189e-07, "loss": 0.4169, "step": 1680 }, { "epoch": 7.0, "eval_accuracy": 0.8903107861060329, "eval_loss": 0.4496695101261139, "eval_runtime": 8.0794, "eval_samples_per_second": 270.811, "eval_steps_per_second": 16.957, "step": 1680 } ], "logging_steps": 500, "max_steps": 1920, "num_input_tokens_seen": 0, "num_train_epochs": 8, "save_steps": 500, "total_flos": 1142849427764352.0, "trial_name": null, "trial_params": { "alpha": 0.4787113643124785, "learning_rate": 5.050180626898551e-06, "num_train_epochs": 8, "per_device_eval_batch_size": 16, "per_device_train_batch_size": 32, "temperature": 27 } }