{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.7053291536050157, "eval_steps": 50, "global_step": 450, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.08, "learning_rate": 2.3869346733668342e-05, "loss": 0.7797, "step": 50 }, { "epoch": 0.08, "eval_loss": 0.2723180055618286, "eval_runtime": 135.6616, "eval_samples_per_second": 5.263, "eval_steps_per_second": 0.663, "step": 50 }, { "epoch": 0.16, "learning_rate": 2.2613065326633167e-05, "loss": 0.2457, "step": 100 }, { "epoch": 0.16, "eval_loss": 0.22004182636737823, "eval_runtime": 136.2348, "eval_samples_per_second": 5.241, "eval_steps_per_second": 0.661, "step": 100 }, { "epoch": 0.24, "learning_rate": 2.135678391959799e-05, "loss": 0.2088, "step": 150 }, { "epoch": 0.24, "eval_loss": 0.19266444444656372, "eval_runtime": 136.6465, "eval_samples_per_second": 5.225, "eval_steps_per_second": 0.659, "step": 150 }, { "epoch": 0.31, "learning_rate": 2.0100502512562815e-05, "loss": 0.1832, "step": 200 }, { "epoch": 0.31, "eval_loss": 0.17922177910804749, "eval_runtime": 136.7121, "eval_samples_per_second": 5.223, "eval_steps_per_second": 0.658, "step": 200 }, { "epoch": 0.39, "learning_rate": 1.884422110552764e-05, "loss": 0.1754, "step": 250 }, { "epoch": 0.39, "eval_loss": 0.17311859130859375, "eval_runtime": 136.3058, "eval_samples_per_second": 5.238, "eval_steps_per_second": 0.66, "step": 250 }, { "epoch": 0.47, "learning_rate": 1.7587939698492464e-05, "loss": 0.169, "step": 300 }, { "epoch": 0.47, "eval_loss": 0.16897280514240265, "eval_runtime": 136.923, "eval_samples_per_second": 5.215, "eval_steps_per_second": 0.657, "step": 300 }, { "epoch": 0.55, "learning_rate": 1.6331658291457288e-05, "loss": 0.166, "step": 350 }, { "epoch": 0.55, "eval_loss": 0.1663457602262497, "eval_runtime": 136.6033, "eval_samples_per_second": 5.227, "eval_steps_per_second": 0.659, "step": 350 }, { "epoch": 0.63, "learning_rate": 1.507537688442211e-05, "loss": 0.1682, "step": 400 }, { "epoch": 0.63, "eval_loss": 0.16482460498809814, "eval_runtime": 136.5801, "eval_samples_per_second": 5.228, "eval_steps_per_second": 0.659, "step": 400 }, { "epoch": 0.71, "learning_rate": 1.3819095477386935e-05, "loss": 0.1576, "step": 450 }, { "epoch": 0.71, "eval_loss": 0.16245244443416595, "eval_runtime": 136.7662, "eval_samples_per_second": 5.221, "eval_steps_per_second": 0.658, "step": 450 } ], "logging_steps": 50, "max_steps": 1000, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 50, "total_flos": 7.88733339107328e+16, "trial_name": null, "trial_params": null }