{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 151, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "learning_rate": 4.9864853689026556e-05, "loss": 0.7986, "step": 5 }, { "epoch": 0.07, "learning_rate": 4.9460875918135804e-05, "loss": 0.6672, "step": 10 }, { "epoch": 0.1, "learning_rate": 4.879243437576383e-05, "loss": 0.5207, "step": 15 }, { "epoch": 0.13, "learning_rate": 4.786675605459487e-05, "loss": 0.4819, "step": 20 }, { "epoch": 0.17, "learning_rate": 4.669384911544927e-05, "loss": 0.3268, "step": 25 }, { "epoch": 0.2, "learning_rate": 4.528639468200226e-05, "loss": 0.2877, "step": 30 }, { "epoch": 0.23, "learning_rate": 4.3659609736217344e-05, "loss": 0.2931, "step": 35 }, { "epoch": 0.26, "learning_rate": 4.1831082596828106e-05, "loss": 0.2654, "step": 40 }, { "epoch": 0.3, "learning_rate": 3.9820582759626825e-05, "loss": 0.2728, "step": 45 }, { "epoch": 0.33, "learning_rate": 3.764984715551032e-05, "loss": 0.2057, "step": 50 }, { "epoch": 0.36, "learning_rate": 3.534234513719821e-05, "loss": 0.2175, "step": 55 }, { "epoch": 0.4, "learning_rate": 3.292302473551757e-05, "loss": 0.1262, "step": 60 }, { "epoch": 0.43, "learning_rate": 3.0418042928656414e-05, "loss": 0.2185, "step": 65 }, { "epoch": 0.46, "learning_rate": 2.7854482840634965e-05, "loss": 0.1775, "step": 70 }, { "epoch": 0.5, "learning_rate": 2.526006092656161e-05, "loss": 0.1499, "step": 75 }, { "epoch": 0.53, "learning_rate": 2.2662827310499995e-05, "loss": 0.1326, "step": 80 }, { "epoch": 0.56, "learning_rate": 2.0090862515805898e-05, "loss": 0.1409, "step": 85 }, { "epoch": 0.6, "learning_rate": 1.7571973866795815e-05, "loss": 0.1064, "step": 90 }, { "epoch": 0.63, "learning_rate": 1.5133394844163093e-05, "loss": 0.1177, "step": 95 }, { "epoch": 0.66, "learning_rate": 1.2801490644621789e-05, "loss": 0.0922, "step": 100 }, { "epoch": 0.7, "learning_rate": 1.0601473128180855e-05, "loss": 0.1759, "step": 105 }, { "epoch": 0.73, "learning_rate": 8.55712823495419e-06, "loss": 0.1185, "step": 110 }, { "epoch": 0.76, "learning_rate": 6.690558818595943e-06, "loss": 0.091, "step": 115 }, { "epoch": 0.79, "learning_rate": 5.02194567676986e-06, "loss": 0.1172, "step": 120 }, { "epoch": 0.83, "learning_rate": 3.5693293623207086e-06, "loss": 0.089, "step": 125 }, { "epoch": 0.86, "learning_rate": 2.348415134141102e-06, "loss": 0.1183, "step": 130 }, { "epoch": 0.89, "learning_rate": 1.3724031565473112e-06, "loss": 0.0716, "step": 135 }, { "epoch": 0.93, "learning_rate": 6.51845782998356e-07, "loss": 0.1496, "step": 140 }, { "epoch": 0.96, "learning_rate": 1.9453346716462317e-07, "loss": 0.1009, "step": 145 }, { "epoch": 0.99, "learning_rate": 5.41053484192644e-09, "loss": 0.1001, "step": 150 }, { "epoch": 1.0, "step": 151, "total_flos": 6843505735041024.0, "train_loss": 0.22363514384094452, "train_runtime": 698.3029, "train_samples_per_second": 3.458, "train_steps_per_second": 0.216 } ], "logging_steps": 5, "max_steps": 151, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, "total_flos": 6843505735041024.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }