{ "best_metric": null, "best_model_checkpoint": null, "epoch": 10.0, "eval_steps": 500, "global_step": 2590, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.9305019305019306, "grad_norm": 3.1227238178253174, "learning_rate": 8.06949806949807e-06, "loss": 0.0861, "step": 500 }, { "epoch": 1.9305019305019306, "eval_runtime": 661.7783, "eval_samples_per_second": 266.734, "eval_steps_per_second": 16.672, "step": 500 }, { "epoch": 3.861003861003861, "grad_norm": 4.147549152374268, "learning_rate": 6.13899613899614e-06, "loss": 0.0554, "step": 1000 }, { "epoch": 3.861003861003861, "eval_runtime": 639.2021, "eval_samples_per_second": 276.155, "eval_steps_per_second": 17.261, "step": 1000 }, { "epoch": 5.7915057915057915, "grad_norm": 4.684039115905762, "learning_rate": 4.208494208494209e-06, "loss": 0.0428, "step": 1500 }, { "epoch": 5.7915057915057915, "eval_runtime": 638.2108, "eval_samples_per_second": 276.584, "eval_steps_per_second": 17.287, "step": 1500 }, { "epoch": 7.722007722007722, "grad_norm": 3.6964356899261475, "learning_rate": 2.2779922779922782e-06, "loss": 0.0351, "step": 2000 }, { "epoch": 7.722007722007722, "eval_runtime": 637.2615, "eval_samples_per_second": 276.996, "eval_steps_per_second": 17.313, "step": 2000 }, { "epoch": 9.652509652509652, "grad_norm": 0.3747519552707672, "learning_rate": 3.474903474903475e-07, "loss": 0.0314, "step": 2500 }, { "epoch": 9.652509652509652, "eval_runtime": 643.7118, "eval_samples_per_second": 274.221, "eval_steps_per_second": 17.14, "step": 2500 }, { "epoch": 10.0, "step": 2590, "total_flos": 1.1089078720895386e+19, "train_loss": 0.04947091428469507, "train_runtime": 17619.1199, "train_samples_per_second": 300.557, "train_steps_per_second": 0.147 } ], "logging_steps": 500, "max_steps": 2590, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 100, "total_flos": 1.1089078720895386e+19, "train_batch_size": 2048, "trial_name": null, "trial_params": null }