{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.4, "eval_steps": 25, "global_step": 300, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "learning_rate": 2.3797595190380762e-05, "loss": 3.5104, "step": 25 }, { "epoch": 0.03, "eval_loss": 2.643505334854126, "eval_runtime": 13.8992, "eval_samples_per_second": 17.987, "eval_steps_per_second": 2.302, "step": 25 }, { "epoch": 0.07, "learning_rate": 2.2545090180360722e-05, "loss": 2.2052, "step": 50 }, { "epoch": 0.07, "eval_loss": 1.966366171836853, "eval_runtime": 13.6092, "eval_samples_per_second": 18.37, "eval_steps_per_second": 2.351, "step": 50 }, { "epoch": 0.1, "learning_rate": 2.1292585170340683e-05, "loss": 1.81, "step": 75 }, { "epoch": 0.1, "eval_loss": 1.8134992122650146, "eval_runtime": 13.5125, "eval_samples_per_second": 18.501, "eval_steps_per_second": 2.368, "step": 75 }, { "epoch": 0.13, "learning_rate": 2.0040080160320643e-05, "loss": 1.705, "step": 100 }, { "epoch": 0.13, "eval_loss": 1.7801309823989868, "eval_runtime": 13.4868, "eval_samples_per_second": 18.537, "eval_steps_per_second": 2.373, "step": 100 }, { "epoch": 0.17, "learning_rate": 1.87875751503006e-05, "loss": 1.6288, "step": 125 }, { "epoch": 0.17, "eval_loss": 1.7698311805725098, "eval_runtime": 13.6256, "eval_samples_per_second": 18.348, "eval_steps_per_second": 2.349, "step": 125 }, { "epoch": 0.2, "learning_rate": 1.7535070140280564e-05, "loss": 1.7262, "step": 150 }, { "epoch": 0.2, "eval_loss": 1.7579054832458496, "eval_runtime": 13.6761, "eval_samples_per_second": 18.28, "eval_steps_per_second": 2.34, "step": 150 }, { "epoch": 0.23, "learning_rate": 1.628256513026052e-05, "loss": 1.6657, "step": 175 }, { "epoch": 0.23, "eval_loss": 1.7578012943267822, "eval_runtime": 13.4284, "eval_samples_per_second": 18.617, "eval_steps_per_second": 2.383, "step": 175 }, { "epoch": 0.27, "learning_rate": 1.5030060120240483e-05, "loss": 1.6197, "step": 200 }, { "epoch": 0.27, "eval_loss": 1.7506276369094849, "eval_runtime": 13.5018, "eval_samples_per_second": 18.516, "eval_steps_per_second": 2.37, "step": 200 }, { "epoch": 0.3, "learning_rate": 1.3777555110220442e-05, "loss": 1.7643, "step": 225 }, { "epoch": 0.3, "eval_loss": 1.745801568031311, "eval_runtime": 13.5003, "eval_samples_per_second": 18.518, "eval_steps_per_second": 2.37, "step": 225 }, { "epoch": 0.33, "learning_rate": 1.25250501002004e-05, "loss": 1.6707, "step": 250 }, { "epoch": 0.33, "eval_loss": 1.7450388669967651, "eval_runtime": 13.3223, "eval_samples_per_second": 18.765, "eval_steps_per_second": 2.402, "step": 250 }, { "epoch": 0.37, "learning_rate": 1.1272545090180361e-05, "loss": 1.6439, "step": 275 }, { "epoch": 0.37, "eval_loss": 1.7427024841308594, "eval_runtime": 13.3162, "eval_samples_per_second": 18.774, "eval_steps_per_second": 2.403, "step": 275 }, { "epoch": 0.4, "learning_rate": 1.0020040080160322e-05, "loss": 1.5697, "step": 300 }, { "epoch": 0.4, "eval_loss": 1.7423481941223145, "eval_runtime": 13.6598, "eval_samples_per_second": 18.302, "eval_steps_per_second": 2.343, "step": 300 } ], "logging_steps": 25, "max_steps": 500, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 25, "total_flos": 4930239725568000.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }