{ "best_metric": 0.27965888381004333, "best_model_checkpoint": "pythia-XYZCompany-1000-steps\\checkpoint-450", "epoch": 2.848101265822785, "eval_steps": 50, "global_step": 450, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.16, "learning_rate": 9.75975975975976e-06, "loss": 1.497, "step": 25 }, { "epoch": 0.32, "learning_rate": 9.50950950950951e-06, "loss": 0.3452, "step": 50 }, { "epoch": 0.32, "eval_loss": 0.32888519763946533, "eval_runtime": 6.4693, "eval_samples_per_second": 21.641, "eval_steps_per_second": 5.41, "step": 50 }, { "epoch": 0.47, "learning_rate": 9.25925925925926e-06, "loss": 0.318, "step": 75 }, { "epoch": 0.63, "learning_rate": 9.00900900900901e-06, "loss": 0.3598, "step": 100 }, { "epoch": 0.63, "eval_loss": 0.3072541356086731, "eval_runtime": 6.5211, "eval_samples_per_second": 21.469, "eval_steps_per_second": 5.367, "step": 100 }, { "epoch": 0.79, "learning_rate": 8.75875875875876e-06, "loss": 0.2963, "step": 125 }, { "epoch": 0.95, "learning_rate": 8.50850850850851e-06, "loss": 0.3045, "step": 150 }, { "epoch": 0.95, "eval_loss": 0.2949899435043335, "eval_runtime": 6.7431, "eval_samples_per_second": 20.762, "eval_steps_per_second": 5.19, "step": 150 }, { "epoch": 1.11, "learning_rate": 8.258258258258259e-06, "loss": 0.2857, "step": 175 }, { "epoch": 1.27, "learning_rate": 8.00800800800801e-06, "loss": 0.252, "step": 200 }, { "epoch": 1.27, "eval_loss": 0.2895931303501129, "eval_runtime": 6.5147, "eval_samples_per_second": 21.49, "eval_steps_per_second": 5.372, "step": 200 }, { "epoch": 1.42, "learning_rate": 7.757757757757758e-06, "loss": 0.2613, "step": 225 }, { "epoch": 1.58, "learning_rate": 7.507507507507507e-06, "loss": 0.2541, "step": 250 }, { "epoch": 1.58, "eval_loss": 0.2829298973083496, "eval_runtime": 6.7922, "eval_samples_per_second": 20.612, "eval_steps_per_second": 5.153, "step": 250 }, { "epoch": 1.74, "learning_rate": 7.257257257257258e-06, "loss": 0.2388, "step": 275 }, { "epoch": 1.9, "learning_rate": 7.007007007007007e-06, "loss": 0.2455, "step": 300 }, { "epoch": 1.9, "eval_loss": 0.28180426359176636, "eval_runtime": 6.7633, "eval_samples_per_second": 20.7, "eval_steps_per_second": 5.175, "step": 300 }, { "epoch": 2.06, "learning_rate": 6.7567567567567575e-06, "loss": 0.2336, "step": 325 }, { "epoch": 2.22, "learning_rate": 6.506506506506507e-06, "loss": 0.2067, "step": 350 }, { "epoch": 2.22, "eval_loss": 0.28442302346229553, "eval_runtime": 6.758, "eval_samples_per_second": 20.716, "eval_steps_per_second": 5.179, "step": 350 }, { "epoch": 2.37, "learning_rate": 6.2562562562562565e-06, "loss": 0.2049, "step": 375 }, { "epoch": 2.53, "learning_rate": 6.006006006006007e-06, "loss": 0.2169, "step": 400 }, { "epoch": 2.53, "eval_loss": 0.28421658277511597, "eval_runtime": 6.7687, "eval_samples_per_second": 20.683, "eval_steps_per_second": 5.171, "step": 400 }, { "epoch": 2.69, "learning_rate": 5.755755755755756e-06, "loss": 0.1923, "step": 425 }, { "epoch": 2.85, "learning_rate": 5.505505505505506e-06, "loss": 0.2112, "step": 450 }, { "epoch": 2.85, "eval_loss": 0.27965888381004333, "eval_runtime": 6.7745, "eval_samples_per_second": 20.666, "eval_steps_per_second": 5.166, "step": 450 } ], "logging_steps": 25, "max_steps": 1000, "num_train_epochs": 7, "save_steps": 50, "total_flos": 1364866816278528.0, "trial_name": null, "trial_params": null }