| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 15.0, | |
| "global_step": 13710, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 5.9308, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.85304922850845e-05, | |
| "loss": 2.2869, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 4.6693607641440116e-05, | |
| "loss": 1.5406, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 4.485672299779574e-05, | |
| "loss": 1.1804, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 4.301983835415136e-05, | |
| "loss": 1.0226, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.1182953710506984e-05, | |
| "loss": 0.8362, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 3.93460690668626e-05, | |
| "loss": 0.6883, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 3.750918442321822e-05, | |
| "loss": 0.5913, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 3.5672299779573845e-05, | |
| "loss": 0.456, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 3.383541513592947e-05, | |
| "loss": 0.4352, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 3.1998530492285084e-05, | |
| "loss": 0.3212, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 3.0161645848640706e-05, | |
| "loss": 0.3159, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "learning_rate": 2.8324761204996326e-05, | |
| "loss": 0.2223, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "learning_rate": 2.6487876561351948e-05, | |
| "loss": 0.2304, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 7.66, | |
| "learning_rate": 2.465099191770757e-05, | |
| "loss": 0.1776, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "learning_rate": 2.281410727406319e-05, | |
| "loss": 0.1594, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 8.75, | |
| "learning_rate": 2.097722263041881e-05, | |
| "loss": 0.1383, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 9.3, | |
| "learning_rate": 1.9140337986774432e-05, | |
| "loss": 0.1164, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 9.85, | |
| "learning_rate": 1.730345334313005e-05, | |
| "loss": 0.1007, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 10.39, | |
| "learning_rate": 1.5466568699485674e-05, | |
| "loss": 0.082, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 10.94, | |
| "learning_rate": 1.3629684055841293e-05, | |
| "loss": 0.0761, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 11.49, | |
| "learning_rate": 1.1792799412196914e-05, | |
| "loss": 0.0598, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 12.04, | |
| "learning_rate": 9.955914768552535e-06, | |
| "loss": 0.0599, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 12.58, | |
| "learning_rate": 8.119030124908156e-06, | |
| "loss": 0.0395, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 13.13, | |
| "learning_rate": 6.282145481263777e-06, | |
| "loss": 0.0379, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 13.68, | |
| "learning_rate": 4.445260837619398e-06, | |
| "loss": 0.0282, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 14.22, | |
| "learning_rate": 2.6083761939750186e-06, | |
| "loss": 0.0278, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 14.77, | |
| "learning_rate": 7.714915503306393e-07, | |
| "loss": 0.0203, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "step": 13710, | |
| "total_flos": 8.593299100871424e+16, | |
| "train_loss": 0.41084846325115426, | |
| "train_runtime": 10637.12, | |
| "train_samples_per_second": 41.223, | |
| "train_steps_per_second": 1.289 | |
| } | |
| ], | |
| "max_steps": 13710, | |
| "num_train_epochs": 15, | |
| "total_flos": 8.593299100871424e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |