| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "global_step": 22140, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 2.932249322493225e-05, | |
| "loss": 1.6277, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 2.86449864498645e-05, | |
| "loss": 1.0907, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 2.7967479674796748e-05, | |
| "loss": 1.0199, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 2.7289972899729e-05, | |
| "loss": 0.9284, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 2.6612466124661247e-05, | |
| "loss": 0.9689, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.59349593495935e-05, | |
| "loss": 0.9188, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.5257452574525747e-05, | |
| "loss": 0.898, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.4579945799457998e-05, | |
| "loss": 0.902, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.3902439024390246e-05, | |
| "loss": 0.8888, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 2.3224932249322494e-05, | |
| "loss": 0.8703, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 2.2547425474254745e-05, | |
| "loss": 0.842, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.186991869918699e-05, | |
| "loss": 0.8403, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 2.119241192411924e-05, | |
| "loss": 0.8354, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.051490514905149e-05, | |
| "loss": 0.816, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 1.983739837398374e-05, | |
| "loss": 0.7617, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 1.915989159891599e-05, | |
| "loss": 0.5977, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.8482384823848237e-05, | |
| "loss": 0.6169, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.7804878048780488e-05, | |
| "loss": 0.594, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 1.7127371273712736e-05, | |
| "loss": 0.6107, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.6449864498644987e-05, | |
| "loss": 0.611, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 1.5772357723577235e-05, | |
| "loss": 0.63, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 1.5094850948509487e-05, | |
| "loss": 0.6039, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.4417344173441735e-05, | |
| "loss": 0.6143, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.3739837398373984e-05, | |
| "loss": 0.5886, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.3062330623306234e-05, | |
| "loss": 0.6002, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.2384823848238483e-05, | |
| "loss": 0.6013, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.1707317073170733e-05, | |
| "loss": 0.5779, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.1029810298102981e-05, | |
| "loss": 0.58, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.035230352303523e-05, | |
| "loss": 0.5889, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 9.674796747967479e-06, | |
| "loss": 0.5174, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 8.997289972899728e-06, | |
| "loss": 0.4231, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 8.319783197831978e-06, | |
| "loss": 0.4261, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 7.642276422764228e-06, | |
| "loss": 0.4206, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 6.964769647696477e-06, | |
| "loss": 0.393, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 6.287262872628727e-06, | |
| "loss": 0.4052, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 5.609756097560976e-06, | |
| "loss": 0.4186, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 4.932249322493225e-06, | |
| "loss": 0.4225, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 4.254742547425474e-06, | |
| "loss": 0.4012, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 3.5772357723577236e-06, | |
| "loss": 0.4124, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 2.8997289972899733e-06, | |
| "loss": 0.3895, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 0.3905, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 1.5447154471544717e-06, | |
| "loss": 0.3781, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 8.672086720867209e-07, | |
| "loss": 0.3939, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 1.8970189701897021e-07, | |
| "loss": 0.408, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 22140, | |
| "total_flos": 6.07242628548864e+16, | |
| "train_loss": 0.6538377606771826, | |
| "train_runtime": 11699.9166, | |
| "train_samples_per_second": 22.705, | |
| "train_steps_per_second": 1.892 | |
| } | |
| ], | |
| "max_steps": 22140, | |
| "num_train_epochs": 3, | |
| "total_flos": 6.07242628548864e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |