| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9382957884427032, | |
| "global_step": 12000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 5e-05, | |
| "loss": 4.8251, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.787270251872022e-05, | |
| "loss": 4.4562, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.574540503744044e-05, | |
| "loss": 4.3579, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.3618107556160655e-05, | |
| "loss": 4.2909, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 4.149081007488088e-05, | |
| "loss": 4.2459, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 3.936351259360109e-05, | |
| "loss": 4.2102, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 3.723621511232131e-05, | |
| "loss": 4.1895, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.510891763104153e-05, | |
| "loss": 4.1604, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 3.2981620149761745e-05, | |
| "loss": 4.044, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 3.085432266848196e-05, | |
| "loss": 4.0203, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 2.872702518720218e-05, | |
| "loss": 4.0172, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 2.6599727705922394e-05, | |
| "loss": 4.0025, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 2.4472430224642616e-05, | |
| "loss": 3.9855, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 2.234513274336283e-05, | |
| "loss": 3.9791, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 2.021783526208305e-05, | |
| "loss": 3.9777, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.809053778080327e-05, | |
| "loss": 3.9665, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 1.5963240299523484e-05, | |
| "loss": 3.903, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 1.3835942818243706e-05, | |
| "loss": 3.8656, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 1.1708645336963923e-05, | |
| "loss": 3.8674, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 9.58134785568414e-06, | |
| "loss": 3.8754, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 7.4540503744043575e-06, | |
| "loss": 3.8795, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 5.326752893124575e-06, | |
| "loss": 3.8656, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 3.1994554118447927e-06, | |
| "loss": 3.8711, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 1.0721579305650103e-06, | |
| "loss": 3.8594, | |
| "step": 12000 | |
| } | |
| ], | |
| "max_steps": 12252, | |
| "num_train_epochs": 3, | |
| "total_flos": 37091057394253824, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |