|
{ |
|
"best_metric": 1.5939785242080688, |
|
"best_model_checkpoint": "./outputs/checkpoint-1900", |
|
"epoch": 1.384335154826958, |
|
"eval_steps": 100, |
|
"global_step": 1900, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.0002, |
|
"loss": 2.3152, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"eval_loss": 2.160670518875122, |
|
"eval_runtime": 143.4488, |
|
"eval_samples_per_second": 43.737, |
|
"eval_steps_per_second": 5.472, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.0002, |
|
"loss": 2.1094, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"eval_loss": 2.0639851093292236, |
|
"eval_runtime": 143.5664, |
|
"eval_samples_per_second": 43.701, |
|
"eval_steps_per_second": 5.468, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.0002, |
|
"loss": 2.0347, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"eval_loss": 2.0028491020202637, |
|
"eval_runtime": 143.5409, |
|
"eval_samples_per_second": 43.709, |
|
"eval_steps_per_second": 5.469, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.0002, |
|
"loss": 1.9808, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"eval_loss": 1.9539737701416016, |
|
"eval_runtime": 143.5859, |
|
"eval_samples_per_second": 43.695, |
|
"eval_steps_per_second": 5.467, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.0002, |
|
"loss": 1.9262, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"eval_loss": 1.911293625831604, |
|
"eval_runtime": 143.5587, |
|
"eval_samples_per_second": 43.703, |
|
"eval_steps_per_second": 5.468, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.0002, |
|
"loss": 1.8974, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"eval_loss": 1.8804633617401123, |
|
"eval_runtime": 143.5407, |
|
"eval_samples_per_second": 43.709, |
|
"eval_steps_per_second": 5.469, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.0002, |
|
"loss": 1.8572, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"eval_loss": 1.8469738960266113, |
|
"eval_runtime": 143.4729, |
|
"eval_samples_per_second": 43.73, |
|
"eval_steps_per_second": 5.471, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 0.0002, |
|
"loss": 1.8337, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"eval_loss": 1.8184312582015991, |
|
"eval_runtime": 143.5016, |
|
"eval_samples_per_second": 43.721, |
|
"eval_steps_per_second": 5.47, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.0002, |
|
"loss": 1.7964, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"eval_loss": 1.7926479578018188, |
|
"eval_runtime": 143.5332, |
|
"eval_samples_per_second": 43.711, |
|
"eval_steps_per_second": 5.469, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.0002, |
|
"loss": 1.7803, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"eval_loss": 1.7669757604599, |
|
"eval_runtime": 143.5614, |
|
"eval_samples_per_second": 43.703, |
|
"eval_steps_per_second": 5.468, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.0002, |
|
"loss": 1.76, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"eval_loss": 1.7429991960525513, |
|
"eval_runtime": 143.4985, |
|
"eval_samples_per_second": 43.722, |
|
"eval_steps_per_second": 5.47, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 0.0002, |
|
"loss": 1.7218, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"eval_loss": 1.7218060493469238, |
|
"eval_runtime": 143.5245, |
|
"eval_samples_per_second": 43.714, |
|
"eval_steps_per_second": 5.469, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.0002, |
|
"loss": 1.7297, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"eval_loss": 1.7012412548065186, |
|
"eval_runtime": 143.4698, |
|
"eval_samples_per_second": 43.73, |
|
"eval_steps_per_second": 5.472, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.0002, |
|
"loss": 1.6814, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"eval_loss": 1.679748773574829, |
|
"eval_runtime": 143.4782, |
|
"eval_samples_per_second": 43.728, |
|
"eval_steps_per_second": 5.471, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 0.0002, |
|
"loss": 1.6509, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"eval_loss": 1.6615930795669556, |
|
"eval_runtime": 143.519, |
|
"eval_samples_per_second": 43.715, |
|
"eval_steps_per_second": 5.47, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 0.0002, |
|
"loss": 1.6331, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"eval_loss": 1.6430609226226807, |
|
"eval_runtime": 150.5935, |
|
"eval_samples_per_second": 41.662, |
|
"eval_steps_per_second": 5.213, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 0.0002, |
|
"loss": 1.6298, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"eval_loss": 1.6253100633621216, |
|
"eval_runtime": 143.5003, |
|
"eval_samples_per_second": 43.721, |
|
"eval_steps_per_second": 5.47, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 0.0002, |
|
"loss": 1.5992, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"eval_loss": 1.6090008020401, |
|
"eval_runtime": 143.4499, |
|
"eval_samples_per_second": 43.737, |
|
"eval_steps_per_second": 5.472, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 0.0002, |
|
"loss": 1.5908, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"eval_loss": 1.5939785242080688, |
|
"eval_runtime": 143.55, |
|
"eval_samples_per_second": 43.706, |
|
"eval_steps_per_second": 5.468, |
|
"step": 1900 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 4116, |
|
"num_train_epochs": 3, |
|
"save_steps": 100, |
|
"total_flos": 1.1315157627172454e+17, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|