|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.6622516556291391, |
|
"eval_steps": 500, |
|
"global_step": 100, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.9864853689026556e-05, |
|
"loss": 0.7986, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 4.9460875918135804e-05, |
|
"loss": 0.6672, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 4.879243437576383e-05, |
|
"loss": 0.5207, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 4.786675605459487e-05, |
|
"loss": 0.4819, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 4.669384911544927e-05, |
|
"loss": 0.3268, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 4.528639468200226e-05, |
|
"loss": 0.2877, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 4.3659609736217344e-05, |
|
"loss": 0.2931, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 4.1831082596828106e-05, |
|
"loss": 0.2654, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 3.9820582759626825e-05, |
|
"loss": 0.2728, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 3.764984715551032e-05, |
|
"loss": 0.2057, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 3.534234513719821e-05, |
|
"loss": 0.2175, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 3.292302473551757e-05, |
|
"loss": 0.1262, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 3.0418042928656414e-05, |
|
"loss": 0.2185, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 2.7854482840634965e-05, |
|
"loss": 0.1775, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 2.526006092656161e-05, |
|
"loss": 0.1499, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 2.2662827310499995e-05, |
|
"loss": 0.1326, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 2.0090862515805898e-05, |
|
"loss": 0.1409, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 1.7571973866795815e-05, |
|
"loss": 0.1064, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 1.5133394844163093e-05, |
|
"loss": 0.1177, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 1.2801490644621789e-05, |
|
"loss": 0.0922, |
|
"step": 100 |
|
} |
|
], |
|
"logging_steps": 5, |
|
"max_steps": 151, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"total_flos": 4563475407568896.0, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|