|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.8771929824561403, |
|
"eval_steps": 100, |
|
"global_step": 250, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.08771929824561403, |
|
"grad_norm": 23.971385955810547, |
|
"learning_rate": 4.9947570655942796e-05, |
|
"loss": 2.8211, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.17543859649122806, |
|
"grad_norm": 5.184176921844482, |
|
"learning_rate": 4.936026311617316e-05, |
|
"loss": 2.673, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.2631578947368421, |
|
"grad_norm": 13.108516693115234, |
|
"learning_rate": 4.813553074106761e-05, |
|
"loss": 2.5574, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.3508771929824561, |
|
"grad_norm": 4.182127952575684, |
|
"learning_rate": 4.630542059139924e-05, |
|
"loss": 2.495, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.3508771929824561, |
|
"eval_loss": 2.434575319290161, |
|
"eval_runtime": 43.2291, |
|
"eval_samples_per_second": 13.024, |
|
"eval_steps_per_second": 1.642, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.43859649122807015, |
|
"grad_norm": 3.291740894317627, |
|
"learning_rate": 4.391782039544238e-05, |
|
"loss": 2.5136, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.5263157894736842, |
|
"grad_norm": 6.727398872375488, |
|
"learning_rate": 4.10352054907785e-05, |
|
"loss": 2.6616, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.6140350877192983, |
|
"grad_norm": 21.510730743408203, |
|
"learning_rate": 3.773300405821908e-05, |
|
"loss": 2.5945, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.7017543859649122, |
|
"grad_norm": 4.637833595275879, |
|
"learning_rate": 3.409762342408719e-05, |
|
"loss": 2.6287, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.7017543859649122, |
|
"eval_loss": 2.5877649784088135, |
|
"eval_runtime": 43.2273, |
|
"eval_samples_per_second": 13.024, |
|
"eval_steps_per_second": 1.642, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.7894736842105263, |
|
"grad_norm": 3.1285316944122314, |
|
"learning_rate": 3.0224189075781884e-05, |
|
"loss": 2.5298, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.8771929824561403, |
|
"grad_norm": 4.8442487716674805, |
|
"learning_rate": 2.621405555286121e-05, |
|
"loss": 2.4645, |
|
"step": 250 |
|
} |
|
], |
|
"logging_steps": 25, |
|
"max_steps": 500, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 2, |
|
"save_steps": 250, |
|
"total_flos": 2.30551294312448e+16, |
|
"train_batch_size": 1, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|