|
{ |
|
"best_metric": 1.8560636043548584, |
|
"best_model_checkpoint": "/content/models/TinyLlama-TinyLlama-1-1B-Chat-v1-0/checkpoint-564", |
|
"epoch": 5.0, |
|
"eval_steps": 141, |
|
"global_step": 2810, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 5.238644123077393, |
|
"learning_rate": 4.7491103202846974e-05, |
|
"loss": 2.103, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"eval_loss": 1.9888125658035278, |
|
"eval_runtime": 4.1833, |
|
"eval_samples_per_second": 56.654, |
|
"eval_steps_per_second": 7.171, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 4.7757039070129395, |
|
"learning_rate": 4.498220640569395e-05, |
|
"loss": 1.908, |
|
"step": 282 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"eval_loss": 1.9252748489379883, |
|
"eval_runtime": 4.1854, |
|
"eval_samples_per_second": 56.625, |
|
"eval_steps_per_second": 7.168, |
|
"step": 282 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 3.813783645629883, |
|
"learning_rate": 4.247330960854093e-05, |
|
"loss": 1.8483, |
|
"step": 423 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"eval_loss": 1.9029674530029297, |
|
"eval_runtime": 4.1786, |
|
"eval_samples_per_second": 56.717, |
|
"eval_steps_per_second": 7.179, |
|
"step": 423 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 4.197076797485352, |
|
"learning_rate": 3.99644128113879e-05, |
|
"loss": 1.8007, |
|
"step": 564 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_loss": 1.8560636043548584, |
|
"eval_runtime": 4.1817, |
|
"eval_samples_per_second": 56.675, |
|
"eval_steps_per_second": 7.174, |
|
"step": 564 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 5.801040172576904, |
|
"learning_rate": 3.7455516014234874e-05, |
|
"loss": 1.4215, |
|
"step": 705 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"eval_loss": 1.9399982690811157, |
|
"eval_runtime": 4.1763, |
|
"eval_samples_per_second": 56.749, |
|
"eval_steps_per_second": 7.183, |
|
"step": 705 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"grad_norm": 3.8744606971740723, |
|
"learning_rate": 3.494661921708185e-05, |
|
"loss": 1.4322, |
|
"step": 846 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"eval_loss": 1.8941714763641357, |
|
"eval_runtime": 4.1838, |
|
"eval_samples_per_second": 56.648, |
|
"eval_steps_per_second": 7.171, |
|
"step": 846 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"grad_norm": 5.074963092803955, |
|
"learning_rate": 3.243772241992883e-05, |
|
"loss": 1.4325, |
|
"step": 987 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"eval_loss": 1.8861587047576904, |
|
"eval_runtime": 4.1802, |
|
"eval_samples_per_second": 56.696, |
|
"eval_steps_per_second": 7.177, |
|
"step": 987 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"grad_norm": 4.776240348815918, |
|
"learning_rate": 2.9928825622775803e-05, |
|
"loss": 1.4241, |
|
"step": 1128 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"eval_loss": 1.9016921520233154, |
|
"eval_runtime": 4.1862, |
|
"eval_samples_per_second": 56.614, |
|
"eval_steps_per_second": 7.166, |
|
"step": 1128 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"grad_norm": 6.694357395172119, |
|
"learning_rate": 2.7419928825622775e-05, |
|
"loss": 0.7606, |
|
"step": 1269 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"eval_loss": 2.2999789714813232, |
|
"eval_runtime": 4.1771, |
|
"eval_samples_per_second": 56.738, |
|
"eval_steps_per_second": 7.182, |
|
"step": 1269 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"grad_norm": 24.188169479370117, |
|
"learning_rate": 2.4911032028469753e-05, |
|
"loss": 0.7631, |
|
"step": 1410 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"eval_loss": 2.3000378608703613, |
|
"eval_runtime": 4.1828, |
|
"eval_samples_per_second": 56.661, |
|
"eval_steps_per_second": 7.172, |
|
"step": 1410 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"grad_norm": 5.172097206115723, |
|
"learning_rate": 2.2402135231316725e-05, |
|
"loss": 0.7264, |
|
"step": 1551 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"eval_loss": 2.3029186725616455, |
|
"eval_runtime": 4.1769, |
|
"eval_samples_per_second": 56.741, |
|
"eval_steps_per_second": 7.182, |
|
"step": 1551 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"grad_norm": 3.475619077682495, |
|
"learning_rate": 1.9893238434163703e-05, |
|
"loss": 0.7021, |
|
"step": 1692 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"eval_loss": 2.3999218940734863, |
|
"eval_runtime": 4.1882, |
|
"eval_samples_per_second": 56.587, |
|
"eval_steps_per_second": 7.163, |
|
"step": 1692 |
|
}, |
|
{ |
|
"epoch": 3.26, |
|
"grad_norm": 4.135960102081299, |
|
"learning_rate": 1.7384341637010675e-05, |
|
"loss": 0.2238, |
|
"step": 1833 |
|
}, |
|
{ |
|
"epoch": 3.26, |
|
"eval_loss": 2.7608110904693604, |
|
"eval_runtime": 4.1782, |
|
"eval_samples_per_second": 56.723, |
|
"eval_steps_per_second": 7.18, |
|
"step": 1833 |
|
}, |
|
{ |
|
"epoch": 3.51, |
|
"grad_norm": 3.5472917556762695, |
|
"learning_rate": 1.4875444839857652e-05, |
|
"loss": 0.3114, |
|
"step": 1974 |
|
}, |
|
{ |
|
"epoch": 3.51, |
|
"eval_loss": 2.845644474029541, |
|
"eval_runtime": 4.1819, |
|
"eval_samples_per_second": 56.673, |
|
"eval_steps_per_second": 7.174, |
|
"step": 1974 |
|
}, |
|
{ |
|
"epoch": 3.76, |
|
"grad_norm": 4.326556205749512, |
|
"learning_rate": 1.2366548042704627e-05, |
|
"loss": 0.2282, |
|
"step": 2115 |
|
}, |
|
{ |
|
"epoch": 3.76, |
|
"eval_loss": 2.8092262744903564, |
|
"eval_runtime": 4.1782, |
|
"eval_samples_per_second": 56.723, |
|
"eval_steps_per_second": 7.18, |
|
"step": 2115 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"grad_norm": 2.737431049346924, |
|
"learning_rate": 9.857651245551602e-06, |
|
"loss": 0.2086, |
|
"step": 2256 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"eval_loss": 2.9099254608154297, |
|
"eval_runtime": 4.1802, |
|
"eval_samples_per_second": 56.696, |
|
"eval_steps_per_second": 7.177, |
|
"step": 2256 |
|
}, |
|
{ |
|
"epoch": 4.27, |
|
"grad_norm": 3.1757376194000244, |
|
"learning_rate": 7.348754448398577e-06, |
|
"loss": 0.0954, |
|
"step": 2397 |
|
}, |
|
{ |
|
"epoch": 4.27, |
|
"eval_loss": 3.1383473873138428, |
|
"eval_runtime": 4.1771, |
|
"eval_samples_per_second": 56.738, |
|
"eval_steps_per_second": 7.182, |
|
"step": 2397 |
|
}, |
|
{ |
|
"epoch": 4.52, |
|
"grad_norm": 2.6402652263641357, |
|
"learning_rate": 4.839857651245551e-06, |
|
"loss": 0.1015, |
|
"step": 2538 |
|
}, |
|
{ |
|
"epoch": 4.52, |
|
"eval_loss": 3.1500625610351562, |
|
"eval_runtime": 4.1764, |
|
"eval_samples_per_second": 56.747, |
|
"eval_steps_per_second": 7.183, |
|
"step": 2538 |
|
}, |
|
{ |
|
"epoch": 4.77, |
|
"grad_norm": 3.826103687286377, |
|
"learning_rate": 2.330960854092527e-06, |
|
"loss": 0.0769, |
|
"step": 2679 |
|
}, |
|
{ |
|
"epoch": 4.77, |
|
"eval_loss": 3.1649973392486572, |
|
"eval_runtime": 4.1784, |
|
"eval_samples_per_second": 56.72, |
|
"eval_steps_per_second": 7.18, |
|
"step": 2679 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"step": 2810, |
|
"total_flos": 6693708929433600.0, |
|
"train_loss": 0.8862062440648197, |
|
"train_runtime": 1654.6028, |
|
"train_samples_per_second": 5.092, |
|
"train_steps_per_second": 1.698 |
|
} |
|
], |
|
"logging_steps": 141, |
|
"max_steps": 2810, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 5, |
|
"save_steps": 141, |
|
"total_flos": 6693708929433600.0, |
|
"train_batch_size": 3, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|