|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 4.0, |
|
"eval_steps": 500, |
|
"global_step": 2116, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.0005, |
|
"loss": 1.3631, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.0005, |
|
"loss": 1.294, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.0005, |
|
"loss": 1.302, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.0005, |
|
"loss": 1.2626, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.0005, |
|
"loss": 1.2156, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.6911294117647059, |
|
"eval_loss": 1.012805700302124, |
|
"eval_runtime": 7.0918, |
|
"eval_samples_per_second": 70.504, |
|
"eval_steps_per_second": 8.883, |
|
"step": 529 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_exact_match": 27.6, |
|
"eval_f1": 35.68145743145743, |
|
"eval_qa_bleu": 19.064111689202868, |
|
"eval_qa_exact_match": 0.216, |
|
"eval_recite_bleu": 17.898525975872754, |
|
"eval_recite_exact_match": 0.006, |
|
"step": 529 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 0.0005, |
|
"loss": 1.0305, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.0005, |
|
"loss": 0.9199, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 0.0005, |
|
"loss": 0.9086, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 0.0005, |
|
"loss": 2.9245, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 0.0005, |
|
"loss": 4.9199, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.22922352941176471, |
|
"eval_loss": 7.1224870681762695, |
|
"eval_runtime": 7.7159, |
|
"eval_samples_per_second": 64.801, |
|
"eval_steps_per_second": 8.165, |
|
"step": 1058 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 1058 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 0.0005, |
|
"loss": 7.4349, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 0.0005, |
|
"loss": 8.0921, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 0.0005, |
|
"loss": 7.889, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2559, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3563, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.24235294117647058, |
|
"eval_loss": 7.308440685272217, |
|
"eval_runtime": 7.7087, |
|
"eval_samples_per_second": 64.862, |
|
"eval_steps_per_second": 8.173, |
|
"step": 1587 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 1587 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2721, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 3.21, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2743, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 3.4, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3151, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3366, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 3.78, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3294, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 3.97, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3158, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.23965490196078432, |
|
"eval_loss": 7.242833614349365, |
|
"eval_runtime": 6.6551, |
|
"eval_samples_per_second": 75.13, |
|
"eval_steps_per_second": 9.466, |
|
"step": 2116 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 2116 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 26450, |
|
"num_train_epochs": 50, |
|
"save_steps": 500, |
|
"total_flos": 4.4879174481792205e+17, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|