|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 29.0, |
|
"eval_steps": 500, |
|
"global_step": 15341, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.0005, |
|
"loss": 1.3631, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.0005, |
|
"loss": 1.294, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.0005, |
|
"loss": 1.302, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.0005, |
|
"loss": 1.2626, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.0005, |
|
"loss": 1.2156, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.6911294117647059, |
|
"eval_loss": 1.012805700302124, |
|
"eval_runtime": 7.0918, |
|
"eval_samples_per_second": 70.504, |
|
"eval_steps_per_second": 8.883, |
|
"step": 529 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_exact_match": 27.6, |
|
"eval_f1": 35.68145743145743, |
|
"eval_qa_bleu": 19.064111689202868, |
|
"eval_qa_exact_match": 0.216, |
|
"eval_recite_bleu": 17.898525975872754, |
|
"eval_recite_exact_match": 0.006, |
|
"step": 529 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 0.0005, |
|
"loss": 1.0305, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.0005, |
|
"loss": 0.9199, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 0.0005, |
|
"loss": 0.9086, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 0.0005, |
|
"loss": 2.9245, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 0.0005, |
|
"loss": 4.9199, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.22922352941176471, |
|
"eval_loss": 7.1224870681762695, |
|
"eval_runtime": 7.7159, |
|
"eval_samples_per_second": 64.801, |
|
"eval_steps_per_second": 8.165, |
|
"step": 1058 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 1058 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 0.0005, |
|
"loss": 7.4349, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 0.0005, |
|
"loss": 8.0921, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 0.0005, |
|
"loss": 7.889, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2559, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3563, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.24235294117647058, |
|
"eval_loss": 7.308440685272217, |
|
"eval_runtime": 7.7087, |
|
"eval_samples_per_second": 64.862, |
|
"eval_steps_per_second": 8.173, |
|
"step": 1587 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 1587 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2721, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 3.21, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2743, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 3.4, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3151, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3366, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 3.78, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3294, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 3.97, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3158, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.23965490196078432, |
|
"eval_loss": 7.242833614349365, |
|
"eval_runtime": 6.6551, |
|
"eval_samples_per_second": 75.13, |
|
"eval_steps_per_second": 9.466, |
|
"step": 2116 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 2116 |
|
}, |
|
{ |
|
"epoch": 4.16, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3307, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 4.35, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3307, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 4.54, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3197, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 4.73, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3238, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 4.91, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3017, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.0755, |
|
"eval_samples_per_second": 70.667, |
|
"eval_steps_per_second": 8.904, |
|
"step": 2645 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 2645 |
|
}, |
|
{ |
|
"epoch": 5.1, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2926, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 5.29, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3006, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 5.48, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3051, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 5.67, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2973, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 5.86, |
|
"learning_rate": 0.0005, |
|
"loss": 7.281, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.1043, |
|
"eval_samples_per_second": 70.38, |
|
"eval_steps_per_second": 8.868, |
|
"step": 3174 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 3174 |
|
}, |
|
{ |
|
"epoch": 6.05, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3017, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 6.24, |
|
"learning_rate": 0.0005, |
|
"loss": 7.297, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 6.43, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2877, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 6.62, |
|
"learning_rate": 0.0005, |
|
"loss": 7.296, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 6.81, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2993, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 6.99, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3056, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.6931, |
|
"eval_samples_per_second": 64.993, |
|
"eval_steps_per_second": 8.189, |
|
"step": 3703 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 3703 |
|
}, |
|
{ |
|
"epoch": 7.18, |
|
"learning_rate": 0.0005, |
|
"loss": 7.299, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 7.37, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2954, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 7.56, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3002, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 7.75, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3011, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 7.94, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2943, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 6.6465, |
|
"eval_samples_per_second": 75.228, |
|
"eval_steps_per_second": 9.479, |
|
"step": 4232 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 4232 |
|
}, |
|
{ |
|
"epoch": 8.13, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3001, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 8.32, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2922, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 8.51, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2969, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 8.7, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2879, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 8.88, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3011, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.77, |
|
"eval_samples_per_second": 64.35, |
|
"eval_steps_per_second": 8.108, |
|
"step": 4761 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 4761 |
|
}, |
|
{ |
|
"epoch": 9.07, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3066, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 9.26, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2949, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 9.45, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2955, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 9.64, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3061, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 9.83, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2948, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.0663, |
|
"eval_samples_per_second": 70.758, |
|
"eval_steps_per_second": 8.916, |
|
"step": 5290 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 5290 |
|
}, |
|
{ |
|
"epoch": 10.02, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2857, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 10.21, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2941, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 10.4, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2953, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 10.59, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2923, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 10.78, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3021, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 10.96, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3053, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.7184, |
|
"eval_samples_per_second": 64.78, |
|
"eval_steps_per_second": 8.162, |
|
"step": 5819 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 5819 |
|
}, |
|
{ |
|
"epoch": 11.15, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2882, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 11.34, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 11.53, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2984, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 11.72, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2966, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 11.91, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3066, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.7125, |
|
"eval_samples_per_second": 64.83, |
|
"eval_steps_per_second": 8.169, |
|
"step": 6348 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 6348 |
|
}, |
|
{ |
|
"epoch": 12.1, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2909, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 12.29, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3012, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 12.48, |
|
"learning_rate": 0.0005, |
|
"loss": 7.302, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 12.67, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2891, |
|
"step": 6700 |
|
}, |
|
{ |
|
"epoch": 12.85, |
|
"learning_rate": 0.0005, |
|
"loss": 7.301, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.454, |
|
"eval_samples_per_second": 67.078, |
|
"eval_steps_per_second": 8.452, |
|
"step": 6877 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 6877 |
|
}, |
|
{ |
|
"epoch": 13.04, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2963, |
|
"step": 6900 |
|
}, |
|
{ |
|
"epoch": 13.23, |
|
"learning_rate": 0.0005, |
|
"loss": 7.292, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 13.42, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2949, |
|
"step": 7100 |
|
}, |
|
{ |
|
"epoch": 13.61, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2904, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 13.8, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3018, |
|
"step": 7300 |
|
}, |
|
{ |
|
"epoch": 13.99, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3009, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.6605, |
|
"eval_samples_per_second": 65.27, |
|
"eval_steps_per_second": 8.224, |
|
"step": 7406 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 7406 |
|
}, |
|
{ |
|
"epoch": 14.18, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3057, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 14.37, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2973, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 14.56, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2915, |
|
"step": 7700 |
|
}, |
|
{ |
|
"epoch": 14.74, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3049, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 14.93, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2906, |
|
"step": 7900 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.6567, |
|
"eval_samples_per_second": 65.302, |
|
"eval_steps_per_second": 8.228, |
|
"step": 7935 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 7935 |
|
}, |
|
{ |
|
"epoch": 15.12, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2845, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 15.31, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2956, |
|
"step": 8100 |
|
}, |
|
{ |
|
"epoch": 15.5, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2983, |
|
"step": 8200 |
|
}, |
|
{ |
|
"epoch": 15.69, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2957, |
|
"step": 8300 |
|
}, |
|
{ |
|
"epoch": 15.88, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2955, |
|
"step": 8400 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.5013, |
|
"eval_samples_per_second": 66.655, |
|
"eval_steps_per_second": 8.399, |
|
"step": 8464 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 8464 |
|
}, |
|
{ |
|
"epoch": 16.07, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3081, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 16.26, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2922, |
|
"step": 8600 |
|
}, |
|
{ |
|
"epoch": 16.45, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2993, |
|
"step": 8700 |
|
}, |
|
{ |
|
"epoch": 16.64, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2944, |
|
"step": 8800 |
|
}, |
|
{ |
|
"epoch": 16.82, |
|
"learning_rate": 0.0005, |
|
"loss": 7.297, |
|
"step": 8900 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 6.657, |
|
"eval_samples_per_second": 75.108, |
|
"eval_steps_per_second": 9.464, |
|
"step": 8993 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 8993 |
|
}, |
|
{ |
|
"epoch": 17.01, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3029, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 17.2, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3001, |
|
"step": 9100 |
|
}, |
|
{ |
|
"epoch": 17.39, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3075, |
|
"step": 9200 |
|
}, |
|
{ |
|
"epoch": 17.58, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2936, |
|
"step": 9300 |
|
}, |
|
{ |
|
"epoch": 17.77, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2854, |
|
"step": 9400 |
|
}, |
|
{ |
|
"epoch": 17.96, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2948, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.4651, |
|
"eval_samples_per_second": 66.979, |
|
"eval_steps_per_second": 8.439, |
|
"step": 9522 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 9522 |
|
}, |
|
{ |
|
"epoch": 18.15, |
|
"learning_rate": 0.0005, |
|
"loss": 7.309, |
|
"step": 9600 |
|
}, |
|
{ |
|
"epoch": 18.34, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2911, |
|
"step": 9700 |
|
}, |
|
{ |
|
"epoch": 18.53, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2851, |
|
"step": 9800 |
|
}, |
|
{ |
|
"epoch": 18.71, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2975, |
|
"step": 9900 |
|
}, |
|
{ |
|
"epoch": 18.9, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3039, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.6572, |
|
"eval_samples_per_second": 65.298, |
|
"eval_steps_per_second": 8.228, |
|
"step": 10051 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 10051 |
|
}, |
|
{ |
|
"epoch": 19.09, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3074, |
|
"step": 10100 |
|
}, |
|
{ |
|
"epoch": 19.28, |
|
"learning_rate": 0.0005, |
|
"loss": 7.299, |
|
"step": 10200 |
|
}, |
|
{ |
|
"epoch": 19.47, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2934, |
|
"step": 10300 |
|
}, |
|
{ |
|
"epoch": 19.66, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2955, |
|
"step": 10400 |
|
}, |
|
{ |
|
"epoch": 19.85, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3022, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 6.6537, |
|
"eval_samples_per_second": 75.146, |
|
"eval_steps_per_second": 9.468, |
|
"step": 10580 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 10580 |
|
}, |
|
{ |
|
"epoch": 20.04, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2888, |
|
"step": 10600 |
|
}, |
|
{ |
|
"epoch": 20.23, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2879, |
|
"step": 10700 |
|
}, |
|
{ |
|
"epoch": 20.42, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3106, |
|
"step": 10800 |
|
}, |
|
{ |
|
"epoch": 20.6, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3045, |
|
"step": 10900 |
|
}, |
|
{ |
|
"epoch": 20.79, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3027, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 20.98, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2816, |
|
"step": 11100 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.4596, |
|
"eval_samples_per_second": 67.027, |
|
"eval_steps_per_second": 8.445, |
|
"step": 11109 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 11109 |
|
}, |
|
{ |
|
"epoch": 21.17, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2911, |
|
"step": 11200 |
|
}, |
|
{ |
|
"epoch": 21.36, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2849, |
|
"step": 11300 |
|
}, |
|
{ |
|
"epoch": 21.55, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3014, |
|
"step": 11400 |
|
}, |
|
{ |
|
"epoch": 21.74, |
|
"learning_rate": 0.0005, |
|
"loss": 7.31, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 21.93, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2982, |
|
"step": 11600 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.0634, |
|
"eval_samples_per_second": 70.787, |
|
"eval_steps_per_second": 8.919, |
|
"step": 11638 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 11638 |
|
}, |
|
{ |
|
"epoch": 22.12, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2985, |
|
"step": 11700 |
|
}, |
|
{ |
|
"epoch": 22.31, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3051, |
|
"step": 11800 |
|
}, |
|
{ |
|
"epoch": 22.5, |
|
"learning_rate": 0.0005, |
|
"loss": 7.295, |
|
"step": 11900 |
|
}, |
|
{ |
|
"epoch": 22.68, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2934, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 22.87, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2904, |
|
"step": 12100 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 6.6536, |
|
"eval_samples_per_second": 75.147, |
|
"eval_steps_per_second": 9.469, |
|
"step": 12167 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 12167 |
|
}, |
|
{ |
|
"epoch": 23.06, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2973, |
|
"step": 12200 |
|
}, |
|
{ |
|
"epoch": 23.25, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3054, |
|
"step": 12300 |
|
}, |
|
{ |
|
"epoch": 23.44, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3035, |
|
"step": 12400 |
|
}, |
|
{ |
|
"epoch": 23.63, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2879, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 23.82, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2917, |
|
"step": 12600 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 6.6561, |
|
"eval_samples_per_second": 75.119, |
|
"eval_steps_per_second": 9.465, |
|
"step": 12696 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 12696 |
|
}, |
|
{ |
|
"epoch": 24.01, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2962, |
|
"step": 12700 |
|
}, |
|
{ |
|
"epoch": 24.2, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2924, |
|
"step": 12800 |
|
}, |
|
{ |
|
"epoch": 24.39, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3023, |
|
"step": 12900 |
|
}, |
|
{ |
|
"epoch": 24.57, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2959, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 24.76, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3042, |
|
"step": 13100 |
|
}, |
|
{ |
|
"epoch": 24.95, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2923, |
|
"step": 13200 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.7203, |
|
"eval_samples_per_second": 64.765, |
|
"eval_steps_per_second": 8.16, |
|
"step": 13225 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 13225 |
|
}, |
|
{ |
|
"epoch": 25.14, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2952, |
|
"step": 13300 |
|
}, |
|
{ |
|
"epoch": 25.33, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2948, |
|
"step": 13400 |
|
}, |
|
{ |
|
"epoch": 25.52, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2991, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 25.71, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2983, |
|
"step": 13600 |
|
}, |
|
{ |
|
"epoch": 25.9, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2998, |
|
"step": 13700 |
|
}, |
|
{ |
|
"epoch": 26.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 6.6526, |
|
"eval_samples_per_second": 75.158, |
|
"eval_steps_per_second": 9.47, |
|
"step": 13754 |
|
}, |
|
{ |
|
"epoch": 26.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 13754 |
|
}, |
|
{ |
|
"epoch": 26.09, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3037, |
|
"step": 13800 |
|
}, |
|
{ |
|
"epoch": 26.28, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2834, |
|
"step": 13900 |
|
}, |
|
{ |
|
"epoch": 26.47, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2968, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 26.65, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3112, |
|
"step": 14100 |
|
}, |
|
{ |
|
"epoch": 26.84, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2965, |
|
"step": 14200 |
|
}, |
|
{ |
|
"epoch": 27.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.0823, |
|
"eval_samples_per_second": 70.599, |
|
"eval_steps_per_second": 8.895, |
|
"step": 14283 |
|
}, |
|
{ |
|
"epoch": 27.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 14283 |
|
}, |
|
{ |
|
"epoch": 27.03, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2905, |
|
"step": 14300 |
|
}, |
|
{ |
|
"epoch": 27.22, |
|
"learning_rate": 0.0005, |
|
"loss": 7.302, |
|
"step": 14400 |
|
}, |
|
{ |
|
"epoch": 27.41, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2944, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 27.6, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2927, |
|
"step": 14600 |
|
}, |
|
{ |
|
"epoch": 27.79, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3039, |
|
"step": 14700 |
|
}, |
|
{ |
|
"epoch": 27.98, |
|
"learning_rate": 0.0005, |
|
"loss": 7.298, |
|
"step": 14800 |
|
}, |
|
{ |
|
"epoch": 28.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.6976, |
|
"eval_samples_per_second": 64.955, |
|
"eval_steps_per_second": 8.184, |
|
"step": 14812 |
|
}, |
|
{ |
|
"epoch": 28.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 14812 |
|
}, |
|
{ |
|
"epoch": 28.17, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3122, |
|
"step": 14900 |
|
}, |
|
{ |
|
"epoch": 28.36, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2829, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 28.54, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2961, |
|
"step": 15100 |
|
}, |
|
{ |
|
"epoch": 28.73, |
|
"learning_rate": 0.0005, |
|
"loss": 7.2869, |
|
"step": 15200 |
|
}, |
|
{ |
|
"epoch": 28.92, |
|
"learning_rate": 0.0005, |
|
"loss": 7.3058, |
|
"step": 15300 |
|
}, |
|
{ |
|
"epoch": 29.0, |
|
"eval_accuracy": 0.24474509803921568, |
|
"eval_loss": 7.229503631591797, |
|
"eval_runtime": 7.6946, |
|
"eval_samples_per_second": 64.981, |
|
"eval_steps_per_second": 8.188, |
|
"step": 15341 |
|
}, |
|
{ |
|
"epoch": 29.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"eval_qa_bleu": 0.0, |
|
"eval_qa_exact_match": 0.0, |
|
"eval_recite_bleu": 0.0, |
|
"eval_recite_exact_match": 0.0, |
|
"step": 15341 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 26450, |
|
"num_train_epochs": 50, |
|
"save_steps": 500, |
|
"total_flos": 3.2523534341746196e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|