|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 49.0, |
|
"eval_steps": 500, |
|
"global_step": 25921, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 3e-05, |
|
"loss": 1.7194, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 3e-05, |
|
"loss": 1.4369, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 3e-05, |
|
"loss": 1.4257, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3947, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3948, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.6132307692307692, |
|
"eval_loss": 1.3087366819381714, |
|
"eval_runtime": 4.3553, |
|
"eval_samples_per_second": 114.803, |
|
"eval_steps_per_second": 14.465, |
|
"step": 529 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_exact_match": 24.4, |
|
"eval_f1": 37.614420394420414, |
|
"step": 529 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3927, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3644, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3791, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3627, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3789, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.6146153846153846, |
|
"eval_loss": 1.289727807044983, |
|
"eval_runtime": 4.4281, |
|
"eval_samples_per_second": 112.915, |
|
"eval_steps_per_second": 14.227, |
|
"step": 1058 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_exact_match": 23.2, |
|
"eval_f1": 35.56775335775336, |
|
"step": 1058 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3605, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3306, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3318, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3491, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3259, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.6178974358974358, |
|
"eval_loss": 1.2849316596984863, |
|
"eval_runtime": 4.875, |
|
"eval_samples_per_second": 102.565, |
|
"eval_steps_per_second": 12.923, |
|
"step": 1587 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_exact_match": 25.2, |
|
"eval_f1": 37.32698412698414, |
|
"step": 1587 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3255, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 3.21, |
|
"learning_rate": 3e-05, |
|
"loss": 1.28, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 3.4, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2995, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2991, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 3.78, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3024, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 3.97, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2853, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.615948717948718, |
|
"eval_loss": 1.316924810409546, |
|
"eval_runtime": 5.3385, |
|
"eval_samples_per_second": 93.659, |
|
"eval_steps_per_second": 11.801, |
|
"step": 2116 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_exact_match": 23.8, |
|
"eval_f1": 36.284920634920645, |
|
"step": 2116 |
|
}, |
|
{ |
|
"epoch": 4.16, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2575, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 4.35, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2261, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 4.54, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2536, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 4.73, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2376, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 4.91, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2556, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.6131794871794872, |
|
"eval_loss": 1.3531945943832397, |
|
"eval_runtime": 4.4382, |
|
"eval_samples_per_second": 112.659, |
|
"eval_steps_per_second": 14.195, |
|
"step": 2645 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_exact_match": 25.8, |
|
"eval_f1": 37.67571428571429, |
|
"step": 2645 |
|
}, |
|
{ |
|
"epoch": 5.1, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2195, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 5.29, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2003, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 5.48, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1864, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 5.67, |
|
"learning_rate": 3e-05, |
|
"loss": 1.2231, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 5.86, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1972, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.6125641025641025, |
|
"eval_loss": 1.4135066270828247, |
|
"eval_runtime": 5.0312, |
|
"eval_samples_per_second": 99.38, |
|
"eval_steps_per_second": 12.522, |
|
"step": 3174 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_exact_match": 24.0, |
|
"eval_f1": 36.140952380952385, |
|
"step": 3174 |
|
}, |
|
{ |
|
"epoch": 6.05, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1889, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 6.24, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1471, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 6.43, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1509, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 6.62, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1654, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 6.81, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1716, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 6.99, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1839, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.6081025641025641, |
|
"eval_loss": 1.500714898109436, |
|
"eval_runtime": 4.4677, |
|
"eval_samples_per_second": 111.916, |
|
"eval_steps_per_second": 14.101, |
|
"step": 3703 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_exact_match": 22.8, |
|
"eval_f1": 33.44777777777779, |
|
"step": 3703 |
|
}, |
|
{ |
|
"epoch": 7.18, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1059, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 7.37, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1146, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 7.56, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1121, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 7.75, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1286, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 7.94, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1334, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.6074358974358974, |
|
"eval_loss": 1.524243950843811, |
|
"eval_runtime": 4.2161, |
|
"eval_samples_per_second": 118.592, |
|
"eval_steps_per_second": 14.943, |
|
"step": 4232 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_exact_match": 23.2, |
|
"eval_f1": 34.507792207792214, |
|
"step": 4232 |
|
}, |
|
{ |
|
"epoch": 8.13, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1072, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 8.32, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0626, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 8.51, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0842, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 8.7, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0812, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 8.88, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0966, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.5802564102564103, |
|
"eval_loss": 1.6106736660003662, |
|
"eval_runtime": 4.2194, |
|
"eval_samples_per_second": 118.5, |
|
"eval_steps_per_second": 14.931, |
|
"step": 4761 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_exact_match": 22.8, |
|
"eval_f1": 34.45666666666666, |
|
"step": 4761 |
|
}, |
|
{ |
|
"epoch": 9.07, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0755, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 9.26, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0189, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 9.45, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0565, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 9.64, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0635, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 9.83, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0485, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.6049230769230769, |
|
"eval_loss": 1.6749216318130493, |
|
"eval_runtime": 4.8521, |
|
"eval_samples_per_second": 103.048, |
|
"eval_steps_per_second": 12.984, |
|
"step": 5290 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_exact_match": 22.8, |
|
"eval_f1": 34.3535064935065, |
|
"step": 5290 |
|
}, |
|
{ |
|
"epoch": 10.02, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0585, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 10.21, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0098, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 10.4, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9935, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 10.59, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0178, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 10.78, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0217, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 10.96, |
|
"learning_rate": 3e-05, |
|
"loss": 1.021, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_accuracy": 0.6014871794871794, |
|
"eval_loss": 1.7323671579360962, |
|
"eval_runtime": 4.4139, |
|
"eval_samples_per_second": 113.28, |
|
"eval_steps_per_second": 14.273, |
|
"step": 5819 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_exact_match": 22.4, |
|
"eval_f1": 34.060490620490626, |
|
"step": 5819 |
|
}, |
|
{ |
|
"epoch": 11.15, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9788, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 11.34, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9799, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 11.53, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9749, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 11.72, |
|
"learning_rate": 3e-05, |
|
"loss": 0.981, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 11.91, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9918, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy": 0.6007179487179487, |
|
"eval_loss": 1.7632156610488892, |
|
"eval_runtime": 4.4251, |
|
"eval_samples_per_second": 112.992, |
|
"eval_steps_per_second": 14.237, |
|
"step": 6348 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_exact_match": 22.4, |
|
"eval_f1": 33.017142857142865, |
|
"step": 6348 |
|
}, |
|
{ |
|
"epoch": 12.1, |
|
"learning_rate": 3e-05, |
|
"loss": 0.967, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 12.29, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9341, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 12.48, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9656, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 12.67, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9519, |
|
"step": 6700 |
|
}, |
|
{ |
|
"epoch": 12.85, |
|
"learning_rate": 3e-05, |
|
"loss": 0.947, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_accuracy": 0.6010769230769231, |
|
"eval_loss": 1.8302537202835083, |
|
"eval_runtime": 4.849, |
|
"eval_samples_per_second": 103.115, |
|
"eval_steps_per_second": 12.992, |
|
"step": 6877 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_exact_match": 21.6, |
|
"eval_f1": 32.89746031746034, |
|
"step": 6877 |
|
}, |
|
{ |
|
"epoch": 13.04, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9461, |
|
"step": 6900 |
|
}, |
|
{ |
|
"epoch": 13.23, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9153, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 13.42, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9166, |
|
"step": 7100 |
|
}, |
|
{ |
|
"epoch": 13.61, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9266, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 13.8, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9089, |
|
"step": 7300 |
|
}, |
|
{ |
|
"epoch": 13.99, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9376, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_accuracy": 0.5990769230769231, |
|
"eval_loss": 1.8872731924057007, |
|
"eval_runtime": 4.1087, |
|
"eval_samples_per_second": 121.694, |
|
"eval_steps_per_second": 15.333, |
|
"step": 7406 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_exact_match": 20.8, |
|
"eval_f1": 32.45952380952382, |
|
"step": 7406 |
|
}, |
|
{ |
|
"epoch": 14.18, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8792, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 14.37, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8787, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 14.56, |
|
"learning_rate": 3e-05, |
|
"loss": 0.874, |
|
"step": 7700 |
|
}, |
|
{ |
|
"epoch": 14.74, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9123, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 14.93, |
|
"learning_rate": 3e-05, |
|
"loss": 0.898, |
|
"step": 7900 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_accuracy": 0.5975897435897436, |
|
"eval_loss": 1.96884024143219, |
|
"eval_runtime": 4.5009, |
|
"eval_samples_per_second": 111.09, |
|
"eval_steps_per_second": 13.997, |
|
"step": 7935 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_exact_match": 20.6, |
|
"eval_f1": 31.090952380952388, |
|
"step": 7935 |
|
}, |
|
{ |
|
"epoch": 15.12, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8631, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 15.31, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8353, |
|
"step": 8100 |
|
}, |
|
{ |
|
"epoch": 15.5, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8673, |
|
"step": 8200 |
|
}, |
|
{ |
|
"epoch": 15.69, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8515, |
|
"step": 8300 |
|
}, |
|
{ |
|
"epoch": 15.88, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8559, |
|
"step": 8400 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy": 0.5987692307692307, |
|
"eval_loss": 1.9724328517913818, |
|
"eval_runtime": 4.5341, |
|
"eval_samples_per_second": 110.275, |
|
"eval_steps_per_second": 13.895, |
|
"step": 8464 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_exact_match": 21.4, |
|
"eval_f1": 32.21255411255413, |
|
"step": 8464 |
|
}, |
|
{ |
|
"epoch": 16.07, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8508, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 16.26, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8122, |
|
"step": 8600 |
|
}, |
|
{ |
|
"epoch": 16.45, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8223, |
|
"step": 8700 |
|
}, |
|
{ |
|
"epoch": 16.64, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8275, |
|
"step": 8800 |
|
}, |
|
{ |
|
"epoch": 16.82, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8348, |
|
"step": 8900 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_accuracy": 0.5713846153846154, |
|
"eval_loss": 1.9815243482589722, |
|
"eval_runtime": 5.0655, |
|
"eval_samples_per_second": 98.706, |
|
"eval_steps_per_second": 12.437, |
|
"step": 8993 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_exact_match": 20.0, |
|
"eval_f1": 30.670173160173174, |
|
"step": 8993 |
|
}, |
|
{ |
|
"epoch": 17.01, |
|
"learning_rate": 3e-05, |
|
"loss": 0.837, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 17.2, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7764, |
|
"step": 9100 |
|
}, |
|
{ |
|
"epoch": 17.39, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7817, |
|
"step": 9200 |
|
}, |
|
{ |
|
"epoch": 17.58, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8068, |
|
"step": 9300 |
|
}, |
|
{ |
|
"epoch": 17.77, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7968, |
|
"step": 9400 |
|
}, |
|
{ |
|
"epoch": 17.96, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8106, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_accuracy": 0.598, |
|
"eval_loss": 2.038572072982788, |
|
"eval_runtime": 4.2168, |
|
"eval_samples_per_second": 118.574, |
|
"eval_steps_per_second": 14.94, |
|
"step": 9522 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_exact_match": 19.2, |
|
"eval_f1": 30.44984126984128, |
|
"step": 9522 |
|
}, |
|
{ |
|
"epoch": 18.15, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7697, |
|
"step": 9600 |
|
}, |
|
{ |
|
"epoch": 18.34, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7429, |
|
"step": 9700 |
|
}, |
|
{ |
|
"epoch": 18.53, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7468, |
|
"step": 9800 |
|
}, |
|
{ |
|
"epoch": 18.71, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7667, |
|
"step": 9900 |
|
}, |
|
{ |
|
"epoch": 18.9, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7848, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_accuracy": 0.5963589743589743, |
|
"eval_loss": 2.0627450942993164, |
|
"eval_runtime": 4.2486, |
|
"eval_samples_per_second": 117.685, |
|
"eval_steps_per_second": 14.828, |
|
"step": 10051 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_exact_match": 19.0, |
|
"eval_f1": 29.635238095238098, |
|
"step": 10051 |
|
}, |
|
{ |
|
"epoch": 19.09, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7537, |
|
"step": 10100 |
|
}, |
|
{ |
|
"epoch": 19.28, |
|
"learning_rate": 3e-05, |
|
"loss": 0.718, |
|
"step": 10200 |
|
}, |
|
{ |
|
"epoch": 19.47, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7241, |
|
"step": 10300 |
|
}, |
|
{ |
|
"epoch": 19.66, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7421, |
|
"step": 10400 |
|
}, |
|
{ |
|
"epoch": 19.85, |
|
"learning_rate": 3e-05, |
|
"loss": 0.745, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_accuracy": 0.5965641025641025, |
|
"eval_loss": 2.0825321674346924, |
|
"eval_runtime": 4.9023, |
|
"eval_samples_per_second": 101.993, |
|
"eval_steps_per_second": 12.851, |
|
"step": 10580 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_exact_match": 16.0, |
|
"eval_f1": 25.784563976747563, |
|
"step": 10580 |
|
}, |
|
{ |
|
"epoch": 20.04, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7384, |
|
"step": 10600 |
|
}, |
|
{ |
|
"epoch": 20.23, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6786, |
|
"step": 10700 |
|
}, |
|
{ |
|
"epoch": 20.42, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6921, |
|
"step": 10800 |
|
}, |
|
{ |
|
"epoch": 20.6, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7092, |
|
"step": 10900 |
|
}, |
|
{ |
|
"epoch": 20.79, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7248, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 20.98, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7208, |
|
"step": 11100 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"eval_accuracy": 0.595948717948718, |
|
"eval_loss": 2.0958657264709473, |
|
"eval_runtime": 4.2167, |
|
"eval_samples_per_second": 118.575, |
|
"eval_steps_per_second": 14.941, |
|
"step": 11109 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"eval_exact_match": 9.4, |
|
"eval_f1": 15.48481664400564, |
|
"step": 11109 |
|
}, |
|
{ |
|
"epoch": 21.17, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6604, |
|
"step": 11200 |
|
}, |
|
{ |
|
"epoch": 21.36, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6599, |
|
"step": 11300 |
|
}, |
|
{ |
|
"epoch": 21.55, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6775, |
|
"step": 11400 |
|
}, |
|
{ |
|
"epoch": 21.74, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7001, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 21.93, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6842, |
|
"step": 11600 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"eval_accuracy": 0.5967692307692307, |
|
"eval_loss": 2.153414487838745, |
|
"eval_runtime": 4.8531, |
|
"eval_samples_per_second": 103.026, |
|
"eval_steps_per_second": 12.981, |
|
"step": 11638 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"eval_exact_match": 9.2, |
|
"eval_f1": 17.03231000578938, |
|
"step": 11638 |
|
}, |
|
{ |
|
"epoch": 22.12, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6544, |
|
"step": 11700 |
|
}, |
|
{ |
|
"epoch": 22.31, |
|
"learning_rate": 3e-05, |
|
"loss": 0.641, |
|
"step": 11800 |
|
}, |
|
{ |
|
"epoch": 22.5, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6369, |
|
"step": 11900 |
|
}, |
|
{ |
|
"epoch": 22.68, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6468, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 22.87, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6661, |
|
"step": 12100 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"eval_accuracy": 0.5974871794871794, |
|
"eval_loss": 2.179178237915039, |
|
"eval_runtime": 4.8444, |
|
"eval_samples_per_second": 103.211, |
|
"eval_steps_per_second": 13.005, |
|
"step": 12167 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"eval_exact_match": 3.6, |
|
"eval_f1": 7.6552922676511725, |
|
"step": 12167 |
|
}, |
|
{ |
|
"epoch": 23.06, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6418, |
|
"step": 12200 |
|
}, |
|
{ |
|
"epoch": 23.25, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6012, |
|
"step": 12300 |
|
}, |
|
{ |
|
"epoch": 23.44, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6211, |
|
"step": 12400 |
|
}, |
|
{ |
|
"epoch": 23.63, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6174, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 23.82, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6193, |
|
"step": 12600 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"eval_accuracy": 0.5967179487179487, |
|
"eval_loss": 2.152991771697998, |
|
"eval_runtime": 4.429, |
|
"eval_samples_per_second": 112.891, |
|
"eval_steps_per_second": 14.224, |
|
"step": 12696 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"eval_exact_match": 3.2, |
|
"eval_f1": 7.263414468771945, |
|
"step": 12696 |
|
}, |
|
{ |
|
"epoch": 24.01, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6329, |
|
"step": 12700 |
|
}, |
|
{ |
|
"epoch": 24.2, |
|
"learning_rate": 3e-05, |
|
"loss": 0.572, |
|
"step": 12800 |
|
}, |
|
{ |
|
"epoch": 24.39, |
|
"learning_rate": 3e-05, |
|
"loss": 0.585, |
|
"step": 12900 |
|
}, |
|
{ |
|
"epoch": 24.57, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5894, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 24.76, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6002, |
|
"step": 13100 |
|
}, |
|
{ |
|
"epoch": 24.95, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6064, |
|
"step": 13200 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"eval_accuracy": 0.5957948717948718, |
|
"eval_loss": 2.1720352172851562, |
|
"eval_runtime": 4.1244, |
|
"eval_samples_per_second": 121.23, |
|
"eval_steps_per_second": 15.275, |
|
"step": 13225 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"eval_exact_match": 1.0, |
|
"eval_f1": 2.817526608207056, |
|
"step": 13225 |
|
}, |
|
{ |
|
"epoch": 25.14, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5603, |
|
"step": 13300 |
|
}, |
|
{ |
|
"epoch": 25.33, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5438, |
|
"step": 13400 |
|
}, |
|
{ |
|
"epoch": 25.52, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5718, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 25.71, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5804, |
|
"step": 13600 |
|
}, |
|
{ |
|
"epoch": 25.9, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5776, |
|
"step": 13700 |
|
}, |
|
{ |
|
"epoch": 26.0, |
|
"eval_accuracy": 0.5965641025641025, |
|
"eval_loss": 2.216242790222168, |
|
"eval_runtime": 4.8581, |
|
"eval_samples_per_second": 102.921, |
|
"eval_steps_per_second": 12.968, |
|
"step": 13754 |
|
}, |
|
{ |
|
"epoch": 26.0, |
|
"eval_exact_match": 0.6, |
|
"eval_f1": 1.5737055770144102, |
|
"step": 13754 |
|
}, |
|
{ |
|
"epoch": 26.09, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5613, |
|
"step": 13800 |
|
}, |
|
{ |
|
"epoch": 26.28, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5267, |
|
"step": 13900 |
|
}, |
|
{ |
|
"epoch": 26.47, |
|
"learning_rate": 3e-05, |
|
"loss": 0.542, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 26.65, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5457, |
|
"step": 14100 |
|
}, |
|
{ |
|
"epoch": 26.84, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5492, |
|
"step": 14200 |
|
}, |
|
{ |
|
"epoch": 27.0, |
|
"eval_accuracy": 0.5861538461538461, |
|
"eval_loss": 2.238172769546509, |
|
"eval_runtime": 4.6504, |
|
"eval_samples_per_second": 107.516, |
|
"eval_steps_per_second": 13.547, |
|
"step": 14283 |
|
}, |
|
{ |
|
"epoch": 27.0, |
|
"eval_exact_match": 0.4, |
|
"eval_f1": 1.9589310673272307, |
|
"step": 14283 |
|
}, |
|
{ |
|
"epoch": 27.03, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5488, |
|
"step": 14300 |
|
}, |
|
{ |
|
"epoch": 27.22, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5016, |
|
"step": 14400 |
|
}, |
|
{ |
|
"epoch": 27.41, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5115, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 27.6, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5219, |
|
"step": 14600 |
|
}, |
|
{ |
|
"epoch": 27.79, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5388, |
|
"step": 14700 |
|
}, |
|
{ |
|
"epoch": 27.98, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5256, |
|
"step": 14800 |
|
}, |
|
{ |
|
"epoch": 28.0, |
|
"eval_accuracy": 0.5963076923076923, |
|
"eval_loss": 2.2273213863372803, |
|
"eval_runtime": 4.4195, |
|
"eval_samples_per_second": 113.136, |
|
"eval_steps_per_second": 14.255, |
|
"step": 14812 |
|
}, |
|
{ |
|
"epoch": 28.0, |
|
"eval_exact_match": 0.6, |
|
"eval_f1": 1.254701854861382, |
|
"step": 14812 |
|
}, |
|
{ |
|
"epoch": 28.17, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4814, |
|
"step": 14900 |
|
}, |
|
{ |
|
"epoch": 28.36, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4943, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 28.54, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4899, |
|
"step": 15100 |
|
}, |
|
{ |
|
"epoch": 28.73, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5047, |
|
"step": 15200 |
|
}, |
|
{ |
|
"epoch": 28.92, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5128, |
|
"step": 15300 |
|
}, |
|
{ |
|
"epoch": 29.0, |
|
"eval_accuracy": 0.5947692307692307, |
|
"eval_loss": 2.244802713394165, |
|
"eval_runtime": 4.2174, |
|
"eval_samples_per_second": 118.556, |
|
"eval_steps_per_second": 14.938, |
|
"step": 15341 |
|
}, |
|
{ |
|
"epoch": 29.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.3342622661004701, |
|
"step": 15341 |
|
}, |
|
{ |
|
"epoch": 29.11, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4776, |
|
"step": 15400 |
|
}, |
|
{ |
|
"epoch": 29.3, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4659, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 29.49, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4738, |
|
"step": 15600 |
|
}, |
|
{ |
|
"epoch": 29.68, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4833, |
|
"step": 15700 |
|
}, |
|
{ |
|
"epoch": 29.87, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4846, |
|
"step": 15800 |
|
}, |
|
{ |
|
"epoch": 30.0, |
|
"eval_accuracy": 0.5846153846153846, |
|
"eval_loss": 2.2697417736053467, |
|
"eval_runtime": 4.1128, |
|
"eval_samples_per_second": 121.571, |
|
"eval_steps_per_second": 15.318, |
|
"step": 15870 |
|
}, |
|
{ |
|
"epoch": 30.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.17287697257712523, |
|
"step": 15870 |
|
}, |
|
{ |
|
"epoch": 30.06, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4719, |
|
"step": 15900 |
|
}, |
|
{ |
|
"epoch": 30.25, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4404, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 30.43, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4533, |
|
"step": 16100 |
|
}, |
|
{ |
|
"epoch": 30.62, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4623, |
|
"step": 16200 |
|
}, |
|
{ |
|
"epoch": 30.81, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4623, |
|
"step": 16300 |
|
}, |
|
{ |
|
"epoch": 31.0, |
|
"eval_accuracy": 0.5968205128205128, |
|
"eval_loss": 2.242527723312378, |
|
"eval_runtime": 4.221, |
|
"eval_samples_per_second": 118.456, |
|
"eval_steps_per_second": 14.925, |
|
"step": 16399 |
|
}, |
|
{ |
|
"epoch": 31.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.03156586531586532, |
|
"step": 16399 |
|
}, |
|
{ |
|
"epoch": 31.0, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4683, |
|
"step": 16400 |
|
}, |
|
{ |
|
"epoch": 31.19, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4273, |
|
"step": 16500 |
|
}, |
|
{ |
|
"epoch": 31.38, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4315, |
|
"step": 16600 |
|
}, |
|
{ |
|
"epoch": 31.57, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4442, |
|
"step": 16700 |
|
}, |
|
{ |
|
"epoch": 31.76, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4539, |
|
"step": 16800 |
|
}, |
|
{ |
|
"epoch": 31.95, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4468, |
|
"step": 16900 |
|
}, |
|
{ |
|
"epoch": 32.0, |
|
"eval_accuracy": 0.5936410256410256, |
|
"eval_loss": 2.265359401702881, |
|
"eval_runtime": 4.2139, |
|
"eval_samples_per_second": 118.656, |
|
"eval_steps_per_second": 14.951, |
|
"step": 16928 |
|
}, |
|
{ |
|
"epoch": 32.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 16928 |
|
}, |
|
{ |
|
"epoch": 32.14, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4321, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 32.33, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4213, |
|
"step": 17100 |
|
}, |
|
{ |
|
"epoch": 32.51, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4312, |
|
"step": 17200 |
|
}, |
|
{ |
|
"epoch": 32.7, |
|
"learning_rate": 3e-05, |
|
"loss": 0.442, |
|
"step": 17300 |
|
}, |
|
{ |
|
"epoch": 32.89, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4714, |
|
"step": 17400 |
|
}, |
|
{ |
|
"epoch": 33.0, |
|
"eval_accuracy": 0.5956923076923077, |
|
"eval_loss": 2.1317203044891357, |
|
"eval_runtime": 4.6149, |
|
"eval_samples_per_second": 108.344, |
|
"eval_steps_per_second": 13.651, |
|
"step": 17457 |
|
}, |
|
{ |
|
"epoch": 33.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 17457 |
|
}, |
|
{ |
|
"epoch": 33.08, |
|
"learning_rate": 3e-05, |
|
"loss": 0.913, |
|
"step": 17500 |
|
}, |
|
{ |
|
"epoch": 33.27, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1341, |
|
"step": 17600 |
|
}, |
|
{ |
|
"epoch": 33.46, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9858, |
|
"step": 17700 |
|
}, |
|
{ |
|
"epoch": 33.65, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8735, |
|
"step": 17800 |
|
}, |
|
{ |
|
"epoch": 33.84, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8308, |
|
"step": 17900 |
|
}, |
|
{ |
|
"epoch": 34.0, |
|
"eval_accuracy": 0.5973333333333334, |
|
"eval_loss": 1.9391597509384155, |
|
"eval_runtime": 4.8479, |
|
"eval_samples_per_second": 103.137, |
|
"eval_steps_per_second": 12.995, |
|
"step": 17986 |
|
}, |
|
{ |
|
"epoch": 34.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 17986 |
|
}, |
|
{ |
|
"epoch": 34.03, |
|
"learning_rate": 3e-05, |
|
"loss": 0.789, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 34.22, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7127, |
|
"step": 18100 |
|
}, |
|
{ |
|
"epoch": 34.4, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7207, |
|
"step": 18200 |
|
}, |
|
{ |
|
"epoch": 34.59, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6766, |
|
"step": 18300 |
|
}, |
|
{ |
|
"epoch": 34.78, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6589, |
|
"step": 18400 |
|
}, |
|
{ |
|
"epoch": 34.97, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6478, |
|
"step": 18500 |
|
}, |
|
{ |
|
"epoch": 35.0, |
|
"eval_accuracy": 0.5978974358974359, |
|
"eval_loss": 2.034553289413452, |
|
"eval_runtime": 4.1113, |
|
"eval_samples_per_second": 121.615, |
|
"eval_steps_per_second": 15.324, |
|
"step": 18515 |
|
}, |
|
{ |
|
"epoch": 35.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 18515 |
|
}, |
|
{ |
|
"epoch": 35.16, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6129, |
|
"step": 18600 |
|
}, |
|
{ |
|
"epoch": 35.35, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6141, |
|
"step": 18700 |
|
}, |
|
{ |
|
"epoch": 35.54, |
|
"learning_rate": 3e-05, |
|
"loss": 0.605, |
|
"step": 18800 |
|
}, |
|
{ |
|
"epoch": 35.73, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6031, |
|
"step": 18900 |
|
}, |
|
{ |
|
"epoch": 35.92, |
|
"learning_rate": 3e-05, |
|
"loss": 0.612, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 36.0, |
|
"eval_accuracy": 0.5977948717948718, |
|
"eval_loss": 2.08821964263916, |
|
"eval_runtime": 4.4206, |
|
"eval_samples_per_second": 113.108, |
|
"eval_steps_per_second": 14.252, |
|
"step": 19044 |
|
}, |
|
{ |
|
"epoch": 36.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 19044 |
|
}, |
|
{ |
|
"epoch": 36.11, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6204, |
|
"step": 19100 |
|
}, |
|
{ |
|
"epoch": 36.29, |
|
"learning_rate": 3e-05, |
|
"loss": 0.569, |
|
"step": 19200 |
|
}, |
|
{ |
|
"epoch": 36.48, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5727, |
|
"step": 19300 |
|
}, |
|
{ |
|
"epoch": 36.67, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6022, |
|
"step": 19400 |
|
}, |
|
{ |
|
"epoch": 36.86, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5928, |
|
"step": 19500 |
|
}, |
|
{ |
|
"epoch": 37.0, |
|
"eval_accuracy": 0.596974358974359, |
|
"eval_loss": 2.142036199569702, |
|
"eval_runtime": 4.1124, |
|
"eval_samples_per_second": 121.585, |
|
"eval_steps_per_second": 15.32, |
|
"step": 19573 |
|
}, |
|
{ |
|
"epoch": 37.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 19573 |
|
}, |
|
{ |
|
"epoch": 37.05, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5796, |
|
"step": 19600 |
|
}, |
|
{ |
|
"epoch": 37.24, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5569, |
|
"step": 19700 |
|
}, |
|
{ |
|
"epoch": 37.43, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5552, |
|
"step": 19800 |
|
}, |
|
{ |
|
"epoch": 37.62, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5612, |
|
"step": 19900 |
|
}, |
|
{ |
|
"epoch": 37.81, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5765, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 38.0, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5698, |
|
"step": 20100 |
|
}, |
|
{ |
|
"epoch": 38.0, |
|
"eval_accuracy": 0.5966153846153847, |
|
"eval_loss": 2.156949758529663, |
|
"eval_runtime": 5.1401, |
|
"eval_samples_per_second": 97.274, |
|
"eval_steps_per_second": 12.257, |
|
"step": 20102 |
|
}, |
|
{ |
|
"epoch": 38.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 20102 |
|
}, |
|
{ |
|
"epoch": 38.19, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5182, |
|
"step": 20200 |
|
}, |
|
{ |
|
"epoch": 38.37, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5277, |
|
"step": 20300 |
|
}, |
|
{ |
|
"epoch": 38.56, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5312, |
|
"step": 20400 |
|
}, |
|
{ |
|
"epoch": 38.75, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5496, |
|
"step": 20500 |
|
}, |
|
{ |
|
"epoch": 38.94, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5444, |
|
"step": 20600 |
|
}, |
|
{ |
|
"epoch": 39.0, |
|
"eval_accuracy": 0.5955897435897436, |
|
"eval_loss": 2.1953744888305664, |
|
"eval_runtime": 4.4179, |
|
"eval_samples_per_second": 113.177, |
|
"eval_steps_per_second": 14.26, |
|
"step": 20631 |
|
}, |
|
{ |
|
"epoch": 39.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 20631 |
|
}, |
|
{ |
|
"epoch": 39.13, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5139, |
|
"step": 20700 |
|
}, |
|
{ |
|
"epoch": 39.32, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5267, |
|
"step": 20800 |
|
}, |
|
{ |
|
"epoch": 39.51, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5189, |
|
"step": 20900 |
|
}, |
|
{ |
|
"epoch": 39.7, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5279, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 39.89, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5404, |
|
"step": 21100 |
|
}, |
|
{ |
|
"epoch": 40.0, |
|
"eval_accuracy": 0.5941538461538461, |
|
"eval_loss": 2.17238712310791, |
|
"eval_runtime": 4.4172, |
|
"eval_samples_per_second": 113.194, |
|
"eval_steps_per_second": 14.262, |
|
"step": 21160 |
|
}, |
|
{ |
|
"epoch": 40.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 21160 |
|
}, |
|
{ |
|
"epoch": 40.08, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5198, |
|
"step": 21200 |
|
}, |
|
{ |
|
"epoch": 40.26, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5197, |
|
"step": 21300 |
|
}, |
|
{ |
|
"epoch": 40.45, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5169, |
|
"step": 21400 |
|
}, |
|
{ |
|
"epoch": 40.64, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5243, |
|
"step": 21500 |
|
}, |
|
{ |
|
"epoch": 40.83, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5124, |
|
"step": 21600 |
|
}, |
|
{ |
|
"epoch": 41.0, |
|
"eval_accuracy": 0.5938974358974359, |
|
"eval_loss": 2.2019829750061035, |
|
"eval_runtime": 4.2126, |
|
"eval_samples_per_second": 118.691, |
|
"eval_steps_per_second": 14.955, |
|
"step": 21689 |
|
}, |
|
{ |
|
"epoch": 41.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 21689 |
|
}, |
|
{ |
|
"epoch": 41.02, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5344, |
|
"step": 21700 |
|
}, |
|
{ |
|
"epoch": 41.21, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5323, |
|
"step": 21800 |
|
}, |
|
{ |
|
"epoch": 41.4, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5381, |
|
"step": 21900 |
|
}, |
|
{ |
|
"epoch": 41.59, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5374, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 41.78, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5515, |
|
"step": 22100 |
|
}, |
|
{ |
|
"epoch": 41.97, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5342, |
|
"step": 22200 |
|
}, |
|
{ |
|
"epoch": 42.0, |
|
"eval_accuracy": 0.5938461538461538, |
|
"eval_loss": 2.195540428161621, |
|
"eval_runtime": 4.4497, |
|
"eval_samples_per_second": 112.366, |
|
"eval_steps_per_second": 14.158, |
|
"step": 22218 |
|
}, |
|
{ |
|
"epoch": 42.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 22218 |
|
}, |
|
{ |
|
"epoch": 42.16, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5094, |
|
"step": 22300 |
|
}, |
|
{ |
|
"epoch": 42.34, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5094, |
|
"step": 22400 |
|
}, |
|
{ |
|
"epoch": 42.53, |
|
"learning_rate": 3e-05, |
|
"loss": 0.4994, |
|
"step": 22500 |
|
}, |
|
{ |
|
"epoch": 42.72, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5253, |
|
"step": 22600 |
|
}, |
|
{ |
|
"epoch": 42.91, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5385, |
|
"step": 22700 |
|
}, |
|
{ |
|
"epoch": 43.0, |
|
"eval_accuracy": 0.5945641025641025, |
|
"eval_loss": 2.1430628299713135, |
|
"eval_runtime": 4.8478, |
|
"eval_samples_per_second": 103.14, |
|
"eval_steps_per_second": 12.996, |
|
"step": 22747 |
|
}, |
|
{ |
|
"epoch": 43.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 22747 |
|
}, |
|
{ |
|
"epoch": 43.1, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5336, |
|
"step": 22800 |
|
}, |
|
{ |
|
"epoch": 43.29, |
|
"learning_rate": 3e-05, |
|
"loss": 0.498, |
|
"step": 22900 |
|
}, |
|
{ |
|
"epoch": 43.48, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5306, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 43.67, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5548, |
|
"step": 23100 |
|
}, |
|
{ |
|
"epoch": 43.86, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5673, |
|
"step": 23200 |
|
}, |
|
{ |
|
"epoch": 44.0, |
|
"eval_accuracy": 0.5947692307692307, |
|
"eval_loss": 2.1269028186798096, |
|
"eval_runtime": 4.4231, |
|
"eval_samples_per_second": 113.042, |
|
"eval_steps_per_second": 14.243, |
|
"step": 23276 |
|
}, |
|
{ |
|
"epoch": 44.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 23276 |
|
}, |
|
{ |
|
"epoch": 44.05, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5486, |
|
"step": 23300 |
|
}, |
|
{ |
|
"epoch": 44.23, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5397, |
|
"step": 23400 |
|
}, |
|
{ |
|
"epoch": 44.42, |
|
"learning_rate": 3e-05, |
|
"loss": 0.5687, |
|
"step": 23500 |
|
}, |
|
{ |
|
"epoch": 44.61, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6211, |
|
"step": 23600 |
|
}, |
|
{ |
|
"epoch": 44.8, |
|
"learning_rate": 3e-05, |
|
"loss": 0.6593, |
|
"step": 23700 |
|
}, |
|
{ |
|
"epoch": 44.99, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7034, |
|
"step": 23800 |
|
}, |
|
{ |
|
"epoch": 45.0, |
|
"eval_accuracy": 0.5916923076923077, |
|
"eval_loss": 2.06005859375, |
|
"eval_runtime": 4.1093, |
|
"eval_samples_per_second": 121.674, |
|
"eval_steps_per_second": 15.331, |
|
"step": 23805 |
|
}, |
|
{ |
|
"epoch": 45.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 23805 |
|
}, |
|
{ |
|
"epoch": 45.18, |
|
"learning_rate": 3e-05, |
|
"loss": 0.7556, |
|
"step": 23900 |
|
}, |
|
{ |
|
"epoch": 45.37, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8613, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 45.56, |
|
"learning_rate": 3e-05, |
|
"loss": 0.8958, |
|
"step": 24100 |
|
}, |
|
{ |
|
"epoch": 45.75, |
|
"learning_rate": 3e-05, |
|
"loss": 0.9974, |
|
"step": 24200 |
|
}, |
|
{ |
|
"epoch": 45.94, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0751, |
|
"step": 24300 |
|
}, |
|
{ |
|
"epoch": 46.0, |
|
"eval_accuracy": 0.5860512820512821, |
|
"eval_loss": 1.8910330533981323, |
|
"eval_runtime": 4.942, |
|
"eval_samples_per_second": 101.174, |
|
"eval_steps_per_second": 12.748, |
|
"step": 24334 |
|
}, |
|
{ |
|
"epoch": 46.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 24334 |
|
}, |
|
{ |
|
"epoch": 46.12, |
|
"learning_rate": 3e-05, |
|
"loss": 1.0965, |
|
"step": 24400 |
|
}, |
|
{ |
|
"epoch": 46.31, |
|
"learning_rate": 3e-05, |
|
"loss": 1.1647, |
|
"step": 24500 |
|
}, |
|
{ |
|
"epoch": 46.5, |
|
"learning_rate": 3e-05, |
|
"loss": 1.3516, |
|
"step": 24600 |
|
}, |
|
{ |
|
"epoch": 46.69, |
|
"learning_rate": 3e-05, |
|
"loss": 1.7012, |
|
"step": 24700 |
|
}, |
|
{ |
|
"epoch": 46.88, |
|
"learning_rate": 3e-05, |
|
"loss": 1.9072, |
|
"step": 24800 |
|
}, |
|
{ |
|
"epoch": 47.0, |
|
"eval_accuracy": 0.5518461538461539, |
|
"eval_loss": 2.1387877464294434, |
|
"eval_runtime": 4.1144, |
|
"eval_samples_per_second": 121.525, |
|
"eval_steps_per_second": 15.312, |
|
"step": 24863 |
|
}, |
|
{ |
|
"epoch": 47.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 24863 |
|
}, |
|
{ |
|
"epoch": 47.07, |
|
"learning_rate": 3e-05, |
|
"loss": 2.0886, |
|
"step": 24900 |
|
}, |
|
{ |
|
"epoch": 47.26, |
|
"learning_rate": 3e-05, |
|
"loss": 2.4941, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 47.45, |
|
"learning_rate": 3e-05, |
|
"loss": 3.1945, |
|
"step": 25100 |
|
}, |
|
{ |
|
"epoch": 47.64, |
|
"learning_rate": 3e-05, |
|
"loss": 4.88, |
|
"step": 25200 |
|
}, |
|
{ |
|
"epoch": 47.83, |
|
"learning_rate": 3e-05, |
|
"loss": 5.2339, |
|
"step": 25300 |
|
}, |
|
{ |
|
"epoch": 48.0, |
|
"eval_accuracy": 0.38251282051282054, |
|
"eval_loss": 4.4877190589904785, |
|
"eval_runtime": 4.2198, |
|
"eval_samples_per_second": 118.489, |
|
"eval_steps_per_second": 14.93, |
|
"step": 25392 |
|
}, |
|
{ |
|
"epoch": 48.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 25392 |
|
}, |
|
{ |
|
"epoch": 48.02, |
|
"learning_rate": 3e-05, |
|
"loss": 5.3954, |
|
"step": 25400 |
|
}, |
|
{ |
|
"epoch": 48.2, |
|
"learning_rate": 3e-05, |
|
"loss": 4.5914, |
|
"step": 25500 |
|
}, |
|
{ |
|
"epoch": 48.39, |
|
"learning_rate": 3e-05, |
|
"loss": 3.9227, |
|
"step": 25600 |
|
}, |
|
{ |
|
"epoch": 48.58, |
|
"learning_rate": 3e-05, |
|
"loss": 3.4288, |
|
"step": 25700 |
|
}, |
|
{ |
|
"epoch": 48.77, |
|
"learning_rate": 3e-05, |
|
"loss": 2.8139, |
|
"step": 25800 |
|
}, |
|
{ |
|
"epoch": 48.96, |
|
"learning_rate": 3e-05, |
|
"loss": 2.573, |
|
"step": 25900 |
|
}, |
|
{ |
|
"epoch": 49.0, |
|
"eval_accuracy": 0.5283076923076923, |
|
"eval_loss": 2.2255496978759766, |
|
"eval_runtime": 4.8544, |
|
"eval_samples_per_second": 103.0, |
|
"eval_steps_per_second": 12.978, |
|
"step": 25921 |
|
}, |
|
{ |
|
"epoch": 49.0, |
|
"eval_exact_match": 0.0, |
|
"eval_f1": 0.0, |
|
"step": 25921 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 26450, |
|
"num_train_epochs": 50, |
|
"save_steps": 500, |
|
"total_flos": 4.377141451931255e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|