|
{ |
|
"best_metric": 1.3103234767913818, |
|
"best_model_checkpoint": "./kozh_mbartLarge_50p_run3_tokenize/checkpoint-7500", |
|
"epoch": 7.980845969672785, |
|
"eval_steps": 7500, |
|
"global_step": 30000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 1.6666666666666667e-05, |
|
"loss": 2.5913, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 3.3333333333333335e-05, |
|
"loss": 1.8919, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 5e-05, |
|
"loss": 1.7345, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 4.930728733721253e-05, |
|
"loss": 1.6451, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 4.861457467442505e-05, |
|
"loss": 1.5539, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 4.792186201163758e-05, |
|
"loss": 1.512, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 4.72291493488501e-05, |
|
"loss": 1.4671, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 4.6536436686062625e-05, |
|
"loss": 1.417, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 4.5843724023275146e-05, |
|
"loss": 1.3449, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 4.515101136048767e-05, |
|
"loss": 1.2543, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"learning_rate": 4.4458298697700194e-05, |
|
"loss": 1.1794, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 4.376558603491272e-05, |
|
"loss": 1.1359, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 4.307287337212524e-05, |
|
"loss": 1.1075, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 4.238016070933777e-05, |
|
"loss": 1.1079, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 4.168744804655029e-05, |
|
"loss": 1.0808, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_bleu": 51.0184, |
|
"eval_gen_len": 13.3575, |
|
"eval_loss": 1.3103234767913818, |
|
"eval_runtime": 1625.4898, |
|
"eval_samples_per_second": 18.499, |
|
"eval_steps_per_second": 1.157, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 4.099473538376282e-05, |
|
"loss": 1.053, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"learning_rate": 4.0302022720975344e-05, |
|
"loss": 0.9994, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 3.9609310058187865e-05, |
|
"loss": 0.9291, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 3.891659739540039e-05, |
|
"loss": 0.8958, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"learning_rate": 3.822388473261291e-05, |
|
"loss": 0.8643, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 3.753117206982544e-05, |
|
"loss": 0.8633, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 3.683845940703796e-05, |
|
"loss": 0.8519, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 3.06, |
|
"learning_rate": 3.614574674425049e-05, |
|
"loss": 0.8366, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 3.19, |
|
"learning_rate": 3.545303408146301e-05, |
|
"loss": 0.8027, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 3.33, |
|
"learning_rate": 3.4760321418675535e-05, |
|
"loss": 0.7519, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 3.46, |
|
"learning_rate": 3.4067608755888056e-05, |
|
"loss": 0.7062, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"learning_rate": 3.337489609310058e-05, |
|
"loss": 0.6797, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 3.72, |
|
"learning_rate": 3.2682183430313104e-05, |
|
"loss": 0.6629, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 3.86, |
|
"learning_rate": 3.198947076752563e-05, |
|
"loss": 0.6719, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 3.99, |
|
"learning_rate": 3.129675810473816e-05, |
|
"loss": 0.6519, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 3.99, |
|
"eval_bleu": 51.6667, |
|
"eval_gen_len": 13.4112, |
|
"eval_loss": 1.3856228590011597, |
|
"eval_runtime": 1615.8993, |
|
"eval_samples_per_second": 18.609, |
|
"eval_steps_per_second": 1.163, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 4.12, |
|
"learning_rate": 3.060404544195068e-05, |
|
"loss": 0.6434, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 4.26, |
|
"learning_rate": 2.9911332779163203e-05, |
|
"loss": 0.6042, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 4.39, |
|
"learning_rate": 2.9218620116375727e-05, |
|
"loss": 0.5549, |
|
"step": 16500 |
|
}, |
|
{ |
|
"epoch": 4.52, |
|
"learning_rate": 2.852590745358825e-05, |
|
"loss": 0.535, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 4.66, |
|
"learning_rate": 2.7833194790800778e-05, |
|
"loss": 0.5144, |
|
"step": 17500 |
|
}, |
|
{ |
|
"epoch": 4.79, |
|
"learning_rate": 2.7140482128013302e-05, |
|
"loss": 0.518, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 4.92, |
|
"learning_rate": 2.6447769465225826e-05, |
|
"loss": 0.5116, |
|
"step": 18500 |
|
}, |
|
{ |
|
"epoch": 5.05, |
|
"learning_rate": 2.575505680243835e-05, |
|
"loss": 0.5012, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 5.19, |
|
"learning_rate": 2.5062344139650874e-05, |
|
"loss": 0.4845, |
|
"step": 19500 |
|
}, |
|
{ |
|
"epoch": 5.32, |
|
"learning_rate": 2.4369631476863397e-05, |
|
"loss": 0.4486, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 5.45, |
|
"learning_rate": 2.367691881407592e-05, |
|
"loss": 0.4172, |
|
"step": 20500 |
|
}, |
|
{ |
|
"epoch": 5.59, |
|
"learning_rate": 2.2984206151288445e-05, |
|
"loss": 0.4, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 5.72, |
|
"learning_rate": 2.229149348850097e-05, |
|
"loss": 0.3908, |
|
"step": 21500 |
|
}, |
|
{ |
|
"epoch": 5.85, |
|
"learning_rate": 2.1598780825713493e-05, |
|
"loss": 0.4034, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 5.99, |
|
"learning_rate": 2.0906068162926017e-05, |
|
"loss": 0.3867, |
|
"step": 22500 |
|
}, |
|
{ |
|
"epoch": 5.99, |
|
"eval_bleu": 51.5686, |
|
"eval_gen_len": 13.432, |
|
"eval_loss": 1.5243059396743774, |
|
"eval_runtime": 1619.767, |
|
"eval_samples_per_second": 18.564, |
|
"eval_steps_per_second": 1.161, |
|
"step": 22500 |
|
}, |
|
{ |
|
"epoch": 6.12, |
|
"learning_rate": 2.021335550013854e-05, |
|
"loss": 0.3857, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 6.25, |
|
"learning_rate": 1.9520642837351065e-05, |
|
"loss": 0.3601, |
|
"step": 23500 |
|
}, |
|
{ |
|
"epoch": 6.38, |
|
"learning_rate": 1.8827930174563592e-05, |
|
"loss": 0.3289, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 6.52, |
|
"learning_rate": 1.8135217511776116e-05, |
|
"loss": 0.3148, |
|
"step": 24500 |
|
}, |
|
{ |
|
"epoch": 6.65, |
|
"learning_rate": 1.744250484898864e-05, |
|
"loss": 0.3033, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 6.78, |
|
"learning_rate": 1.6749792186201167e-05, |
|
"loss": 0.3056, |
|
"step": 25500 |
|
}, |
|
{ |
|
"epoch": 6.92, |
|
"learning_rate": 1.605707952341369e-05, |
|
"loss": 0.3055, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 7.05, |
|
"learning_rate": 1.5364366860626215e-05, |
|
"loss": 0.2993, |
|
"step": 26500 |
|
}, |
|
{ |
|
"epoch": 7.18, |
|
"learning_rate": 1.4671654197838739e-05, |
|
"loss": 0.2928, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 7.32, |
|
"learning_rate": 1.3978941535051263e-05, |
|
"loss": 0.2674, |
|
"step": 27500 |
|
}, |
|
{ |
|
"epoch": 7.45, |
|
"learning_rate": 1.3286228872263787e-05, |
|
"loss": 0.2481, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 7.58, |
|
"learning_rate": 1.259351620947631e-05, |
|
"loss": 0.2385, |
|
"step": 28500 |
|
}, |
|
{ |
|
"epoch": 7.71, |
|
"learning_rate": 1.1900803546688833e-05, |
|
"loss": 0.2339, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 7.85, |
|
"learning_rate": 1.1208090883901359e-05, |
|
"loss": 0.2439, |
|
"step": 29500 |
|
}, |
|
{ |
|
"epoch": 7.98, |
|
"learning_rate": 1.0515378221113883e-05, |
|
"loss": 0.236, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 7.98, |
|
"eval_bleu": 51.4674, |
|
"eval_gen_len": 13.291, |
|
"eval_loss": 1.6158065795898438, |
|
"eval_runtime": 1612.187, |
|
"eval_samples_per_second": 18.652, |
|
"eval_steps_per_second": 1.166, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 7.98, |
|
"step": 30000, |
|
"total_flos": 4.16088915443712e+18, |
|
"train_loss": 0.7653622683207194, |
|
"train_runtime": 99492.172, |
|
"train_samples_per_second": 24.18, |
|
"train_steps_per_second": 0.378 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 37590, |
|
"num_train_epochs": 10, |
|
"save_steps": 7500, |
|
"total_flos": 4.16088915443712e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|