ctrlsum_bart_base / trainer_state.json
nkn002's picture
cnn_dm_no_bert
e4fd33d
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.5572582892170521,
"global_step": 20000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 2.9880000000000002e-05,
"loss": 3.9111,
"step": 500
},
{
"epoch": 0.03,
"learning_rate": 2.92364e-05,
"loss": 3.4153,
"step": 1000
},
{
"epoch": 0.04,
"learning_rate": 2.8471266666666666e-05,
"loss": 3.3455,
"step": 1500
},
{
"epoch": 0.06,
"learning_rate": 2.77046e-05,
"loss": 3.2935,
"step": 2000
},
{
"epoch": 0.06,
"eval_gen_len": 19.9971,
"eval_loss": 3.037526845932007,
"eval_rouge1": 0.2976,
"eval_rouge2": 0.1725,
"eval_rougeL": 0.2506,
"eval_rougeLsum": 0.2826,
"eval_runtime": 932.4818,
"eval_samples_per_second": 14.336,
"eval_steps_per_second": 1.792,
"step": 2000
},
{
"epoch": 0.07,
"learning_rate": 2.6937933333333335e-05,
"loss": 3.2757,
"step": 2500
},
{
"epoch": 0.08,
"learning_rate": 2.6171266666666668e-05,
"loss": 3.2389,
"step": 3000
},
{
"epoch": 0.1,
"learning_rate": 2.54046e-05,
"loss": 3.2265,
"step": 3500
},
{
"epoch": 0.11,
"learning_rate": 2.4637933333333333e-05,
"loss": 3.199,
"step": 4000
},
{
"epoch": 0.11,
"eval_gen_len": 19.9952,
"eval_loss": 2.974107265472412,
"eval_rouge1": 0.2964,
"eval_rouge2": 0.1713,
"eval_rougeL": 0.2495,
"eval_rougeLsum": 0.2811,
"eval_runtime": 954.7338,
"eval_samples_per_second": 14.002,
"eval_steps_per_second": 1.75,
"step": 4000
},
{
"epoch": 0.13,
"learning_rate": 2.3871266666666666e-05,
"loss": 3.2012,
"step": 4500
},
{
"epoch": 0.14,
"learning_rate": 2.31046e-05,
"loss": 3.1897,
"step": 5000
},
{
"epoch": 0.15,
"learning_rate": 2.2337933333333335e-05,
"loss": 3.1739,
"step": 5500
},
{
"epoch": 0.17,
"learning_rate": 2.1571266666666668e-05,
"loss": 3.1519,
"step": 6000
},
{
"epoch": 0.17,
"eval_gen_len": 19.9981,
"eval_loss": 2.9583373069763184,
"eval_rouge1": 0.2952,
"eval_rouge2": 0.1704,
"eval_rougeL": 0.2484,
"eval_rougeLsum": 0.2803,
"eval_runtime": 950.337,
"eval_samples_per_second": 14.067,
"eval_steps_per_second": 1.758,
"step": 6000
},
{
"epoch": 0.18,
"learning_rate": 2.08046e-05,
"loss": 3.13,
"step": 6500
},
{
"epoch": 0.2,
"learning_rate": 2.0037933333333333e-05,
"loss": 3.139,
"step": 7000
},
{
"epoch": 0.21,
"learning_rate": 1.9271266666666666e-05,
"loss": 3.133,
"step": 7500
},
{
"epoch": 0.22,
"learning_rate": 1.8506133333333336e-05,
"loss": 3.1212,
"step": 8000
},
{
"epoch": 0.22,
"eval_gen_len": 19.9968,
"eval_loss": 2.9247806072235107,
"eval_rouge1": 0.2968,
"eval_rouge2": 0.1723,
"eval_rougeL": 0.2499,
"eval_rougeLsum": 0.2817,
"eval_runtime": 945.3475,
"eval_samples_per_second": 14.141,
"eval_steps_per_second": 1.768,
"step": 8000
},
{
"epoch": 0.24,
"learning_rate": 1.7739466666666665e-05,
"loss": 3.1198,
"step": 8500
},
{
"epoch": 0.25,
"learning_rate": 1.6972799999999998e-05,
"loss": 3.1188,
"step": 9000
},
{
"epoch": 0.26,
"learning_rate": 1.620613333333333e-05,
"loss": 3.0867,
"step": 9500
},
{
"epoch": 0.28,
"learning_rate": 1.5439466666666667e-05,
"loss": 3.0878,
"step": 10000
},
{
"epoch": 0.28,
"eval_gen_len": 19.993,
"eval_loss": 2.902503252029419,
"eval_rouge1": 0.2979,
"eval_rouge2": 0.1741,
"eval_rougeL": 0.2513,
"eval_rougeLsum": 0.2833,
"eval_runtime": 940.9908,
"eval_samples_per_second": 14.206,
"eval_steps_per_second": 1.776,
"step": 10000
},
{
"epoch": 0.29,
"learning_rate": 1.4674333333333335e-05,
"loss": 3.0868,
"step": 10500
},
{
"epoch": 0.31,
"learning_rate": 1.3907666666666667e-05,
"loss": 3.0931,
"step": 11000
},
{
"epoch": 0.32,
"learning_rate": 1.3141e-05,
"loss": 3.0737,
"step": 11500
},
{
"epoch": 0.33,
"learning_rate": 1.2374333333333336e-05,
"loss": 3.0811,
"step": 12000
},
{
"epoch": 0.33,
"eval_gen_len": 19.9961,
"eval_loss": 2.905233144760132,
"eval_rouge1": 0.2937,
"eval_rouge2": 0.1708,
"eval_rougeL": 0.2481,
"eval_rougeLsum": 0.279,
"eval_runtime": 940.0256,
"eval_samples_per_second": 14.221,
"eval_steps_per_second": 1.778,
"step": 12000
},
{
"epoch": 0.35,
"learning_rate": 1.16092e-05,
"loss": 3.0607,
"step": 12500
},
{
"epoch": 0.36,
"learning_rate": 1.0842533333333333e-05,
"loss": 3.0761,
"step": 13000
},
{
"epoch": 0.38,
"learning_rate": 1.0075866666666666e-05,
"loss": 3.0731,
"step": 13500
},
{
"epoch": 0.39,
"learning_rate": 9.309200000000002e-06,
"loss": 3.0606,
"step": 14000
},
{
"epoch": 0.39,
"eval_gen_len": 19.996,
"eval_loss": 2.873690366744995,
"eval_rouge1": 0.2977,
"eval_rouge2": 0.1743,
"eval_rougeL": 0.2516,
"eval_rougeLsum": 0.2832,
"eval_runtime": 943.8325,
"eval_samples_per_second": 14.164,
"eval_steps_per_second": 1.77,
"step": 14000
},
{
"epoch": 0.4,
"learning_rate": 8.544066666666668e-06,
"loss": 3.0655,
"step": 14500
},
{
"epoch": 0.42,
"learning_rate": 7.777400000000001e-06,
"loss": 3.0538,
"step": 15000
},
{
"epoch": 0.43,
"learning_rate": 7.010733333333332e-06,
"loss": 3.0404,
"step": 15500
},
{
"epoch": 0.45,
"learning_rate": 6.244066666666668e-06,
"loss": 3.0549,
"step": 16000
},
{
"epoch": 0.45,
"eval_gen_len": 19.9976,
"eval_loss": 2.8780670166015625,
"eval_rouge1": 0.2962,
"eval_rouge2": 0.1732,
"eval_rougeL": 0.2502,
"eval_rougeLsum": 0.2815,
"eval_runtime": 950.3131,
"eval_samples_per_second": 14.067,
"eval_steps_per_second": 1.758,
"step": 16000
},
{
"epoch": 0.46,
"learning_rate": 5.477400000000001e-06,
"loss": 3.0445,
"step": 16500
},
{
"epoch": 0.47,
"learning_rate": 4.710733333333334e-06,
"loss": 3.0493,
"step": 17000
},
{
"epoch": 0.49,
"learning_rate": 3.944066666666667e-06,
"loss": 3.0537,
"step": 17500
},
{
"epoch": 0.5,
"learning_rate": 3.1773999999999994e-06,
"loss": 3.0334,
"step": 18000
},
{
"epoch": 0.5,
"eval_gen_len": 19.9954,
"eval_loss": 2.859384298324585,
"eval_rouge1": 0.2991,
"eval_rouge2": 0.1752,
"eval_rougeL": 0.2523,
"eval_rougeLsum": 0.2842,
"eval_runtime": 939.8429,
"eval_samples_per_second": 14.224,
"eval_steps_per_second": 1.778,
"step": 18000
},
{
"epoch": 0.52,
"learning_rate": 2.4107333333333318e-06,
"loss": 3.0302,
"step": 18500
},
{
"epoch": 0.53,
"learning_rate": 1.644066666666668e-06,
"loss": 3.0466,
"step": 19000
},
{
"epoch": 0.54,
"learning_rate": 8.774000000000007e-07,
"loss": 3.023,
"step": 19500
},
{
"epoch": 0.56,
"learning_rate": 1.1226666666666582e-07,
"loss": 3.0427,
"step": 20000
},
{
"epoch": 0.56,
"eval_gen_len": 19.9973,
"eval_loss": 2.85703706741333,
"eval_rouge1": 0.2988,
"eval_rouge2": 0.1757,
"eval_rougeL": 0.2526,
"eval_rougeLsum": 0.2841,
"eval_runtime": 945.8157,
"eval_samples_per_second": 14.134,
"eval_steps_per_second": 1.767,
"step": 20000
}
],
"max_steps": 20000,
"num_train_epochs": 1,
"total_flos": 9.711081075032064e+16,
"trial_name": null,
"trial_params": null
}