t5-base-finetuned-xsum / trainer_state.json
brutusxu's picture
add model
34ef68a
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"global_step": 76518,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 1.9869311795917304e-05,
"loss": 1.2439,
"step": 500
},
{
"epoch": 0.04,
"learning_rate": 1.9738623591834603e-05,
"loss": 0.6806,
"step": 1000
},
{
"epoch": 0.06,
"learning_rate": 1.9607935387751905e-05,
"loss": 0.6678,
"step": 1500
},
{
"epoch": 0.08,
"learning_rate": 1.9477247183669204e-05,
"loss": 0.6594,
"step": 2000
},
{
"epoch": 0.1,
"learning_rate": 1.9346558979586506e-05,
"loss": 0.6537,
"step": 2500
},
{
"epoch": 0.12,
"learning_rate": 1.9215870775503805e-05,
"loss": 0.6493,
"step": 3000
},
{
"epoch": 0.14,
"learning_rate": 1.9085182571421107e-05,
"loss": 0.646,
"step": 3500
},
{
"epoch": 0.16,
"learning_rate": 1.8954494367338406e-05,
"loss": 0.6475,
"step": 4000
},
{
"epoch": 0.18,
"learning_rate": 1.8823806163255708e-05,
"loss": 0.6358,
"step": 4500
},
{
"epoch": 0.2,
"learning_rate": 1.8693117959173007e-05,
"loss": 0.6404,
"step": 5000
},
{
"epoch": 0.22,
"learning_rate": 1.856242975509031e-05,
"loss": 0.636,
"step": 5500
},
{
"epoch": 0.24,
"learning_rate": 1.8431741551007608e-05,
"loss": 0.6307,
"step": 6000
},
{
"epoch": 0.25,
"learning_rate": 1.830105334692491e-05,
"loss": 0.6292,
"step": 6500
},
{
"epoch": 0.27,
"learning_rate": 1.817036514284221e-05,
"loss": 0.6254,
"step": 7000
},
{
"epoch": 0.29,
"learning_rate": 1.803967693875951e-05,
"loss": 0.632,
"step": 7500
},
{
"epoch": 0.31,
"learning_rate": 1.790898873467681e-05,
"loss": 0.6276,
"step": 8000
},
{
"epoch": 0.33,
"learning_rate": 1.7778300530594112e-05,
"loss": 0.6295,
"step": 8500
},
{
"epoch": 0.35,
"learning_rate": 1.764761232651141e-05,
"loss": 0.625,
"step": 9000
},
{
"epoch": 0.37,
"learning_rate": 1.751692412242871e-05,
"loss": 0.6272,
"step": 9500
},
{
"epoch": 0.39,
"learning_rate": 1.7386235918346012e-05,
"loss": 0.6241,
"step": 10000
},
{
"epoch": 0.41,
"learning_rate": 1.725554771426331e-05,
"loss": 0.6208,
"step": 10500
},
{
"epoch": 0.43,
"learning_rate": 1.7124859510180613e-05,
"loss": 0.6201,
"step": 11000
},
{
"epoch": 0.45,
"learning_rate": 1.699417130609791e-05,
"loss": 0.6271,
"step": 11500
},
{
"epoch": 0.47,
"learning_rate": 1.6863483102015214e-05,
"loss": 0.6173,
"step": 12000
},
{
"epoch": 0.49,
"learning_rate": 1.6732794897932513e-05,
"loss": 0.6172,
"step": 12500
},
{
"epoch": 0.51,
"learning_rate": 1.6602106693849815e-05,
"loss": 0.6135,
"step": 13000
},
{
"epoch": 0.53,
"learning_rate": 1.6471418489767114e-05,
"loss": 0.6115,
"step": 13500
},
{
"epoch": 0.55,
"learning_rate": 1.6340730285684416e-05,
"loss": 0.6191,
"step": 14000
},
{
"epoch": 0.57,
"learning_rate": 1.6210042081601715e-05,
"loss": 0.6177,
"step": 14500
},
{
"epoch": 0.59,
"learning_rate": 1.6079353877519017e-05,
"loss": 0.6171,
"step": 15000
},
{
"epoch": 0.61,
"learning_rate": 1.5948665673436316e-05,
"loss": 0.6225,
"step": 15500
},
{
"epoch": 0.63,
"learning_rate": 1.5817977469353618e-05,
"loss": 0.6078,
"step": 16000
},
{
"epoch": 0.65,
"learning_rate": 1.5687289265270917e-05,
"loss": 0.6115,
"step": 16500
},
{
"epoch": 0.67,
"learning_rate": 1.555660106118822e-05,
"loss": 0.6085,
"step": 17000
},
{
"epoch": 0.69,
"learning_rate": 1.5425912857105518e-05,
"loss": 0.6011,
"step": 17500
},
{
"epoch": 0.71,
"learning_rate": 1.529522465302282e-05,
"loss": 0.6096,
"step": 18000
},
{
"epoch": 0.73,
"learning_rate": 1.5164536448940119e-05,
"loss": 0.6144,
"step": 18500
},
{
"epoch": 0.74,
"learning_rate": 1.5033848244857421e-05,
"loss": 0.6042,
"step": 19000
},
{
"epoch": 0.76,
"learning_rate": 1.490316004077472e-05,
"loss": 0.6149,
"step": 19500
},
{
"epoch": 0.78,
"learning_rate": 1.4772471836692022e-05,
"loss": 0.6024,
"step": 20000
},
{
"epoch": 0.8,
"learning_rate": 1.464178363260932e-05,
"loss": 0.603,
"step": 20500
},
{
"epoch": 0.82,
"learning_rate": 1.4511095428526623e-05,
"loss": 0.6062,
"step": 21000
},
{
"epoch": 0.84,
"learning_rate": 1.4380407224443922e-05,
"loss": 0.6073,
"step": 21500
},
{
"epoch": 0.86,
"learning_rate": 1.4249719020361224e-05,
"loss": 0.6058,
"step": 22000
},
{
"epoch": 0.88,
"learning_rate": 1.4119030816278523e-05,
"loss": 0.6066,
"step": 22500
},
{
"epoch": 0.9,
"learning_rate": 1.3988342612195825e-05,
"loss": 0.6008,
"step": 23000
},
{
"epoch": 0.92,
"learning_rate": 1.3857654408113126e-05,
"loss": 0.622,
"step": 23500
},
{
"epoch": 0.94,
"learning_rate": 1.3726966204030424e-05,
"loss": 0.6013,
"step": 24000
},
{
"epoch": 0.96,
"learning_rate": 1.3596277999947727e-05,
"loss": 0.6073,
"step": 24500
},
{
"epoch": 0.98,
"learning_rate": 1.3465589795865025e-05,
"loss": 0.5973,
"step": 25000
},
{
"epoch": 1.0,
"learning_rate": 1.3334901591782328e-05,
"loss": 0.6065,
"step": 25500
},
{
"epoch": 1.0,
"eval_gen_len": 18.7995,
"eval_loss": 0.547476589679718,
"eval_rouge1": 34.0929,
"eval_rouge2": 12.225,
"eval_rougeL": 27.465,
"eval_rougeLsum": 27.4736,
"eval_runtime": 1500.9794,
"eval_samples_per_second": 7.55,
"eval_steps_per_second": 1.887,
"step": 25506
},
{
"epoch": 1.02,
"learning_rate": 1.3204213387699626e-05,
"loss": 0.5931,
"step": 26000
},
{
"epoch": 1.04,
"learning_rate": 1.3073525183616929e-05,
"loss": 0.5981,
"step": 26500
},
{
"epoch": 1.06,
"learning_rate": 1.2942836979534227e-05,
"loss": 0.5865,
"step": 27000
},
{
"epoch": 1.08,
"learning_rate": 1.281214877545153e-05,
"loss": 0.5894,
"step": 27500
},
{
"epoch": 1.1,
"learning_rate": 1.2681460571368828e-05,
"loss": 0.5844,
"step": 28000
},
{
"epoch": 1.12,
"learning_rate": 1.255077236728613e-05,
"loss": 0.5928,
"step": 28500
},
{
"epoch": 1.14,
"learning_rate": 1.242008416320343e-05,
"loss": 0.5891,
"step": 29000
},
{
"epoch": 1.16,
"learning_rate": 1.2289395959120732e-05,
"loss": 0.5868,
"step": 29500
},
{
"epoch": 1.18,
"learning_rate": 1.215870775503803e-05,
"loss": 0.5831,
"step": 30000
},
{
"epoch": 1.2,
"learning_rate": 1.2028019550955333e-05,
"loss": 0.5894,
"step": 30500
},
{
"epoch": 1.22,
"learning_rate": 1.1897331346872632e-05,
"loss": 0.5926,
"step": 31000
},
{
"epoch": 1.24,
"learning_rate": 1.1766643142789934e-05,
"loss": 0.5891,
"step": 31500
},
{
"epoch": 1.25,
"learning_rate": 1.1635954938707233e-05,
"loss": 0.5925,
"step": 32000
},
{
"epoch": 1.27,
"learning_rate": 1.1505266734624533e-05,
"loss": 0.582,
"step": 32500
},
{
"epoch": 1.29,
"learning_rate": 1.1374578530541834e-05,
"loss": 0.5904,
"step": 33000
},
{
"epoch": 1.31,
"learning_rate": 1.1243890326459134e-05,
"loss": 0.596,
"step": 33500
},
{
"epoch": 1.33,
"learning_rate": 1.1113202122376435e-05,
"loss": 0.5851,
"step": 34000
},
{
"epoch": 1.35,
"learning_rate": 1.0982513918293735e-05,
"loss": 0.5852,
"step": 34500
},
{
"epoch": 1.37,
"learning_rate": 1.0851825714211037e-05,
"loss": 0.5952,
"step": 35000
},
{
"epoch": 1.39,
"learning_rate": 1.0721137510128336e-05,
"loss": 0.5857,
"step": 35500
},
{
"epoch": 1.41,
"learning_rate": 1.0590449306045638e-05,
"loss": 0.5875,
"step": 36000
},
{
"epoch": 1.43,
"learning_rate": 1.0459761101962937e-05,
"loss": 0.5901,
"step": 36500
},
{
"epoch": 1.45,
"learning_rate": 1.032907289788024e-05,
"loss": 0.5883,
"step": 37000
},
{
"epoch": 1.47,
"learning_rate": 1.0198384693797538e-05,
"loss": 0.5893,
"step": 37500
},
{
"epoch": 1.49,
"learning_rate": 1.006769648971484e-05,
"loss": 0.5853,
"step": 38000
},
{
"epoch": 1.51,
"learning_rate": 9.93700828563214e-06,
"loss": 0.5839,
"step": 38500
},
{
"epoch": 1.53,
"learning_rate": 9.80632008154944e-06,
"loss": 0.5877,
"step": 39000
},
{
"epoch": 1.55,
"learning_rate": 9.67563187746674e-06,
"loss": 0.5904,
"step": 39500
},
{
"epoch": 1.57,
"learning_rate": 9.54494367338404e-06,
"loss": 0.5753,
"step": 40000
},
{
"epoch": 1.59,
"learning_rate": 9.414255469301343e-06,
"loss": 0.5855,
"step": 40500
},
{
"epoch": 1.61,
"learning_rate": 9.283567265218643e-06,
"loss": 0.5917,
"step": 41000
},
{
"epoch": 1.63,
"learning_rate": 9.152879061135942e-06,
"loss": 0.5818,
"step": 41500
},
{
"epoch": 1.65,
"learning_rate": 9.022190857053243e-06,
"loss": 0.578,
"step": 42000
},
{
"epoch": 1.67,
"learning_rate": 8.891502652970543e-06,
"loss": 0.5831,
"step": 42500
},
{
"epoch": 1.69,
"learning_rate": 8.760814448887844e-06,
"loss": 0.583,
"step": 43000
},
{
"epoch": 1.71,
"learning_rate": 8.630126244805144e-06,
"loss": 0.5869,
"step": 43500
},
{
"epoch": 1.73,
"learning_rate": 8.499438040722445e-06,
"loss": 0.5802,
"step": 44000
},
{
"epoch": 1.74,
"learning_rate": 8.368749836639745e-06,
"loss": 0.5776,
"step": 44500
},
{
"epoch": 1.76,
"learning_rate": 8.238061632557046e-06,
"loss": 0.5833,
"step": 45000
},
{
"epoch": 1.78,
"learning_rate": 8.107373428474346e-06,
"loss": 0.5844,
"step": 45500
},
{
"epoch": 1.8,
"learning_rate": 7.976685224391647e-06,
"loss": 0.5834,
"step": 46000
},
{
"epoch": 1.82,
"learning_rate": 7.845997020308947e-06,
"loss": 0.5829,
"step": 46500
},
{
"epoch": 1.84,
"learning_rate": 7.715308816226248e-06,
"loss": 0.5849,
"step": 47000
},
{
"epoch": 1.86,
"learning_rate": 7.584620612143548e-06,
"loss": 0.5874,
"step": 47500
},
{
"epoch": 1.88,
"learning_rate": 7.453932408060849e-06,
"loss": 0.5879,
"step": 48000
},
{
"epoch": 1.9,
"learning_rate": 7.323244203978149e-06,
"loss": 0.577,
"step": 48500
},
{
"epoch": 1.92,
"learning_rate": 7.19255599989545e-06,
"loss": 0.5807,
"step": 49000
},
{
"epoch": 1.94,
"learning_rate": 7.06186779581275e-06,
"loss": 0.5865,
"step": 49500
},
{
"epoch": 1.96,
"learning_rate": 6.931179591730051e-06,
"loss": 0.5765,
"step": 50000
},
{
"epoch": 1.98,
"learning_rate": 6.8004913876473514e-06,
"loss": 0.5883,
"step": 50500
},
{
"epoch": 2.0,
"learning_rate": 6.669803183564651e-06,
"loss": 0.5787,
"step": 51000
},
{
"epoch": 2.0,
"eval_gen_len": 18.8155,
"eval_loss": 0.5370269417762756,
"eval_rouge1": 34.4751,
"eval_rouge2": 12.6984,
"eval_rougeL": 27.9605,
"eval_rougeLsum": 27.9586,
"eval_runtime": 1516.6364,
"eval_samples_per_second": 7.472,
"eval_steps_per_second": 1.868,
"step": 51012
},
{
"epoch": 2.02,
"learning_rate": 6.539114979481952e-06,
"loss": 0.5674,
"step": 51500
},
{
"epoch": 2.04,
"learning_rate": 6.408426775399254e-06,
"loss": 0.5708,
"step": 52000
},
{
"epoch": 2.06,
"learning_rate": 6.277738571316554e-06,
"loss": 0.5746,
"step": 52500
},
{
"epoch": 2.08,
"learning_rate": 6.147050367233854e-06,
"loss": 0.5726,
"step": 53000
},
{
"epoch": 2.1,
"learning_rate": 6.0163621631511545e-06,
"loss": 0.5789,
"step": 53500
},
{
"epoch": 2.12,
"learning_rate": 5.885673959068455e-06,
"loss": 0.5693,
"step": 54000
},
{
"epoch": 2.14,
"learning_rate": 5.7549857549857555e-06,
"loss": 0.5677,
"step": 54500
},
{
"epoch": 2.16,
"learning_rate": 5.624297550903056e-06,
"loss": 0.5724,
"step": 55000
},
{
"epoch": 2.18,
"learning_rate": 5.4936093468203565e-06,
"loss": 0.5737,
"step": 55500
},
{
"epoch": 2.2,
"learning_rate": 5.362921142737657e-06,
"loss": 0.5758,
"step": 56000
},
{
"epoch": 2.22,
"learning_rate": 5.2322329386549575e-06,
"loss": 0.5693,
"step": 56500
},
{
"epoch": 2.23,
"learning_rate": 5.101544734572258e-06,
"loss": 0.5772,
"step": 57000
},
{
"epoch": 2.25,
"learning_rate": 4.9708565304895586e-06,
"loss": 0.5793,
"step": 57500
},
{
"epoch": 2.27,
"learning_rate": 4.840168326406859e-06,
"loss": 0.576,
"step": 58000
},
{
"epoch": 2.29,
"learning_rate": 4.70948012232416e-06,
"loss": 0.5768,
"step": 58500
},
{
"epoch": 2.31,
"learning_rate": 4.57879191824146e-06,
"loss": 0.5685,
"step": 59000
},
{
"epoch": 2.33,
"learning_rate": 4.448103714158761e-06,
"loss": 0.5706,
"step": 59500
},
{
"epoch": 2.35,
"learning_rate": 4.31741551007606e-06,
"loss": 0.5796,
"step": 60000
},
{
"epoch": 2.37,
"learning_rate": 4.186727305993362e-06,
"loss": 0.5763,
"step": 60500
},
{
"epoch": 2.39,
"learning_rate": 4.056039101910662e-06,
"loss": 0.5707,
"step": 61000
},
{
"epoch": 2.41,
"learning_rate": 3.925350897827963e-06,
"loss": 0.5748,
"step": 61500
},
{
"epoch": 2.43,
"learning_rate": 3.794662693745263e-06,
"loss": 0.5762,
"step": 62000
},
{
"epoch": 2.45,
"learning_rate": 3.6639744896625632e-06,
"loss": 0.5693,
"step": 62500
},
{
"epoch": 2.47,
"learning_rate": 3.5332862855798637e-06,
"loss": 0.5754,
"step": 63000
},
{
"epoch": 2.49,
"learning_rate": 3.4025980814971643e-06,
"loss": 0.5832,
"step": 63500
},
{
"epoch": 2.51,
"learning_rate": 3.2719098774144648e-06,
"loss": 0.5653,
"step": 64000
},
{
"epoch": 2.53,
"learning_rate": 3.1412216733317653e-06,
"loss": 0.5635,
"step": 64500
},
{
"epoch": 2.55,
"learning_rate": 3.0105334692490658e-06,
"loss": 0.5743,
"step": 65000
},
{
"epoch": 2.57,
"learning_rate": 2.8798452651663663e-06,
"loss": 0.5633,
"step": 65500
},
{
"epoch": 2.59,
"learning_rate": 2.7491570610836672e-06,
"loss": 0.5741,
"step": 66000
},
{
"epoch": 2.61,
"learning_rate": 2.6184688570009677e-06,
"loss": 0.5691,
"step": 66500
},
{
"epoch": 2.63,
"learning_rate": 2.487780652918268e-06,
"loss": 0.5758,
"step": 67000
},
{
"epoch": 2.65,
"learning_rate": 2.3570924488355683e-06,
"loss": 0.5637,
"step": 67500
},
{
"epoch": 2.67,
"learning_rate": 2.226404244752869e-06,
"loss": 0.5753,
"step": 68000
},
{
"epoch": 2.69,
"learning_rate": 2.0957160406701694e-06,
"loss": 0.5763,
"step": 68500
},
{
"epoch": 2.71,
"learning_rate": 1.96502783658747e-06,
"loss": 0.5738,
"step": 69000
},
{
"epoch": 2.72,
"learning_rate": 1.8343396325047702e-06,
"loss": 0.5698,
"step": 69500
},
{
"epoch": 2.74,
"learning_rate": 1.7036514284220707e-06,
"loss": 0.5725,
"step": 70000
},
{
"epoch": 2.76,
"learning_rate": 1.5729632243393714e-06,
"loss": 0.5733,
"step": 70500
},
{
"epoch": 2.78,
"learning_rate": 1.442275020256672e-06,
"loss": 0.578,
"step": 71000
},
{
"epoch": 2.8,
"learning_rate": 1.3115868161739722e-06,
"loss": 0.5755,
"step": 71500
},
{
"epoch": 2.82,
"learning_rate": 1.1808986120912727e-06,
"loss": 0.5806,
"step": 72000
},
{
"epoch": 2.84,
"learning_rate": 1.0502104080085732e-06,
"loss": 0.5736,
"step": 72500
},
{
"epoch": 2.86,
"learning_rate": 9.195222039258737e-07,
"loss": 0.5665,
"step": 73000
},
{
"epoch": 2.88,
"learning_rate": 7.888339998431741e-07,
"loss": 0.5711,
"step": 73500
},
{
"epoch": 2.9,
"learning_rate": 6.581457957604747e-07,
"loss": 0.5699,
"step": 74000
},
{
"epoch": 2.92,
"learning_rate": 5.274575916777753e-07,
"loss": 0.5727,
"step": 74500
},
{
"epoch": 2.94,
"learning_rate": 3.967693875950757e-07,
"loss": 0.5702,
"step": 75000
},
{
"epoch": 2.96,
"learning_rate": 2.660811835123762e-07,
"loss": 0.5697,
"step": 75500
},
{
"epoch": 2.98,
"learning_rate": 1.3539297942967668e-07,
"loss": 0.5658,
"step": 76000
},
{
"epoch": 3.0,
"learning_rate": 4.704775346977182e-09,
"loss": 0.5692,
"step": 76500
},
{
"epoch": 3.0,
"eval_gen_len": 18.8131,
"eval_loss": 0.5340152382850647,
"eval_rouge1": 34.6791,
"eval_rouge2": 12.8236,
"eval_rougeL": 28.1201,
"eval_rougeLsum": 28.1241,
"eval_runtime": 1504.5288,
"eval_samples_per_second": 7.532,
"eval_steps_per_second": 1.883,
"step": 76518
}
],
"max_steps": 76518,
"num_train_epochs": 3,
"total_flos": 3.727644383379456e+17,
"trial_name": null,
"trial_params": null
}