bert-base-qnli / trainer_state.json
Cheng98's picture
Upload folder using huggingface_hub
c202fac verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 5.0,
"global_step": 32735,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.08,
"learning_rate": 1.969573850618604e-05,
"loss": 0.4624,
"step": 500
},
{
"epoch": 0.15,
"learning_rate": 1.9390255078661985e-05,
"loss": 0.3994,
"step": 1000
},
{
"epoch": 0.23,
"learning_rate": 1.9084771651137928e-05,
"loss": 0.3688,
"step": 1500
},
{
"epoch": 0.31,
"learning_rate": 1.877928822361387e-05,
"loss": 0.3434,
"step": 2000
},
{
"epoch": 0.38,
"learning_rate": 1.8473804796089814e-05,
"loss": 0.3376,
"step": 2500
},
{
"epoch": 0.46,
"learning_rate": 1.8168321368565758e-05,
"loss": 0.3317,
"step": 3000
},
{
"epoch": 0.53,
"learning_rate": 1.7863448907896747e-05,
"loss": 0.3318,
"step": 3500
},
{
"epoch": 0.61,
"learning_rate": 1.755796548037269e-05,
"loss": 0.3189,
"step": 4000
},
{
"epoch": 0.69,
"learning_rate": 1.7252482052848634e-05,
"loss": 0.3197,
"step": 4500
},
{
"epoch": 0.76,
"learning_rate": 1.6946998625324577e-05,
"loss": 0.3026,
"step": 5000
},
{
"epoch": 0.84,
"learning_rate": 1.664151519780052e-05,
"loss": 0.3033,
"step": 5500
},
{
"epoch": 0.92,
"learning_rate": 1.633664273713151e-05,
"loss": 0.2932,
"step": 6000
},
{
"epoch": 0.99,
"learning_rate": 1.6031159309607457e-05,
"loss": 0.2955,
"step": 6500
},
{
"epoch": 1.07,
"learning_rate": 1.5725675882083397e-05,
"loss": 0.2112,
"step": 7000
},
{
"epoch": 1.15,
"learning_rate": 1.5420192454559343e-05,
"loss": 0.189,
"step": 7500
},
{
"epoch": 1.22,
"learning_rate": 1.5115319993890332e-05,
"loss": 0.2086,
"step": 8000
},
{
"epoch": 1.3,
"learning_rate": 1.4809836566366276e-05,
"loss": 0.2065,
"step": 8500
},
{
"epoch": 1.37,
"learning_rate": 1.450435313884222e-05,
"loss": 0.202,
"step": 9000
},
{
"epoch": 1.45,
"learning_rate": 1.4198869711318161e-05,
"loss": 0.2092,
"step": 9500
},
{
"epoch": 1.53,
"learning_rate": 1.3893997250649154e-05,
"loss": 0.2003,
"step": 10000
},
{
"epoch": 1.6,
"learning_rate": 1.3588513823125096e-05,
"loss": 0.2056,
"step": 10500
},
{
"epoch": 1.68,
"learning_rate": 1.328303039560104e-05,
"loss": 0.2035,
"step": 11000
},
{
"epoch": 1.76,
"learning_rate": 1.2977546968076984e-05,
"loss": 0.2031,
"step": 11500
},
{
"epoch": 1.83,
"learning_rate": 1.2672063540552926e-05,
"loss": 0.2093,
"step": 12000
},
{
"epoch": 1.91,
"learning_rate": 1.2366580113028869e-05,
"loss": 0.2022,
"step": 12500
},
{
"epoch": 1.99,
"learning_rate": 1.2061096685504812e-05,
"loss": 0.2031,
"step": 13000
},
{
"epoch": 2.06,
"learning_rate": 1.1755613257980756e-05,
"loss": 0.1257,
"step": 13500
},
{
"epoch": 2.14,
"learning_rate": 1.1450740797311745e-05,
"loss": 0.1238,
"step": 14000
},
{
"epoch": 2.21,
"learning_rate": 1.114525736978769e-05,
"loss": 0.118,
"step": 14500
},
{
"epoch": 2.29,
"learning_rate": 1.0839773942263634e-05,
"loss": 0.134,
"step": 15000
},
{
"epoch": 2.37,
"learning_rate": 1.0534290514739575e-05,
"loss": 0.1275,
"step": 15500
},
{
"epoch": 2.44,
"learning_rate": 1.0229418054070568e-05,
"loss": 0.1184,
"step": 16000
},
{
"epoch": 2.52,
"learning_rate": 9.923934626546512e-06,
"loss": 0.1221,
"step": 16500
},
{
"epoch": 2.6,
"learning_rate": 9.618451199022453e-06,
"loss": 0.1259,
"step": 17000
},
{
"epoch": 2.67,
"learning_rate": 9.312967771498396e-06,
"loss": 0.1477,
"step": 17500
},
{
"epoch": 2.75,
"learning_rate": 9.008095310829388e-06,
"loss": 0.1349,
"step": 18000
},
{
"epoch": 2.83,
"learning_rate": 8.70322285016038e-06,
"loss": 0.1345,
"step": 18500
},
{
"epoch": 2.9,
"learning_rate": 8.397739422636323e-06,
"loss": 0.1402,
"step": 19000
},
{
"epoch": 2.98,
"learning_rate": 8.092255995112266e-06,
"loss": 0.1418,
"step": 19500
},
{
"epoch": 3.05,
"learning_rate": 7.78677256758821e-06,
"loss": 0.0875,
"step": 20000
},
{
"epoch": 3.13,
"learning_rate": 7.4812891400641516e-06,
"loss": 0.0687,
"step": 20500
},
{
"epoch": 3.21,
"learning_rate": 7.176416679395143e-06,
"loss": 0.0787,
"step": 21000
},
{
"epoch": 3.28,
"learning_rate": 6.870933251871087e-06,
"loss": 0.0672,
"step": 21500
},
{
"epoch": 3.36,
"learning_rate": 6.5654498243470296e-06,
"loss": 0.0703,
"step": 22000
},
{
"epoch": 3.44,
"learning_rate": 6.259966396822973e-06,
"loss": 0.0744,
"step": 22500
},
{
"epoch": 3.51,
"learning_rate": 5.955093936153964e-06,
"loss": 0.0734,
"step": 23000
},
{
"epoch": 3.59,
"learning_rate": 5.649610508629907e-06,
"loss": 0.0762,
"step": 23500
},
{
"epoch": 3.67,
"learning_rate": 5.344127081105851e-06,
"loss": 0.0792,
"step": 24000
},
{
"epoch": 3.74,
"learning_rate": 5.038643653581794e-06,
"loss": 0.0746,
"step": 24500
},
{
"epoch": 3.82,
"learning_rate": 4.733160226057737e-06,
"loss": 0.0899,
"step": 25000
},
{
"epoch": 3.89,
"learning_rate": 4.428287765388728e-06,
"loss": 0.0892,
"step": 25500
},
{
"epoch": 3.97,
"learning_rate": 4.122804337864671e-06,
"loss": 0.066,
"step": 26000
},
{
"epoch": 4.05,
"learning_rate": 3.8173209103406145e-06,
"loss": 0.0535,
"step": 26500
},
{
"epoch": 4.12,
"learning_rate": 3.5124484496716056e-06,
"loss": 0.0455,
"step": 27000
},
{
"epoch": 4.2,
"learning_rate": 3.206965022147549e-06,
"loss": 0.0347,
"step": 27500
},
{
"epoch": 4.28,
"learning_rate": 2.901481594623492e-06,
"loss": 0.0416,
"step": 28000
},
{
"epoch": 4.35,
"learning_rate": 2.595998167099435e-06,
"loss": 0.0491,
"step": 28500
},
{
"epoch": 4.43,
"learning_rate": 2.290514739575378e-06,
"loss": 0.0438,
"step": 29000
},
{
"epoch": 4.51,
"learning_rate": 1.9850313120513214e-06,
"loss": 0.0392,
"step": 29500
},
{
"epoch": 4.58,
"learning_rate": 1.6795478845272645e-06,
"loss": 0.0446,
"step": 30000
},
{
"epoch": 4.66,
"learning_rate": 1.3740644570032077e-06,
"loss": 0.0487,
"step": 30500
},
{
"epoch": 4.73,
"learning_rate": 1.069191996334199e-06,
"loss": 0.0468,
"step": 31000
},
{
"epoch": 4.81,
"learning_rate": 7.637085688101422e-07,
"loss": 0.0518,
"step": 31500
},
{
"epoch": 4.89,
"learning_rate": 4.5822514128608527e-07,
"loss": 0.0419,
"step": 32000
},
{
"epoch": 4.96,
"learning_rate": 1.5274171376202842e-07,
"loss": 0.0369,
"step": 32500
},
{
"epoch": 5.0,
"step": 32735,
"total_flos": 3.44488015894656e+16,
"train_loss": 0.1580200532820273,
"train_runtime": 2902.672,
"train_samples_per_second": 180.425,
"train_steps_per_second": 11.278
}
],
"max_steps": 32735,
"num_train_epochs": 5,
"total_flos": 3.44488015894656e+16,
"trial_name": null,
"trial_params": null
}