MNLI_distilbert-base-uncased / trainer_state.json
boychaboy's picture
initial commit
0515fe0
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 5.0,
"global_step": 15340,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.16,
"learning_rate": 1.9348109517601044e-05,
"loss": 0.8074,
"step": 500
},
{
"epoch": 0.33,
"learning_rate": 1.8696219035202087e-05,
"loss": 0.6682,
"step": 1000
},
{
"epoch": 0.49,
"learning_rate": 1.804432855280313e-05,
"loss": 0.611,
"step": 1500
},
{
"epoch": 0.65,
"learning_rate": 1.7392438070404173e-05,
"loss": 0.5862,
"step": 2000
},
{
"epoch": 0.81,
"learning_rate": 1.6740547588005215e-05,
"loss": 0.5626,
"step": 2500
},
{
"epoch": 0.98,
"learning_rate": 1.608865710560626e-05,
"loss": 0.5506,
"step": 3000
},
{
"epoch": 1.14,
"learning_rate": 1.54367666232073e-05,
"loss": 0.4885,
"step": 3500
},
{
"epoch": 1.3,
"learning_rate": 1.4784876140808346e-05,
"loss": 0.4766,
"step": 4000
},
{
"epoch": 1.47,
"learning_rate": 1.4132985658409388e-05,
"loss": 0.476,
"step": 4500
},
{
"epoch": 1.63,
"learning_rate": 1.3481095176010431e-05,
"loss": 0.4706,
"step": 5000
},
{
"epoch": 1.79,
"learning_rate": 1.2829204693611474e-05,
"loss": 0.4649,
"step": 5500
},
{
"epoch": 1.96,
"learning_rate": 1.2177314211212517e-05,
"loss": 0.4578,
"step": 6000
},
{
"epoch": 2.12,
"learning_rate": 1.1525423728813561e-05,
"loss": 0.4158,
"step": 6500
},
{
"epoch": 2.28,
"learning_rate": 1.0873533246414602e-05,
"loss": 0.3907,
"step": 7000
},
{
"epoch": 2.44,
"learning_rate": 1.0221642764015647e-05,
"loss": 0.3917,
"step": 7500
},
{
"epoch": 2.61,
"learning_rate": 9.56975228161669e-06,
"loss": 0.3958,
"step": 8000
},
{
"epoch": 2.77,
"learning_rate": 8.917861799217732e-06,
"loss": 0.3962,
"step": 8500
},
{
"epoch": 2.93,
"learning_rate": 8.265971316818775e-06,
"loss": 0.3947,
"step": 9000
},
{
"epoch": 3.1,
"learning_rate": 7.614080834419818e-06,
"loss": 0.3621,
"step": 9500
},
{
"epoch": 3.26,
"learning_rate": 6.962190352020861e-06,
"loss": 0.3429,
"step": 10000
},
{
"epoch": 3.42,
"learning_rate": 6.310299869621904e-06,
"loss": 0.3391,
"step": 10500
},
{
"epoch": 3.59,
"learning_rate": 5.658409387222948e-06,
"loss": 0.3437,
"step": 11000
},
{
"epoch": 3.75,
"learning_rate": 5.0065189048239905e-06,
"loss": 0.3356,
"step": 11500
},
{
"epoch": 3.91,
"learning_rate": 4.354628422425033e-06,
"loss": 0.3387,
"step": 12000
},
{
"epoch": 4.07,
"learning_rate": 3.702737940026076e-06,
"loss": 0.3183,
"step": 12500
},
{
"epoch": 4.24,
"learning_rate": 3.0508474576271192e-06,
"loss": 0.3044,
"step": 13000
},
{
"epoch": 4.4,
"learning_rate": 2.398956975228162e-06,
"loss": 0.3057,
"step": 13500
},
{
"epoch": 4.56,
"learning_rate": 1.7470664928292048e-06,
"loss": 0.3049,
"step": 14000
},
{
"epoch": 4.73,
"learning_rate": 1.0951760104302478e-06,
"loss": 0.2996,
"step": 14500
},
{
"epoch": 4.89,
"learning_rate": 4.432855280312908e-07,
"loss": 0.3059,
"step": 15000
},
{
"epoch": 5.0,
"step": 15340,
"total_flos": 2.0193537273490944e+17,
"train_runtime": 9244.0598,
"train_samples_per_second": 1.659
}
],
"max_steps": 15340,
"num_train_epochs": 5,
"total_flos": 2.0193537273490944e+17,
"trial_name": null,
"trial_params": null
}