BERT_disfluency_cls / trainer_state.json
bmarie4i's picture
First commit of the disfluency classifier
a12cce9
raw
history blame
42.8 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 4.901960784313726,
"global_step": 170000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 1.0000000000000002e-06,
"loss": 0.6866,
"step": 500
},
{
"epoch": 0.03,
"learning_rate": 2.0000000000000003e-06,
"loss": 0.513,
"step": 1000
},
{
"epoch": 0.04,
"learning_rate": 3e-06,
"loss": 0.3957,
"step": 1500
},
{
"epoch": 0.06,
"learning_rate": 4.000000000000001e-06,
"loss": 0.4037,
"step": 2000
},
{
"epoch": 0.07,
"learning_rate": 5e-06,
"loss": 0.377,
"step": 2500
},
{
"epoch": 0.09,
"learning_rate": 6e-06,
"loss": 0.3838,
"step": 3000
},
{
"epoch": 0.1,
"learning_rate": 7e-06,
"loss": 0.3804,
"step": 3500
},
{
"epoch": 0.12,
"learning_rate": 8.000000000000001e-06,
"loss": 0.3842,
"step": 4000
},
{
"epoch": 0.13,
"learning_rate": 9e-06,
"loss": 0.368,
"step": 4500
},
{
"epoch": 0.14,
"learning_rate": 1e-05,
"loss": 0.3753,
"step": 5000
},
{
"epoch": 0.16,
"learning_rate": 1.1000000000000001e-05,
"loss": 0.3637,
"step": 5500
},
{
"epoch": 0.17,
"learning_rate": 1.2e-05,
"loss": 0.3884,
"step": 6000
},
{
"epoch": 0.19,
"learning_rate": 1.3000000000000001e-05,
"loss": 0.3814,
"step": 6500
},
{
"epoch": 0.2,
"learning_rate": 1.4e-05,
"loss": 0.3741,
"step": 7000
},
{
"epoch": 0.22,
"learning_rate": 1.5000000000000002e-05,
"loss": 0.3502,
"step": 7500
},
{
"epoch": 0.23,
"learning_rate": 1.6000000000000003e-05,
"loss": 0.3667,
"step": 8000
},
{
"epoch": 0.25,
"learning_rate": 1.7e-05,
"loss": 0.37,
"step": 8500
},
{
"epoch": 0.26,
"learning_rate": 1.8e-05,
"loss": 0.3754,
"step": 9000
},
{
"epoch": 0.27,
"learning_rate": 1.9e-05,
"loss": 0.3505,
"step": 9500
},
{
"epoch": 0.29,
"learning_rate": 2e-05,
"loss": 0.3663,
"step": 10000
},
{
"epoch": 0.3,
"learning_rate": 1.9938800489596085e-05,
"loss": 0.3551,
"step": 10500
},
{
"epoch": 0.32,
"learning_rate": 1.987760097919217e-05,
"loss": 0.3738,
"step": 11000
},
{
"epoch": 0.33,
"learning_rate": 1.9816401468788252e-05,
"loss": 0.3595,
"step": 11500
},
{
"epoch": 0.35,
"learning_rate": 1.9755201958384335e-05,
"loss": 0.3704,
"step": 12000
},
{
"epoch": 0.36,
"learning_rate": 1.969400244798042e-05,
"loss": 0.3719,
"step": 12500
},
{
"epoch": 0.37,
"learning_rate": 1.9632802937576502e-05,
"loss": 0.3682,
"step": 13000
},
{
"epoch": 0.39,
"learning_rate": 1.9571603427172585e-05,
"loss": 0.3772,
"step": 13500
},
{
"epoch": 0.4,
"learning_rate": 1.951040391676867e-05,
"loss": 0.3707,
"step": 14000
},
{
"epoch": 0.42,
"learning_rate": 1.944920440636475e-05,
"loss": 0.3637,
"step": 14500
},
{
"epoch": 0.43,
"learning_rate": 1.9388004895960835e-05,
"loss": 0.3543,
"step": 15000
},
{
"epoch": 0.45,
"learning_rate": 1.932680538555692e-05,
"loss": 0.3656,
"step": 15500
},
{
"epoch": 0.46,
"learning_rate": 1.9265605875153e-05,
"loss": 0.3551,
"step": 16000
},
{
"epoch": 0.48,
"learning_rate": 1.9204406364749086e-05,
"loss": 0.3686,
"step": 16500
},
{
"epoch": 0.49,
"learning_rate": 1.9143206854345166e-05,
"loss": 0.3533,
"step": 17000
},
{
"epoch": 0.5,
"learning_rate": 1.908200734394125e-05,
"loss": 0.3564,
"step": 17500
},
{
"epoch": 0.52,
"learning_rate": 1.9020807833537332e-05,
"loss": 0.3597,
"step": 18000
},
{
"epoch": 0.53,
"learning_rate": 1.8959608323133416e-05,
"loss": 0.3608,
"step": 18500
},
{
"epoch": 0.55,
"learning_rate": 1.88984088127295e-05,
"loss": 0.3603,
"step": 19000
},
{
"epoch": 0.56,
"learning_rate": 1.8837209302325582e-05,
"loss": 0.3622,
"step": 19500
},
{
"epoch": 0.58,
"learning_rate": 1.8776009791921666e-05,
"loss": 0.3642,
"step": 20000
},
{
"epoch": 0.59,
"learning_rate": 1.871481028151775e-05,
"loss": 0.3719,
"step": 20500
},
{
"epoch": 0.61,
"learning_rate": 1.8653610771113833e-05,
"loss": 0.3595,
"step": 21000
},
{
"epoch": 0.62,
"learning_rate": 1.8592411260709916e-05,
"loss": 0.3693,
"step": 21500
},
{
"epoch": 0.63,
"learning_rate": 1.8531211750306e-05,
"loss": 0.3625,
"step": 22000
},
{
"epoch": 0.65,
"learning_rate": 1.8470012239902083e-05,
"loss": 0.3513,
"step": 22500
},
{
"epoch": 0.66,
"learning_rate": 1.8408812729498166e-05,
"loss": 0.3613,
"step": 23000
},
{
"epoch": 0.68,
"learning_rate": 1.834761321909425e-05,
"loss": 0.3583,
"step": 23500
},
{
"epoch": 0.69,
"learning_rate": 1.8286413708690333e-05,
"loss": 0.3645,
"step": 24000
},
{
"epoch": 0.71,
"learning_rate": 1.8225214198286416e-05,
"loss": 0.3575,
"step": 24500
},
{
"epoch": 0.72,
"learning_rate": 1.81640146878825e-05,
"loss": 0.3646,
"step": 25000
},
{
"epoch": 0.74,
"learning_rate": 1.810281517747858e-05,
"loss": 0.3497,
"step": 25500
},
{
"epoch": 0.75,
"learning_rate": 1.8041615667074666e-05,
"loss": 0.357,
"step": 26000
},
{
"epoch": 0.76,
"learning_rate": 1.798041615667075e-05,
"loss": 0.3658,
"step": 26500
},
{
"epoch": 0.78,
"learning_rate": 1.791921664626683e-05,
"loss": 0.3442,
"step": 27000
},
{
"epoch": 0.79,
"learning_rate": 1.7858017135862916e-05,
"loss": 0.3582,
"step": 27500
},
{
"epoch": 0.81,
"learning_rate": 1.7796817625458996e-05,
"loss": 0.3679,
"step": 28000
},
{
"epoch": 0.82,
"learning_rate": 1.773561811505508e-05,
"loss": 0.3575,
"step": 28500
},
{
"epoch": 0.84,
"learning_rate": 1.7674418604651163e-05,
"loss": 0.3492,
"step": 29000
},
{
"epoch": 0.85,
"learning_rate": 1.7613219094247247e-05,
"loss": 0.3463,
"step": 29500
},
{
"epoch": 0.87,
"learning_rate": 1.755201958384333e-05,
"loss": 0.3457,
"step": 30000
},
{
"epoch": 0.88,
"learning_rate": 1.7490820073439413e-05,
"loss": 0.3631,
"step": 30500
},
{
"epoch": 0.89,
"learning_rate": 1.7429620563035497e-05,
"loss": 0.3587,
"step": 31000
},
{
"epoch": 0.91,
"learning_rate": 1.736842105263158e-05,
"loss": 0.3577,
"step": 31500
},
{
"epoch": 0.92,
"learning_rate": 1.7307221542227663e-05,
"loss": 0.3476,
"step": 32000
},
{
"epoch": 0.94,
"learning_rate": 1.7246022031823747e-05,
"loss": 0.357,
"step": 32500
},
{
"epoch": 0.95,
"learning_rate": 1.718482252141983e-05,
"loss": 0.3657,
"step": 33000
},
{
"epoch": 0.97,
"learning_rate": 1.7123623011015914e-05,
"loss": 0.3622,
"step": 33500
},
{
"epoch": 0.98,
"learning_rate": 1.7062423500611997e-05,
"loss": 0.3585,
"step": 34000
},
{
"epoch": 0.99,
"learning_rate": 1.700122399020808e-05,
"loss": 0.3441,
"step": 34500
},
{
"epoch": 1.0,
"eval_accuracy": 0.8873362445414847,
"eval_loss": 0.3056604862213135,
"eval_runtime": 105.089,
"eval_samples_per_second": 65.373,
"eval_steps_per_second": 8.174,
"step": 34680
},
{
"epoch": 1.01,
"learning_rate": 1.6940024479804164e-05,
"loss": 0.3411,
"step": 35000
},
{
"epoch": 1.02,
"learning_rate": 1.6878824969400247e-05,
"loss": 0.3405,
"step": 35500
},
{
"epoch": 1.04,
"learning_rate": 1.681762545899633e-05,
"loss": 0.3493,
"step": 36000
},
{
"epoch": 1.05,
"learning_rate": 1.675642594859241e-05,
"loss": 0.3418,
"step": 36500
},
{
"epoch": 1.07,
"learning_rate": 1.6695226438188497e-05,
"loss": 0.3631,
"step": 37000
},
{
"epoch": 1.08,
"learning_rate": 1.663402692778458e-05,
"loss": 0.3478,
"step": 37500
},
{
"epoch": 1.1,
"learning_rate": 1.657282741738066e-05,
"loss": 0.3571,
"step": 38000
},
{
"epoch": 1.11,
"learning_rate": 1.6511627906976747e-05,
"loss": 0.3454,
"step": 38500
},
{
"epoch": 1.12,
"learning_rate": 1.6450428396572827e-05,
"loss": 0.3325,
"step": 39000
},
{
"epoch": 1.14,
"learning_rate": 1.6389228886168914e-05,
"loss": 0.3618,
"step": 39500
},
{
"epoch": 1.15,
"learning_rate": 1.6328029375764994e-05,
"loss": 0.3607,
"step": 40000
},
{
"epoch": 1.17,
"learning_rate": 1.6266829865361078e-05,
"loss": 0.3562,
"step": 40500
},
{
"epoch": 1.18,
"learning_rate": 1.620563035495716e-05,
"loss": 0.3476,
"step": 41000
},
{
"epoch": 1.2,
"learning_rate": 1.6144430844553244e-05,
"loss": 0.3554,
"step": 41500
},
{
"epoch": 1.21,
"learning_rate": 1.6083231334149328e-05,
"loss": 0.3462,
"step": 42000
},
{
"epoch": 1.23,
"learning_rate": 1.602203182374541e-05,
"loss": 0.3716,
"step": 42500
},
{
"epoch": 1.24,
"learning_rate": 1.5960832313341494e-05,
"loss": 0.3578,
"step": 43000
},
{
"epoch": 1.25,
"learning_rate": 1.5899632802937578e-05,
"loss": 0.3642,
"step": 43500
},
{
"epoch": 1.27,
"learning_rate": 1.583843329253366e-05,
"loss": 0.3545,
"step": 44000
},
{
"epoch": 1.28,
"learning_rate": 1.5777233782129745e-05,
"loss": 0.346,
"step": 44500
},
{
"epoch": 1.3,
"learning_rate": 1.5716034271725828e-05,
"loss": 0.3498,
"step": 45000
},
{
"epoch": 1.31,
"learning_rate": 1.565483476132191e-05,
"loss": 0.3523,
"step": 45500
},
{
"epoch": 1.33,
"learning_rate": 1.5593635250917995e-05,
"loss": 0.3527,
"step": 46000
},
{
"epoch": 1.34,
"learning_rate": 1.5532435740514078e-05,
"loss": 0.3466,
"step": 46500
},
{
"epoch": 1.36,
"learning_rate": 1.547123623011016e-05,
"loss": 0.3584,
"step": 47000
},
{
"epoch": 1.37,
"learning_rate": 1.541003671970624e-05,
"loss": 0.3737,
"step": 47500
},
{
"epoch": 1.38,
"learning_rate": 1.5348837209302328e-05,
"loss": 0.3542,
"step": 48000
},
{
"epoch": 1.4,
"learning_rate": 1.528763769889841e-05,
"loss": 0.362,
"step": 48500
},
{
"epoch": 1.41,
"learning_rate": 1.5226438188494492e-05,
"loss": 0.3588,
"step": 49000
},
{
"epoch": 1.43,
"learning_rate": 1.5165238678090577e-05,
"loss": 0.3471,
"step": 49500
},
{
"epoch": 1.44,
"learning_rate": 1.510403916768666e-05,
"loss": 0.3514,
"step": 50000
},
{
"epoch": 1.46,
"learning_rate": 1.5042839657282743e-05,
"loss": 0.3488,
"step": 50500
},
{
"epoch": 1.47,
"learning_rate": 1.4981640146878827e-05,
"loss": 0.352,
"step": 51000
},
{
"epoch": 1.49,
"learning_rate": 1.4920440636474908e-05,
"loss": 0.3617,
"step": 51500
},
{
"epoch": 1.5,
"learning_rate": 1.4859241126070994e-05,
"loss": 0.3546,
"step": 52000
},
{
"epoch": 1.51,
"learning_rate": 1.4798041615667075e-05,
"loss": 0.3501,
"step": 52500
},
{
"epoch": 1.53,
"learning_rate": 1.4736842105263159e-05,
"loss": 0.3508,
"step": 53000
},
{
"epoch": 1.54,
"learning_rate": 1.4675642594859244e-05,
"loss": 0.358,
"step": 53500
},
{
"epoch": 1.56,
"learning_rate": 1.4614443084455325e-05,
"loss": 0.3474,
"step": 54000
},
{
"epoch": 1.57,
"learning_rate": 1.4553243574051407e-05,
"loss": 0.3487,
"step": 54500
},
{
"epoch": 1.59,
"learning_rate": 1.4492044063647492e-05,
"loss": 0.3532,
"step": 55000
},
{
"epoch": 1.6,
"learning_rate": 1.4430844553243575e-05,
"loss": 0.3429,
"step": 55500
},
{
"epoch": 1.61,
"learning_rate": 1.4369645042839659e-05,
"loss": 0.3509,
"step": 56000
},
{
"epoch": 1.63,
"learning_rate": 1.4308445532435742e-05,
"loss": 0.3478,
"step": 56500
},
{
"epoch": 1.64,
"learning_rate": 1.4247246022031824e-05,
"loss": 0.3505,
"step": 57000
},
{
"epoch": 1.66,
"learning_rate": 1.4186046511627909e-05,
"loss": 0.35,
"step": 57500
},
{
"epoch": 1.67,
"learning_rate": 1.412484700122399e-05,
"loss": 0.3605,
"step": 58000
},
{
"epoch": 1.69,
"learning_rate": 1.4063647490820074e-05,
"loss": 0.3541,
"step": 58500
},
{
"epoch": 1.7,
"learning_rate": 1.4002447980416159e-05,
"loss": 0.3576,
"step": 59000
},
{
"epoch": 1.72,
"learning_rate": 1.394124847001224e-05,
"loss": 0.3477,
"step": 59500
},
{
"epoch": 1.73,
"learning_rate": 1.3880048959608322e-05,
"loss": 0.347,
"step": 60000
},
{
"epoch": 1.74,
"learning_rate": 1.3818849449204408e-05,
"loss": 0.344,
"step": 60500
},
{
"epoch": 1.76,
"learning_rate": 1.3757649938800491e-05,
"loss": 0.3617,
"step": 61000
},
{
"epoch": 1.77,
"learning_rate": 1.3696450428396574e-05,
"loss": 0.3447,
"step": 61500
},
{
"epoch": 1.79,
"learning_rate": 1.3635250917992658e-05,
"loss": 0.3481,
"step": 62000
},
{
"epoch": 1.8,
"learning_rate": 1.357405140758874e-05,
"loss": 0.3522,
"step": 62500
},
{
"epoch": 1.82,
"learning_rate": 1.3512851897184824e-05,
"loss": 0.3509,
"step": 63000
},
{
"epoch": 1.83,
"learning_rate": 1.3451652386780906e-05,
"loss": 0.3529,
"step": 63500
},
{
"epoch": 1.85,
"learning_rate": 1.339045287637699e-05,
"loss": 0.3502,
"step": 64000
},
{
"epoch": 1.86,
"learning_rate": 1.3329253365973075e-05,
"loss": 0.3455,
"step": 64500
},
{
"epoch": 1.87,
"learning_rate": 1.3268053855569156e-05,
"loss": 0.3567,
"step": 65000
},
{
"epoch": 1.89,
"learning_rate": 1.3206854345165238e-05,
"loss": 0.3316,
"step": 65500
},
{
"epoch": 1.9,
"learning_rate": 1.3145654834761323e-05,
"loss": 0.3535,
"step": 66000
},
{
"epoch": 1.92,
"learning_rate": 1.3084455324357406e-05,
"loss": 0.37,
"step": 66500
},
{
"epoch": 1.93,
"learning_rate": 1.302325581395349e-05,
"loss": 0.3531,
"step": 67000
},
{
"epoch": 1.95,
"learning_rate": 1.2962056303549573e-05,
"loss": 0.3728,
"step": 67500
},
{
"epoch": 1.96,
"learning_rate": 1.2900856793145655e-05,
"loss": 0.3517,
"step": 68000
},
{
"epoch": 1.98,
"learning_rate": 1.283965728274174e-05,
"loss": 0.3531,
"step": 68500
},
{
"epoch": 1.99,
"learning_rate": 1.2778457772337822e-05,
"loss": 0.3645,
"step": 69000
},
{
"epoch": 2.0,
"eval_accuracy": 0.8902474526928675,
"eval_loss": 0.28919732570648193,
"eval_runtime": 105.8357,
"eval_samples_per_second": 64.912,
"eval_steps_per_second": 8.116,
"step": 69360
},
{
"epoch": 2.0,
"learning_rate": 1.2717258261933905e-05,
"loss": 0.3729,
"step": 69500
},
{
"epoch": 2.02,
"learning_rate": 1.265605875152999e-05,
"loss": 0.3533,
"step": 70000
},
{
"epoch": 2.03,
"learning_rate": 1.2594859241126072e-05,
"loss": 0.3419,
"step": 70500
},
{
"epoch": 2.05,
"learning_rate": 1.2533659730722153e-05,
"loss": 0.3424,
"step": 71000
},
{
"epoch": 2.06,
"learning_rate": 1.2472460220318238e-05,
"loss": 0.3411,
"step": 71500
},
{
"epoch": 2.08,
"learning_rate": 1.2411260709914322e-05,
"loss": 0.3358,
"step": 72000
},
{
"epoch": 2.09,
"learning_rate": 1.2350061199510405e-05,
"loss": 0.3383,
"step": 72500
},
{
"epoch": 2.1,
"learning_rate": 1.2288861689106489e-05,
"loss": 0.3483,
"step": 73000
},
{
"epoch": 2.12,
"learning_rate": 1.222766217870257e-05,
"loss": 0.3569,
"step": 73500
},
{
"epoch": 2.13,
"learning_rate": 1.2166462668298655e-05,
"loss": 0.358,
"step": 74000
},
{
"epoch": 2.15,
"learning_rate": 1.2105263157894737e-05,
"loss": 0.3548,
"step": 74500
},
{
"epoch": 2.16,
"learning_rate": 1.204406364749082e-05,
"loss": 0.3455,
"step": 75000
},
{
"epoch": 2.18,
"learning_rate": 1.1982864137086905e-05,
"loss": 0.3434,
"step": 75500
},
{
"epoch": 2.19,
"learning_rate": 1.1921664626682987e-05,
"loss": 0.3542,
"step": 76000
},
{
"epoch": 2.21,
"learning_rate": 1.1860465116279072e-05,
"loss": 0.3472,
"step": 76500
},
{
"epoch": 2.22,
"learning_rate": 1.1799265605875154e-05,
"loss": 0.3349,
"step": 77000
},
{
"epoch": 2.23,
"learning_rate": 1.1738066095471237e-05,
"loss": 0.343,
"step": 77500
},
{
"epoch": 2.25,
"learning_rate": 1.167686658506732e-05,
"loss": 0.3399,
"step": 78000
},
{
"epoch": 2.26,
"learning_rate": 1.1615667074663404e-05,
"loss": 0.3455,
"step": 78500
},
{
"epoch": 2.28,
"learning_rate": 1.1554467564259486e-05,
"loss": 0.3514,
"step": 79000
},
{
"epoch": 2.29,
"learning_rate": 1.149326805385557e-05,
"loss": 0.3436,
"step": 79500
},
{
"epoch": 2.31,
"learning_rate": 1.1432068543451652e-05,
"loss": 0.3484,
"step": 80000
},
{
"epoch": 2.32,
"learning_rate": 1.1370869033047736e-05,
"loss": 0.3398,
"step": 80500
},
{
"epoch": 2.34,
"learning_rate": 1.1309669522643821e-05,
"loss": 0.3455,
"step": 81000
},
{
"epoch": 2.35,
"learning_rate": 1.1248470012239903e-05,
"loss": 0.3629,
"step": 81500
},
{
"epoch": 2.36,
"learning_rate": 1.1187270501835988e-05,
"loss": 0.3481,
"step": 82000
},
{
"epoch": 2.38,
"learning_rate": 1.112607099143207e-05,
"loss": 0.3483,
"step": 82500
},
{
"epoch": 2.39,
"learning_rate": 1.1064871481028153e-05,
"loss": 0.3478,
"step": 83000
},
{
"epoch": 2.41,
"learning_rate": 1.1003671970624236e-05,
"loss": 0.3357,
"step": 83500
},
{
"epoch": 2.42,
"learning_rate": 1.094247246022032e-05,
"loss": 0.3733,
"step": 84000
},
{
"epoch": 2.44,
"learning_rate": 1.0881272949816401e-05,
"loss": 0.346,
"step": 84500
},
{
"epoch": 2.45,
"learning_rate": 1.0820073439412486e-05,
"loss": 0.3526,
"step": 85000
},
{
"epoch": 2.47,
"learning_rate": 1.0758873929008568e-05,
"loss": 0.3383,
"step": 85500
},
{
"epoch": 2.48,
"learning_rate": 1.0697674418604651e-05,
"loss": 0.3447,
"step": 86000
},
{
"epoch": 2.49,
"learning_rate": 1.0636474908200736e-05,
"loss": 0.3582,
"step": 86500
},
{
"epoch": 2.51,
"learning_rate": 1.0575275397796818e-05,
"loss": 0.3549,
"step": 87000
},
{
"epoch": 2.52,
"learning_rate": 1.0514075887392903e-05,
"loss": 0.376,
"step": 87500
},
{
"epoch": 2.54,
"learning_rate": 1.0452876376988985e-05,
"loss": 0.3545,
"step": 88000
},
{
"epoch": 2.55,
"learning_rate": 1.0391676866585068e-05,
"loss": 0.3642,
"step": 88500
},
{
"epoch": 2.57,
"learning_rate": 1.0330477356181152e-05,
"loss": 0.3634,
"step": 89000
},
{
"epoch": 2.58,
"learning_rate": 1.0269277845777235e-05,
"loss": 0.3633,
"step": 89500
},
{
"epoch": 2.6,
"learning_rate": 1.0208078335373317e-05,
"loss": 0.3502,
"step": 90000
},
{
"epoch": 2.61,
"learning_rate": 1.0146878824969402e-05,
"loss": 0.3485,
"step": 90500
},
{
"epoch": 2.62,
"learning_rate": 1.0085679314565483e-05,
"loss": 0.3527,
"step": 91000
},
{
"epoch": 2.64,
"learning_rate": 1.0024479804161567e-05,
"loss": 0.3552,
"step": 91500
},
{
"epoch": 2.65,
"learning_rate": 9.963280293757652e-06,
"loss": 0.3445,
"step": 92000
},
{
"epoch": 2.67,
"learning_rate": 9.902080783353734e-06,
"loss": 0.3601,
"step": 92500
},
{
"epoch": 2.68,
"learning_rate": 9.840881272949817e-06,
"loss": 0.3644,
"step": 93000
},
{
"epoch": 2.7,
"learning_rate": 9.7796817625459e-06,
"loss": 0.355,
"step": 93500
},
{
"epoch": 2.71,
"learning_rate": 9.718482252141984e-06,
"loss": 0.3531,
"step": 94000
},
{
"epoch": 2.72,
"learning_rate": 9.657282741738067e-06,
"loss": 0.3382,
"step": 94500
},
{
"epoch": 2.74,
"learning_rate": 9.59608323133415e-06,
"loss": 0.3503,
"step": 95000
},
{
"epoch": 2.75,
"learning_rate": 9.534883720930234e-06,
"loss": 0.3471,
"step": 95500
},
{
"epoch": 2.77,
"learning_rate": 9.473684210526315e-06,
"loss": 0.3496,
"step": 96000
},
{
"epoch": 2.78,
"learning_rate": 9.412484700122399e-06,
"loss": 0.3402,
"step": 96500
},
{
"epoch": 2.8,
"learning_rate": 9.351285189718482e-06,
"loss": 0.355,
"step": 97000
},
{
"epoch": 2.81,
"learning_rate": 9.290085679314567e-06,
"loss": 0.3342,
"step": 97500
},
{
"epoch": 2.83,
"learning_rate": 9.228886168910649e-06,
"loss": 0.3456,
"step": 98000
},
{
"epoch": 2.84,
"learning_rate": 9.167686658506732e-06,
"loss": 0.3553,
"step": 98500
},
{
"epoch": 2.85,
"learning_rate": 9.106487148102816e-06,
"loss": 0.3475,
"step": 99000
},
{
"epoch": 2.87,
"learning_rate": 9.045287637698899e-06,
"loss": 0.3507,
"step": 99500
},
{
"epoch": 2.88,
"learning_rate": 8.984088127294983e-06,
"loss": 0.3457,
"step": 100000
},
{
"epoch": 2.9,
"learning_rate": 8.922888616891066e-06,
"loss": 0.3445,
"step": 100500
},
{
"epoch": 2.91,
"learning_rate": 8.86168910648715e-06,
"loss": 0.3623,
"step": 101000
},
{
"epoch": 2.93,
"learning_rate": 8.800489596083231e-06,
"loss": 0.3477,
"step": 101500
},
{
"epoch": 2.94,
"learning_rate": 8.739290085679314e-06,
"loss": 0.3363,
"step": 102000
},
{
"epoch": 2.96,
"learning_rate": 8.678090575275398e-06,
"loss": 0.3445,
"step": 102500
},
{
"epoch": 2.97,
"learning_rate": 8.616891064871483e-06,
"loss": 0.3453,
"step": 103000
},
{
"epoch": 2.98,
"learning_rate": 8.555691554467564e-06,
"loss": 0.3509,
"step": 103500
},
{
"epoch": 3.0,
"learning_rate": 8.494492044063648e-06,
"loss": 0.3516,
"step": 104000
},
{
"epoch": 3.0,
"eval_accuracy": 0.8893740902474527,
"eval_loss": 0.28782936930656433,
"eval_runtime": 104.9747,
"eval_samples_per_second": 65.444,
"eval_steps_per_second": 8.183,
"step": 104040
},
{
"epoch": 3.01,
"learning_rate": 8.433292533659731e-06,
"loss": 0.3375,
"step": 104500
},
{
"epoch": 3.03,
"learning_rate": 8.372093023255815e-06,
"loss": 0.3318,
"step": 105000
},
{
"epoch": 3.04,
"learning_rate": 8.310893512851898e-06,
"loss": 0.3481,
"step": 105500
},
{
"epoch": 3.06,
"learning_rate": 8.249694002447981e-06,
"loss": 0.3387,
"step": 106000
},
{
"epoch": 3.07,
"learning_rate": 8.188494492044065e-06,
"loss": 0.3336,
"step": 106500
},
{
"epoch": 3.09,
"learning_rate": 8.127294981640148e-06,
"loss": 0.3451,
"step": 107000
},
{
"epoch": 3.1,
"learning_rate": 8.06609547123623e-06,
"loss": 0.33,
"step": 107500
},
{
"epoch": 3.11,
"learning_rate": 8.004895960832313e-06,
"loss": 0.3304,
"step": 108000
},
{
"epoch": 3.13,
"learning_rate": 7.943696450428398e-06,
"loss": 0.3429,
"step": 108500
},
{
"epoch": 3.14,
"learning_rate": 7.88249694002448e-06,
"loss": 0.3267,
"step": 109000
},
{
"epoch": 3.16,
"learning_rate": 7.821297429620563e-06,
"loss": 0.3357,
"step": 109500
},
{
"epoch": 3.17,
"learning_rate": 7.760097919216647e-06,
"loss": 0.346,
"step": 110000
},
{
"epoch": 3.19,
"learning_rate": 7.69889840881273e-06,
"loss": 0.3401,
"step": 110500
},
{
"epoch": 3.2,
"learning_rate": 7.637698898408813e-06,
"loss": 0.3478,
"step": 111000
},
{
"epoch": 3.22,
"learning_rate": 7.576499388004897e-06,
"loss": 0.338,
"step": 111500
},
{
"epoch": 3.23,
"learning_rate": 7.51529987760098e-06,
"loss": 0.3375,
"step": 112000
},
{
"epoch": 3.24,
"learning_rate": 7.4541003671970636e-06,
"loss": 0.3342,
"step": 112500
},
{
"epoch": 3.26,
"learning_rate": 7.392900856793146e-06,
"loss": 0.3433,
"step": 113000
},
{
"epoch": 3.27,
"learning_rate": 7.3317013463892295e-06,
"loss": 0.3502,
"step": 113500
},
{
"epoch": 3.29,
"learning_rate": 7.270501835985313e-06,
"loss": 0.3409,
"step": 114000
},
{
"epoch": 3.3,
"learning_rate": 7.209302325581395e-06,
"loss": 0.3335,
"step": 114500
},
{
"epoch": 3.32,
"learning_rate": 7.148102815177479e-06,
"loss": 0.3508,
"step": 115000
},
{
"epoch": 3.33,
"learning_rate": 7.086903304773562e-06,
"loss": 0.3485,
"step": 115500
},
{
"epoch": 3.34,
"learning_rate": 7.025703794369646e-06,
"loss": 0.3517,
"step": 116000
},
{
"epoch": 3.36,
"learning_rate": 6.964504283965728e-06,
"loss": 0.3336,
"step": 116500
},
{
"epoch": 3.37,
"learning_rate": 6.903304773561812e-06,
"loss": 0.3591,
"step": 117000
},
{
"epoch": 3.39,
"learning_rate": 6.842105263157896e-06,
"loss": 0.3456,
"step": 117500
},
{
"epoch": 3.4,
"learning_rate": 6.780905752753979e-06,
"loss": 0.338,
"step": 118000
},
{
"epoch": 3.42,
"learning_rate": 6.7197062423500616e-06,
"loss": 0.3456,
"step": 118500
},
{
"epoch": 3.43,
"learning_rate": 6.658506731946145e-06,
"loss": 0.3559,
"step": 119000
},
{
"epoch": 3.45,
"learning_rate": 6.597307221542228e-06,
"loss": 0.3462,
"step": 119500
},
{
"epoch": 3.46,
"learning_rate": 6.536107711138311e-06,
"loss": 0.3343,
"step": 120000
},
{
"epoch": 3.47,
"learning_rate": 6.474908200734394e-06,
"loss": 0.3238,
"step": 120500
},
{
"epoch": 3.49,
"learning_rate": 6.413708690330478e-06,
"loss": 0.3459,
"step": 121000
},
{
"epoch": 3.5,
"learning_rate": 6.352509179926562e-06,
"loss": 0.362,
"step": 121500
},
{
"epoch": 3.52,
"learning_rate": 6.2913096695226435e-06,
"loss": 0.3579,
"step": 122000
},
{
"epoch": 3.53,
"learning_rate": 6.230110159118728e-06,
"loss": 0.3487,
"step": 122500
},
{
"epoch": 3.55,
"learning_rate": 6.168910648714811e-06,
"loss": 0.3362,
"step": 123000
},
{
"epoch": 3.56,
"learning_rate": 6.1077111383108945e-06,
"loss": 0.3466,
"step": 123500
},
{
"epoch": 3.58,
"learning_rate": 6.046511627906977e-06,
"loss": 0.3487,
"step": 124000
},
{
"epoch": 3.59,
"learning_rate": 5.98531211750306e-06,
"loss": 0.3408,
"step": 124500
},
{
"epoch": 3.6,
"learning_rate": 5.924112607099144e-06,
"loss": 0.3456,
"step": 125000
},
{
"epoch": 3.62,
"learning_rate": 5.862913096695227e-06,
"loss": 0.347,
"step": 125500
},
{
"epoch": 3.63,
"learning_rate": 5.80171358629131e-06,
"loss": 0.3368,
"step": 126000
},
{
"epoch": 3.65,
"learning_rate": 5.740514075887393e-06,
"loss": 0.3428,
"step": 126500
},
{
"epoch": 3.66,
"learning_rate": 5.679314565483477e-06,
"loss": 0.3376,
"step": 127000
},
{
"epoch": 3.68,
"learning_rate": 5.618115055079559e-06,
"loss": 0.3434,
"step": 127500
},
{
"epoch": 3.69,
"learning_rate": 5.556915544675643e-06,
"loss": 0.3393,
"step": 128000
},
{
"epoch": 3.71,
"learning_rate": 5.4957160342717266e-06,
"loss": 0.3397,
"step": 128500
},
{
"epoch": 3.72,
"learning_rate": 5.43451652386781e-06,
"loss": 0.3281,
"step": 129000
},
{
"epoch": 3.73,
"learning_rate": 5.3733170134638925e-06,
"loss": 0.3318,
"step": 129500
},
{
"epoch": 3.75,
"learning_rate": 5.312117503059976e-06,
"loss": 0.3417,
"step": 130000
},
{
"epoch": 3.76,
"learning_rate": 5.250917992656059e-06,
"loss": 0.3502,
"step": 130500
},
{
"epoch": 3.78,
"learning_rate": 5.189718482252143e-06,
"loss": 0.3476,
"step": 131000
},
{
"epoch": 3.79,
"learning_rate": 5.128518971848225e-06,
"loss": 0.3351,
"step": 131500
},
{
"epoch": 3.81,
"learning_rate": 5.0673194614443085e-06,
"loss": 0.3328,
"step": 132000
},
{
"epoch": 3.82,
"learning_rate": 5.006119951040393e-06,
"loss": 0.3388,
"step": 132500
},
{
"epoch": 3.84,
"learning_rate": 4.944920440636475e-06,
"loss": 0.3465,
"step": 133000
},
{
"epoch": 3.85,
"learning_rate": 4.883720930232559e-06,
"loss": 0.3549,
"step": 133500
},
{
"epoch": 3.86,
"learning_rate": 4.822521419828642e-06,
"loss": 0.3524,
"step": 134000
},
{
"epoch": 3.88,
"learning_rate": 4.7613219094247246e-06,
"loss": 0.3398,
"step": 134500
},
{
"epoch": 3.89,
"learning_rate": 4.700122399020808e-06,
"loss": 0.3547,
"step": 135000
},
{
"epoch": 3.91,
"learning_rate": 4.638922888616891e-06,
"loss": 0.3386,
"step": 135500
},
{
"epoch": 3.92,
"learning_rate": 4.577723378212975e-06,
"loss": 0.3498,
"step": 136000
},
{
"epoch": 3.94,
"learning_rate": 4.516523867809058e-06,
"loss": 0.3341,
"step": 136500
},
{
"epoch": 3.95,
"learning_rate": 4.4553243574051415e-06,
"loss": 0.3401,
"step": 137000
},
{
"epoch": 3.96,
"learning_rate": 4.394124847001224e-06,
"loss": 0.3359,
"step": 137500
},
{
"epoch": 3.98,
"learning_rate": 4.332925336597308e-06,
"loss": 0.3511,
"step": 138000
},
{
"epoch": 3.99,
"learning_rate": 4.271725826193391e-06,
"loss": 0.3306,
"step": 138500
},
{
"epoch": 4.0,
"eval_accuracy": 0.8962154294032023,
"eval_loss": 0.292516827583313,
"eval_runtime": 105.0784,
"eval_samples_per_second": 65.38,
"eval_steps_per_second": 8.175,
"step": 138720
},
{
"epoch": 4.01,
"learning_rate": 4.210526315789474e-06,
"loss": 0.3299,
"step": 139000
},
{
"epoch": 4.02,
"learning_rate": 4.1493268053855575e-06,
"loss": 0.3361,
"step": 139500
},
{
"epoch": 4.04,
"learning_rate": 4.08812729498164e-06,
"loss": 0.3293,
"step": 140000
},
{
"epoch": 4.05,
"learning_rate": 4.026927784577723e-06,
"loss": 0.3197,
"step": 140500
},
{
"epoch": 4.07,
"learning_rate": 3.965728274173807e-06,
"loss": 0.3438,
"step": 141000
},
{
"epoch": 4.08,
"learning_rate": 3.90452876376989e-06,
"loss": 0.3336,
"step": 141500
},
{
"epoch": 4.09,
"learning_rate": 3.8433292533659735e-06,
"loss": 0.3318,
"step": 142000
},
{
"epoch": 4.11,
"learning_rate": 3.782129742962057e-06,
"loss": 0.3402,
"step": 142500
},
{
"epoch": 4.12,
"learning_rate": 3.72093023255814e-06,
"loss": 0.3291,
"step": 143000
},
{
"epoch": 4.14,
"learning_rate": 3.6597307221542232e-06,
"loss": 0.3319,
"step": 143500
},
{
"epoch": 4.15,
"learning_rate": 3.598531211750306e-06,
"loss": 0.3278,
"step": 144000
},
{
"epoch": 4.17,
"learning_rate": 3.537331701346389e-06,
"loss": 0.3332,
"step": 144500
},
{
"epoch": 4.18,
"learning_rate": 3.476132190942473e-06,
"loss": 0.3366,
"step": 145000
},
{
"epoch": 4.2,
"learning_rate": 3.414932680538556e-06,
"loss": 0.3364,
"step": 145500
},
{
"epoch": 4.21,
"learning_rate": 3.3537331701346393e-06,
"loss": 0.3333,
"step": 146000
},
{
"epoch": 4.22,
"learning_rate": 3.2925336597307222e-06,
"loss": 0.3264,
"step": 146500
},
{
"epoch": 4.24,
"learning_rate": 3.2313341493268056e-06,
"loss": 0.3213,
"step": 147000
},
{
"epoch": 4.25,
"learning_rate": 3.1701346389228886e-06,
"loss": 0.3323,
"step": 147500
},
{
"epoch": 4.27,
"learning_rate": 3.1089351285189724e-06,
"loss": 0.3389,
"step": 148000
},
{
"epoch": 4.28,
"learning_rate": 3.0477356181150553e-06,
"loss": 0.3235,
"step": 148500
},
{
"epoch": 4.3,
"learning_rate": 2.9865361077111387e-06,
"loss": 0.3395,
"step": 149000
},
{
"epoch": 4.31,
"learning_rate": 2.9253365973072217e-06,
"loss": 0.3305,
"step": 149500
},
{
"epoch": 4.33,
"learning_rate": 2.8641370869033055e-06,
"loss": 0.3263,
"step": 150000
},
{
"epoch": 4.34,
"learning_rate": 2.8029375764993884e-06,
"loss": 0.3425,
"step": 150500
},
{
"epoch": 4.35,
"learning_rate": 2.7417380660954714e-06,
"loss": 0.3285,
"step": 151000
},
{
"epoch": 4.37,
"learning_rate": 2.6805385556915547e-06,
"loss": 0.3256,
"step": 151500
},
{
"epoch": 4.38,
"learning_rate": 2.6193390452876377e-06,
"loss": 0.3289,
"step": 152000
},
{
"epoch": 4.4,
"learning_rate": 2.558139534883721e-06,
"loss": 0.3445,
"step": 152500
},
{
"epoch": 4.41,
"learning_rate": 2.4969400244798045e-06,
"loss": 0.3381,
"step": 153000
},
{
"epoch": 4.43,
"learning_rate": 2.4357405140758874e-06,
"loss": 0.3312,
"step": 153500
},
{
"epoch": 4.44,
"learning_rate": 2.374541003671971e-06,
"loss": 0.3235,
"step": 154000
},
{
"epoch": 4.46,
"learning_rate": 2.313341493268054e-06,
"loss": 0.3379,
"step": 154500
},
{
"epoch": 4.47,
"learning_rate": 2.252141982864137e-06,
"loss": 0.3359,
"step": 155000
},
{
"epoch": 4.48,
"learning_rate": 2.1909424724602205e-06,
"loss": 0.3199,
"step": 155500
},
{
"epoch": 4.5,
"learning_rate": 2.129742962056304e-06,
"loss": 0.3291,
"step": 156000
},
{
"epoch": 4.51,
"learning_rate": 2.068543451652387e-06,
"loss": 0.3218,
"step": 156500
},
{
"epoch": 4.53,
"learning_rate": 2.00734394124847e-06,
"loss": 0.3362,
"step": 157000
},
{
"epoch": 4.54,
"learning_rate": 1.9461444308445536e-06,
"loss": 0.3308,
"step": 157500
},
{
"epoch": 4.56,
"learning_rate": 1.8849449204406368e-06,
"loss": 0.3229,
"step": 158000
},
{
"epoch": 4.57,
"learning_rate": 1.82374541003672e-06,
"loss": 0.3406,
"step": 158500
},
{
"epoch": 4.58,
"learning_rate": 1.7625458996328033e-06,
"loss": 0.3372,
"step": 159000
},
{
"epoch": 4.6,
"learning_rate": 1.7013463892288863e-06,
"loss": 0.3181,
"step": 159500
},
{
"epoch": 4.61,
"learning_rate": 1.6401468788249694e-06,
"loss": 0.3182,
"step": 160000
},
{
"epoch": 4.63,
"learning_rate": 1.5789473684210526e-06,
"loss": 0.3362,
"step": 160500
},
{
"epoch": 4.64,
"learning_rate": 1.517747858017136e-06,
"loss": 0.3269,
"step": 161000
},
{
"epoch": 4.66,
"learning_rate": 1.4565483476132191e-06,
"loss": 0.3409,
"step": 161500
},
{
"epoch": 4.67,
"learning_rate": 1.3953488372093025e-06,
"loss": 0.3411,
"step": 162000
},
{
"epoch": 4.69,
"learning_rate": 1.3341493268053857e-06,
"loss": 0.3064,
"step": 162500
},
{
"epoch": 4.7,
"learning_rate": 1.2729498164014688e-06,
"loss": 0.3364,
"step": 163000
},
{
"epoch": 4.71,
"learning_rate": 1.2117503059975522e-06,
"loss": 0.3444,
"step": 163500
},
{
"epoch": 4.73,
"learning_rate": 1.1505507955936354e-06,
"loss": 0.33,
"step": 164000
},
{
"epoch": 4.74,
"learning_rate": 1.0893512851897185e-06,
"loss": 0.3212,
"step": 164500
},
{
"epoch": 4.76,
"learning_rate": 1.0281517747858017e-06,
"loss": 0.3356,
"step": 165000
},
{
"epoch": 4.77,
"learning_rate": 9.66952264381885e-07,
"loss": 0.319,
"step": 165500
},
{
"epoch": 4.79,
"learning_rate": 9.057527539779683e-07,
"loss": 0.3363,
"step": 166000
},
{
"epoch": 4.8,
"learning_rate": 8.445532435740515e-07,
"loss": 0.3466,
"step": 166500
},
{
"epoch": 4.82,
"learning_rate": 7.833537331701346e-07,
"loss": 0.3301,
"step": 167000
},
{
"epoch": 4.83,
"learning_rate": 7.221542227662179e-07,
"loss": 0.3286,
"step": 167500
},
{
"epoch": 4.84,
"learning_rate": 6.609547123623011e-07,
"loss": 0.3233,
"step": 168000
},
{
"epoch": 4.86,
"learning_rate": 5.997552019583844e-07,
"loss": 0.3333,
"step": 168500
},
{
"epoch": 4.87,
"learning_rate": 5.385556915544677e-07,
"loss": 0.3129,
"step": 169000
},
{
"epoch": 4.89,
"learning_rate": 4.773561811505508e-07,
"loss": 0.338,
"step": 169500
},
{
"epoch": 4.9,
"learning_rate": 4.1615667074663406e-07,
"loss": 0.3297,
"step": 170000
}
],
"max_steps": 173400,
"num_train_epochs": 5,
"total_flos": 3.578310352896e+17,
"trial_name": null,
"trial_params": null
}