chefberto-italian-cased / trainer_state.json
denocris's picture
First model version
bfa175b
raw
history blame
70.9 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 14.942528735632184,
"global_step": 46800,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.031928480204342274,
"learning_rate": 1.995742869306088e-05,
"loss": 1.0424302673339845,
"step": 100
},
{
"epoch": 0.06385696040868455,
"learning_rate": 1.9914857386121755e-05,
"loss": 0.5240679550170898,
"step": 200
},
{
"epoch": 0.09578544061302682,
"learning_rate": 1.9872286079182633e-05,
"loss": 0.5014432144165039,
"step": 300
},
{
"epoch": 0.1277139208173691,
"learning_rate": 1.9829714772243508e-05,
"loss": 0.48912925720214845,
"step": 400
},
{
"epoch": 0.15964240102171137,
"learning_rate": 1.9787143465304387e-05,
"loss": 0.48597183227539065,
"step": 500
},
{
"epoch": 0.19157088122605365,
"learning_rate": 1.974457215836526e-05,
"loss": 0.4988706970214844,
"step": 600
},
{
"epoch": 0.22349936143039592,
"learning_rate": 1.970200085142614e-05,
"loss": 0.48521129608154295,
"step": 700
},
{
"epoch": 0.2554278416347382,
"learning_rate": 1.9659429544487015e-05,
"loss": 0.4737409210205078,
"step": 800
},
{
"epoch": 0.28735632183908044,
"learning_rate": 1.9616858237547893e-05,
"loss": 0.478267822265625,
"step": 900
},
{
"epoch": 0.31928480204342274,
"learning_rate": 1.957428693060877e-05,
"loss": 0.46842235565185547,
"step": 1000
},
{
"epoch": 0.351213282247765,
"learning_rate": 1.953171562366965e-05,
"loss": 0.47340740203857423,
"step": 1100
},
{
"epoch": 0.3831417624521073,
"learning_rate": 1.9489144316730525e-05,
"loss": 0.48022716522216796,
"step": 1200
},
{
"epoch": 0.41507024265644954,
"learning_rate": 1.9446573009791403e-05,
"loss": 0.4702701950073242,
"step": 1300
},
{
"epoch": 0.44699872286079184,
"learning_rate": 1.9404001702852278e-05,
"loss": 0.47483158111572266,
"step": 1400
},
{
"epoch": 0.4789272030651341,
"learning_rate": 1.9361430395913157e-05,
"loss": 0.45973930358886717,
"step": 1500
},
{
"epoch": 0.5108556832694764,
"learning_rate": 1.9318859088974035e-05,
"loss": 0.43192115783691404,
"step": 1600
},
{
"epoch": 0.5427841634738186,
"learning_rate": 1.927628778203491e-05,
"loss": 0.44062965393066406,
"step": 1700
},
{
"epoch": 0.5747126436781609,
"learning_rate": 1.923371647509579e-05,
"loss": 0.460767822265625,
"step": 1800
},
{
"epoch": 0.6066411238825032,
"learning_rate": 1.9191145168156663e-05,
"loss": 0.4533885192871094,
"step": 1900
},
{
"epoch": 0.6385696040868455,
"learning_rate": 1.914857386121754e-05,
"loss": 0.4435346221923828,
"step": 2000
},
{
"epoch": 0.6704980842911877,
"learning_rate": 1.9106002554278417e-05,
"loss": 0.4584750747680664,
"step": 2100
},
{
"epoch": 0.70242656449553,
"learning_rate": 1.9063431247339295e-05,
"loss": 0.43961280822753906,
"step": 2200
},
{
"epoch": 0.7343550446998723,
"learning_rate": 1.902085994040017e-05,
"loss": 0.43362281799316404,
"step": 2300
},
{
"epoch": 0.7662835249042146,
"learning_rate": 1.8978288633461048e-05,
"loss": 0.4443118286132812,
"step": 2400
},
{
"epoch": 0.7982120051085568,
"learning_rate": 1.8935717326521927e-05,
"loss": 0.4438581848144531,
"step": 2500
},
{
"epoch": 0.8301404853128991,
"learning_rate": 1.88931460195828e-05,
"loss": 0.4310215759277344,
"step": 2600
},
{
"epoch": 0.8620689655172413,
"learning_rate": 1.885057471264368e-05,
"loss": 0.4399332809448242,
"step": 2700
},
{
"epoch": 0.8939974457215837,
"learning_rate": 1.8808003405704555e-05,
"loss": 0.4511014175415039,
"step": 2800
},
{
"epoch": 0.9259259259259259,
"learning_rate": 1.8765432098765433e-05,
"loss": 0.44327774047851565,
"step": 2900
},
{
"epoch": 0.9578544061302682,
"learning_rate": 1.872286079182631e-05,
"loss": 0.43171138763427735,
"step": 3000
},
{
"epoch": 0.9897828863346104,
"learning_rate": 1.868028948488719e-05,
"loss": 0.4460626983642578,
"step": 3100
},
{
"epoch": 1.0,
"eval_loss": 0.3910863995552063,
"step": 3132
},
{
"epoch": 1.0217113665389528,
"learning_rate": 1.8637718177948065e-05,
"loss": 0.43170944213867185,
"step": 3200
},
{
"epoch": 1.053639846743295,
"learning_rate": 1.8595146871008943e-05,
"loss": 0.42756095886230466,
"step": 3300
},
{
"epoch": 1.0855683269476373,
"learning_rate": 1.8552575564069818e-05,
"loss": 0.423099479675293,
"step": 3400
},
{
"epoch": 1.1174968071519795,
"learning_rate": 1.8510004257130697e-05,
"loss": 0.42962390899658204,
"step": 3500
},
{
"epoch": 1.1494252873563218,
"learning_rate": 1.846743295019157e-05,
"loss": 0.4373976898193359,
"step": 3600
},
{
"epoch": 1.181353767560664,
"learning_rate": 1.842486164325245e-05,
"loss": 0.4381977462768555,
"step": 3700
},
{
"epoch": 1.2132822477650063,
"learning_rate": 1.8382290336313325e-05,
"loss": 0.4158343887329102,
"step": 3800
},
{
"epoch": 1.2452107279693487,
"learning_rate": 1.8339719029374203e-05,
"loss": 0.4281564712524414,
"step": 3900
},
{
"epoch": 1.277139208173691,
"learning_rate": 1.829714772243508e-05,
"loss": 0.41806602478027344,
"step": 4000
},
{
"epoch": 1.3090676883780332,
"learning_rate": 1.8254576415495957e-05,
"loss": 0.4173674011230469,
"step": 4100
},
{
"epoch": 1.3409961685823755,
"learning_rate": 1.8212005108556835e-05,
"loss": 0.43225109100341796,
"step": 4200
},
{
"epoch": 1.3729246487867177,
"learning_rate": 1.816943380161771e-05,
"loss": 0.421945686340332,
"step": 4300
},
{
"epoch": 1.40485312899106,
"learning_rate": 1.812686249467859e-05,
"loss": 0.42005214691162107,
"step": 4400
},
{
"epoch": 1.4367816091954024,
"learning_rate": 1.8084291187739463e-05,
"loss": 0.40552581787109376,
"step": 4500
},
{
"epoch": 1.4687100893997447,
"learning_rate": 1.804171988080034e-05,
"loss": 0.41495433807373044,
"step": 4600
},
{
"epoch": 1.500638569604087,
"learning_rate": 1.7999148573861217e-05,
"loss": 0.4268427658081055,
"step": 4700
},
{
"epoch": 1.5325670498084292,
"learning_rate": 1.7956577266922095e-05,
"loss": 0.4178670120239258,
"step": 4800
},
{
"epoch": 1.5644955300127714,
"learning_rate": 1.7914005959982973e-05,
"loss": 0.4088083267211914,
"step": 4900
},
{
"epoch": 1.5964240102171137,
"learning_rate": 1.787143465304385e-05,
"loss": 0.4090264129638672,
"step": 5000
},
{
"epoch": 1.628352490421456,
"learning_rate": 1.7828863346104727e-05,
"loss": 0.39727077484130857,
"step": 5100
},
{
"epoch": 1.6602809706257982,
"learning_rate": 1.7786292039165605e-05,
"loss": 0.40877700805664063,
"step": 5200
},
{
"epoch": 1.6922094508301404,
"learning_rate": 1.774372073222648e-05,
"loss": 0.4055898666381836,
"step": 5300
},
{
"epoch": 1.7241379310344827,
"learning_rate": 1.770114942528736e-05,
"loss": 0.40825370788574217,
"step": 5400
},
{
"epoch": 1.756066411238825,
"learning_rate": 1.7658578118348237e-05,
"loss": 0.39790542602539064,
"step": 5500
},
{
"epoch": 1.7879948914431671,
"learning_rate": 1.761600681140911e-05,
"loss": 0.4129365158081055,
"step": 5600
},
{
"epoch": 1.8199233716475096,
"learning_rate": 1.757343550446999e-05,
"loss": 0.4137036895751953,
"step": 5700
},
{
"epoch": 1.8518518518518519,
"learning_rate": 1.7530864197530865e-05,
"loss": 0.41169502258300783,
"step": 5800
},
{
"epoch": 1.883780332056194,
"learning_rate": 1.7488292890591743e-05,
"loss": 0.3932318115234375,
"step": 5900
},
{
"epoch": 1.9157088122605364,
"learning_rate": 1.7445721583652618e-05,
"loss": 0.40273929595947267,
"step": 6000
},
{
"epoch": 1.9476372924648788,
"learning_rate": 1.7403150276713497e-05,
"loss": 0.4069852066040039,
"step": 6100
},
{
"epoch": 1.979565772669221,
"learning_rate": 1.736057896977437e-05,
"loss": 0.40934764862060546,
"step": 6200
},
{
"epoch": 2.0,
"eval_loss": 0.3667986989021301,
"step": 6264
},
{
"epoch": 2.0114942528735633,
"learning_rate": 1.731800766283525e-05,
"loss": 0.40322193145751956,
"step": 6300
},
{
"epoch": 2.0434227330779056,
"learning_rate": 1.727543635589613e-05,
"loss": 0.3913343048095703,
"step": 6400
},
{
"epoch": 2.075351213282248,
"learning_rate": 1.7232865048957003e-05,
"loss": 0.4131240081787109,
"step": 6500
},
{
"epoch": 2.10727969348659,
"learning_rate": 1.719029374201788e-05,
"loss": 0.394369010925293,
"step": 6600
},
{
"epoch": 2.1392081736909323,
"learning_rate": 1.7147722435078757e-05,
"loss": 0.3991780471801758,
"step": 6700
},
{
"epoch": 2.1711366538952745,
"learning_rate": 1.7105151128139635e-05,
"loss": 0.3874116134643555,
"step": 6800
},
{
"epoch": 2.203065134099617,
"learning_rate": 1.706257982120051e-05,
"loss": 0.387044792175293,
"step": 6900
},
{
"epoch": 2.234993614303959,
"learning_rate": 1.702000851426139e-05,
"loss": 0.39865818023681643,
"step": 7000
},
{
"epoch": 2.2669220945083013,
"learning_rate": 1.6977437207322267e-05,
"loss": 0.3999287414550781,
"step": 7100
},
{
"epoch": 2.2988505747126435,
"learning_rate": 1.6934865900383145e-05,
"loss": 0.4086351013183594,
"step": 7200
},
{
"epoch": 2.330779054916986,
"learning_rate": 1.689229459344402e-05,
"loss": 0.3991414642333984,
"step": 7300
},
{
"epoch": 2.362707535121328,
"learning_rate": 1.68497232865049e-05,
"loss": 0.3910430145263672,
"step": 7400
},
{
"epoch": 2.3946360153256707,
"learning_rate": 1.6807151979565773e-05,
"loss": 0.39477340698242186,
"step": 7500
},
{
"epoch": 2.4265644955300125,
"learning_rate": 1.676458067262665e-05,
"loss": 0.38976318359375,
"step": 7600
},
{
"epoch": 2.458492975734355,
"learning_rate": 1.6722009365687527e-05,
"loss": 0.38246253967285154,
"step": 7700
},
{
"epoch": 2.4904214559386975,
"learning_rate": 1.6679438058748405e-05,
"loss": 0.38488063812255857,
"step": 7800
},
{
"epoch": 2.5223499361430397,
"learning_rate": 1.6636866751809283e-05,
"loss": 0.3952900695800781,
"step": 7900
},
{
"epoch": 2.554278416347382,
"learning_rate": 1.6594295444870158e-05,
"loss": 0.3940334701538086,
"step": 8000
},
{
"epoch": 2.586206896551724,
"learning_rate": 1.6551724137931037e-05,
"loss": 0.3789644622802734,
"step": 8100
},
{
"epoch": 2.6181353767560664,
"learning_rate": 1.650915283099191e-05,
"loss": 0.38175716400146487,
"step": 8200
},
{
"epoch": 2.6500638569604087,
"learning_rate": 1.646658152405279e-05,
"loss": 0.3957417678833008,
"step": 8300
},
{
"epoch": 2.681992337164751,
"learning_rate": 1.6424010217113665e-05,
"loss": 0.3931695556640625,
"step": 8400
},
{
"epoch": 2.713920817369093,
"learning_rate": 1.6381438910174543e-05,
"loss": 0.3700098419189453,
"step": 8500
},
{
"epoch": 2.7458492975734354,
"learning_rate": 1.6338867603235418e-05,
"loss": 0.3986296463012695,
"step": 8600
},
{
"epoch": 2.7777777777777777,
"learning_rate": 1.6296296296296297e-05,
"loss": 0.377045783996582,
"step": 8700
},
{
"epoch": 2.80970625798212,
"learning_rate": 1.6253724989357175e-05,
"loss": 0.38455604553222655,
"step": 8800
},
{
"epoch": 2.841634738186462,
"learning_rate": 1.6211153682418053e-05,
"loss": 0.39248775482177733,
"step": 8900
},
{
"epoch": 2.873563218390805,
"learning_rate": 1.6168582375478928e-05,
"loss": 0.3952408599853516,
"step": 9000
},
{
"epoch": 2.9054916985951467,
"learning_rate": 1.6126011068539807e-05,
"loss": 0.38378463745117186,
"step": 9100
},
{
"epoch": 2.9374201787994894,
"learning_rate": 1.608343976160068e-05,
"loss": 0.3779494857788086,
"step": 9200
},
{
"epoch": 2.969348659003831,
"learning_rate": 1.604086845466156e-05,
"loss": 0.39154972076416017,
"step": 9300
},
{
"epoch": 3.0,
"eval_loss": 0.3532629609107971,
"step": 9396
},
{
"epoch": 3.001277139208174,
"learning_rate": 1.599829714772244e-05,
"loss": 0.38505748748779295,
"step": 9400
},
{
"epoch": 3.033205619412516,
"learning_rate": 1.5955725840783313e-05,
"loss": 0.37334869384765623,
"step": 9500
},
{
"epoch": 3.0651340996168583,
"learning_rate": 1.591315453384419e-05,
"loss": 0.36475982666015627,
"step": 9600
},
{
"epoch": 3.0970625798212006,
"learning_rate": 1.5870583226905067e-05,
"loss": 0.3732810592651367,
"step": 9700
},
{
"epoch": 3.128991060025543,
"learning_rate": 1.5828011919965945e-05,
"loss": 0.36443687438964845,
"step": 9800
},
{
"epoch": 3.160919540229885,
"learning_rate": 1.578544061302682e-05,
"loss": 0.38134773254394533,
"step": 9900
},
{
"epoch": 3.1928480204342273,
"learning_rate": 1.57428693060877e-05,
"loss": 0.3660939407348633,
"step": 10000
},
{
"epoch": 3.2247765006385696,
"learning_rate": 1.5700297999148573e-05,
"loss": 0.38626991271972655,
"step": 10100
},
{
"epoch": 3.256704980842912,
"learning_rate": 1.565772669220945e-05,
"loss": 0.36326351165771487,
"step": 10200
},
{
"epoch": 3.288633461047254,
"learning_rate": 1.561515538527033e-05,
"loss": 0.3856014633178711,
"step": 10300
},
{
"epoch": 3.3205619412515963,
"learning_rate": 1.5572584078331205e-05,
"loss": 0.38314430236816405,
"step": 10400
},
{
"epoch": 3.3524904214559386,
"learning_rate": 1.5530012771392083e-05,
"loss": 0.3787594223022461,
"step": 10500
},
{
"epoch": 3.384418901660281,
"learning_rate": 1.5487441464452958e-05,
"loss": 0.37935165405273436,
"step": 10600
},
{
"epoch": 3.416347381864623,
"learning_rate": 1.5444870157513837e-05,
"loss": 0.3672695541381836,
"step": 10700
},
{
"epoch": 3.4482758620689653,
"learning_rate": 1.540229885057471e-05,
"loss": 0.3799928283691406,
"step": 10800
},
{
"epoch": 3.480204342273308,
"learning_rate": 1.5359727543635593e-05,
"loss": 0.381710090637207,
"step": 10900
},
{
"epoch": 3.51213282247765,
"learning_rate": 1.531715623669647e-05,
"loss": 0.35085960388183596,
"step": 11000
},
{
"epoch": 3.5440613026819925,
"learning_rate": 1.5274584929757347e-05,
"loss": 0.37504680633544923,
"step": 11100
},
{
"epoch": 3.5759897828863347,
"learning_rate": 1.5232013622818223e-05,
"loss": 0.36862171173095704,
"step": 11200
},
{
"epoch": 3.607918263090677,
"learning_rate": 1.51894423158791e-05,
"loss": 0.3727375793457031,
"step": 11300
},
{
"epoch": 3.6398467432950192,
"learning_rate": 1.5146871008939977e-05,
"loss": 0.37135467529296873,
"step": 11400
},
{
"epoch": 3.6717752234993615,
"learning_rate": 1.5104299702000853e-05,
"loss": 0.3693832778930664,
"step": 11500
},
{
"epoch": 3.7037037037037037,
"learning_rate": 1.506172839506173e-05,
"loss": 0.36289344787597655,
"step": 11600
},
{
"epoch": 3.735632183908046,
"learning_rate": 1.5019157088122607e-05,
"loss": 0.3692543411254883,
"step": 11700
},
{
"epoch": 3.767560664112388,
"learning_rate": 1.4976585781183483e-05,
"loss": 0.3623777770996094,
"step": 11800
},
{
"epoch": 3.7994891443167305,
"learning_rate": 1.493401447424436e-05,
"loss": 0.3629803848266602,
"step": 11900
},
{
"epoch": 3.8314176245210727,
"learning_rate": 1.4891443167305237e-05,
"loss": 0.3619497680664063,
"step": 12000
},
{
"epoch": 3.863346104725415,
"learning_rate": 1.4848871860366115e-05,
"loss": 0.35669734954833987,
"step": 12100
},
{
"epoch": 3.895274584929757,
"learning_rate": 1.4806300553426992e-05,
"loss": 0.359210205078125,
"step": 12200
},
{
"epoch": 3.9272030651340994,
"learning_rate": 1.4763729246487868e-05,
"loss": 0.3655078887939453,
"step": 12300
},
{
"epoch": 3.959131545338442,
"learning_rate": 1.4721157939548745e-05,
"loss": 0.3666878890991211,
"step": 12400
},
{
"epoch": 3.991060025542784,
"learning_rate": 1.4678586632609622e-05,
"loss": 0.3504248809814453,
"step": 12500
},
{
"epoch": 4.0,
"eval_loss": 0.3464440107345581,
"step": 12528
},
{
"epoch": 4.022988505747127,
"learning_rate": 1.4636015325670498e-05,
"loss": 0.35299652099609374,
"step": 12600
},
{
"epoch": 4.054916985951468,
"learning_rate": 1.4593444018731375e-05,
"loss": 0.3569066619873047,
"step": 12700
},
{
"epoch": 4.086845466155811,
"learning_rate": 1.4550872711792252e-05,
"loss": 0.3493093490600586,
"step": 12800
},
{
"epoch": 4.118773946360153,
"learning_rate": 1.4508301404853132e-05,
"loss": 0.3634659957885742,
"step": 12900
},
{
"epoch": 4.150702426564496,
"learning_rate": 1.4465730097914008e-05,
"loss": 0.37093032836914064,
"step": 13000
},
{
"epoch": 4.182630906768837,
"learning_rate": 1.4423158790974885e-05,
"loss": 0.37300064086914064,
"step": 13100
},
{
"epoch": 4.21455938697318,
"learning_rate": 1.4380587484035762e-05,
"loss": 0.358408203125,
"step": 13200
},
{
"epoch": 4.246487867177523,
"learning_rate": 1.4338016177096638e-05,
"loss": 0.3569377517700195,
"step": 13300
},
{
"epoch": 4.278416347381865,
"learning_rate": 1.4295444870157515e-05,
"loss": 0.3640250015258789,
"step": 13400
},
{
"epoch": 4.310344827586207,
"learning_rate": 1.4252873563218392e-05,
"loss": 0.3725627517700195,
"step": 13500
},
{
"epoch": 4.342273307790549,
"learning_rate": 1.421030225627927e-05,
"loss": 0.3584425354003906,
"step": 13600
},
{
"epoch": 4.374201787994892,
"learning_rate": 1.4167730949340147e-05,
"loss": 0.37500988006591796,
"step": 13700
},
{
"epoch": 4.406130268199234,
"learning_rate": 1.4125159642401023e-05,
"loss": 0.35521396636962893,
"step": 13800
},
{
"epoch": 4.438058748403576,
"learning_rate": 1.40825883354619e-05,
"loss": 0.35183258056640626,
"step": 13900
},
{
"epoch": 4.469987228607918,
"learning_rate": 1.4040017028522777e-05,
"loss": 0.35960380554199217,
"step": 14000
},
{
"epoch": 4.501915708812261,
"learning_rate": 1.3997445721583653e-05,
"loss": 0.3571435546875,
"step": 14100
},
{
"epoch": 4.533844189016603,
"learning_rate": 1.395487441464453e-05,
"loss": 0.35867115020751955,
"step": 14200
},
{
"epoch": 4.565772669220945,
"learning_rate": 1.3912303107705407e-05,
"loss": 0.34017555236816405,
"step": 14300
},
{
"epoch": 4.597701149425287,
"learning_rate": 1.3869731800766283e-05,
"loss": 0.3735758209228516,
"step": 14400
},
{
"epoch": 4.62962962962963,
"learning_rate": 1.3827160493827162e-05,
"loss": 0.36705623626708983,
"step": 14500
},
{
"epoch": 4.661558109833972,
"learning_rate": 1.3784589186888038e-05,
"loss": 0.3525060272216797,
"step": 14600
},
{
"epoch": 4.693486590038314,
"learning_rate": 1.3742017879948915e-05,
"loss": 0.3783878326416016,
"step": 14700
},
{
"epoch": 4.725415070242656,
"learning_rate": 1.3699446573009792e-05,
"loss": 0.3659477615356445,
"step": 14800
},
{
"epoch": 4.757343550446999,
"learning_rate": 1.365687526607067e-05,
"loss": 0.3537181091308594,
"step": 14900
},
{
"epoch": 4.789272030651341,
"learning_rate": 1.3614303959131547e-05,
"loss": 0.36351833343505857,
"step": 15000
},
{
"epoch": 4.821200510855683,
"learning_rate": 1.3571732652192425e-05,
"loss": 0.3483928298950195,
"step": 15100
},
{
"epoch": 4.853128991060025,
"learning_rate": 1.3529161345253302e-05,
"loss": 0.35997581481933594,
"step": 15200
},
{
"epoch": 4.885057471264368,
"learning_rate": 1.3486590038314178e-05,
"loss": 0.36364505767822264,
"step": 15300
},
{
"epoch": 4.91698595146871,
"learning_rate": 1.3444018731375055e-05,
"loss": 0.3437914276123047,
"step": 15400
},
{
"epoch": 4.948914431673052,
"learning_rate": 1.3401447424435932e-05,
"loss": 0.3517444610595703,
"step": 15500
},
{
"epoch": 4.980842911877395,
"learning_rate": 1.3358876117496808e-05,
"loss": 0.3623521041870117,
"step": 15600
},
{
"epoch": 5.0,
"eval_loss": 0.33480075001716614,
"step": 15660
},
{
"epoch": 5.012771392081737,
"learning_rate": 1.3316304810557685e-05,
"loss": 0.3527105712890625,
"step": 15700
},
{
"epoch": 5.044699872286079,
"learning_rate": 1.3273733503618562e-05,
"loss": 0.3470969009399414,
"step": 15800
},
{
"epoch": 5.076628352490421,
"learning_rate": 1.3231162196679438e-05,
"loss": 0.34361572265625,
"step": 15900
},
{
"epoch": 5.108556832694764,
"learning_rate": 1.3188590889740317e-05,
"loss": 0.35975650787353514,
"step": 16000
},
{
"epoch": 5.140485312899106,
"learning_rate": 1.3146019582801193e-05,
"loss": 0.34139663696289063,
"step": 16100
},
{
"epoch": 5.172413793103448,
"learning_rate": 1.310344827586207e-05,
"loss": 0.34681896209716795,
"step": 16200
},
{
"epoch": 5.20434227330779,
"learning_rate": 1.3060876968922947e-05,
"loss": 0.34409351348876954,
"step": 16300
},
{
"epoch": 5.236270753512133,
"learning_rate": 1.3018305661983823e-05,
"loss": 0.3398979949951172,
"step": 16400
},
{
"epoch": 5.268199233716475,
"learning_rate": 1.29757343550447e-05,
"loss": 0.3437363815307617,
"step": 16500
},
{
"epoch": 5.300127713920817,
"learning_rate": 1.2933163048105577e-05,
"loss": 0.33456321716308596,
"step": 16600
},
{
"epoch": 5.33205619412516,
"learning_rate": 1.2890591741166453e-05,
"loss": 0.3437419128417969,
"step": 16700
},
{
"epoch": 5.363984674329502,
"learning_rate": 1.2848020434227333e-05,
"loss": 0.3656898880004883,
"step": 16800
},
{
"epoch": 5.395913154533845,
"learning_rate": 1.280544912728821e-05,
"loss": 0.33624221801757814,
"step": 16900
},
{
"epoch": 5.427841634738186,
"learning_rate": 1.2762877820349087e-05,
"loss": 0.35640827178955076,
"step": 17000
},
{
"epoch": 5.459770114942529,
"learning_rate": 1.2720306513409963e-05,
"loss": 0.34689849853515625,
"step": 17100
},
{
"epoch": 5.491698595146871,
"learning_rate": 1.267773520647084e-05,
"loss": 0.3492275238037109,
"step": 17200
},
{
"epoch": 5.5236270753512136,
"learning_rate": 1.2635163899531717e-05,
"loss": 0.3490084457397461,
"step": 17300
},
{
"epoch": 5.555555555555555,
"learning_rate": 1.2592592592592593e-05,
"loss": 0.33231266021728517,
"step": 17400
},
{
"epoch": 5.587484035759898,
"learning_rate": 1.2550021285653472e-05,
"loss": 0.3501285552978516,
"step": 17500
},
{
"epoch": 5.61941251596424,
"learning_rate": 1.2507449978714348e-05,
"loss": 0.3469379425048828,
"step": 17600
},
{
"epoch": 5.6513409961685825,
"learning_rate": 1.2464878671775225e-05,
"loss": 0.3600951766967773,
"step": 17700
},
{
"epoch": 5.683269476372924,
"learning_rate": 1.2422307364836102e-05,
"loss": 0.3439628982543945,
"step": 17800
},
{
"epoch": 5.715197956577267,
"learning_rate": 1.2379736057896978e-05,
"loss": 0.34368560791015623,
"step": 17900
},
{
"epoch": 5.747126436781609,
"learning_rate": 1.2337164750957855e-05,
"loss": 0.3624436950683594,
"step": 18000
},
{
"epoch": 5.7790549169859515,
"learning_rate": 1.2294593444018732e-05,
"loss": 0.3493986129760742,
"step": 18100
},
{
"epoch": 5.810983397190293,
"learning_rate": 1.2252022137079608e-05,
"loss": 0.33745758056640623,
"step": 18200
},
{
"epoch": 5.842911877394636,
"learning_rate": 1.2209450830140485e-05,
"loss": 0.3514177703857422,
"step": 18300
},
{
"epoch": 5.874840357598979,
"learning_rate": 1.2166879523201363e-05,
"loss": 0.3409608459472656,
"step": 18400
},
{
"epoch": 5.9067688378033205,
"learning_rate": 1.212430821626224e-05,
"loss": 0.3416262054443359,
"step": 18500
},
{
"epoch": 5.938697318007663,
"learning_rate": 1.2081736909323117e-05,
"loss": 0.33906620025634765,
"step": 18600
},
{
"epoch": 5.970625798212005,
"learning_rate": 1.2039165602383993e-05,
"loss": 0.3565713119506836,
"step": 18700
},
{
"epoch": 6.0,
"eval_loss": 0.32608646154403687,
"step": 18792
},
{
"epoch": 6.002554278416348,
"learning_rate": 1.1996594295444872e-05,
"loss": 0.3423441314697266,
"step": 18800
},
{
"epoch": 6.0344827586206895,
"learning_rate": 1.1954022988505748e-05,
"loss": 0.3439017105102539,
"step": 18900
},
{
"epoch": 6.066411238825032,
"learning_rate": 1.1911451681566627e-05,
"loss": 0.33277828216552735,
"step": 19000
},
{
"epoch": 6.098339719029374,
"learning_rate": 1.1868880374627503e-05,
"loss": 0.3349918365478516,
"step": 19100
},
{
"epoch": 6.130268199233717,
"learning_rate": 1.182630906768838e-05,
"loss": 0.3411783981323242,
"step": 19200
},
{
"epoch": 6.1621966794380585,
"learning_rate": 1.1783737760749257e-05,
"loss": 0.34938507080078124,
"step": 19300
},
{
"epoch": 6.194125159642401,
"learning_rate": 1.1741166453810133e-05,
"loss": 0.3302972412109375,
"step": 19400
},
{
"epoch": 6.226053639846743,
"learning_rate": 1.169859514687101e-05,
"loss": 0.3324479293823242,
"step": 19500
},
{
"epoch": 6.257982120051086,
"learning_rate": 1.1656023839931887e-05,
"loss": 0.3325730133056641,
"step": 19600
},
{
"epoch": 6.2899106002554275,
"learning_rate": 1.1613452532992763e-05,
"loss": 0.32390750885009767,
"step": 19700
},
{
"epoch": 6.32183908045977,
"learning_rate": 1.157088122605364e-05,
"loss": 0.3410587692260742,
"step": 19800
},
{
"epoch": 6.353767560664112,
"learning_rate": 1.1528309919114518e-05,
"loss": 0.33700084686279297,
"step": 19900
},
{
"epoch": 6.385696040868455,
"learning_rate": 1.1485738612175395e-05,
"loss": 0.343173942565918,
"step": 20000
},
{
"epoch": 6.417624521072797,
"learning_rate": 1.1443167305236272e-05,
"loss": 0.34580535888671876,
"step": 20100
},
{
"epoch": 6.449553001277139,
"learning_rate": 1.1400595998297148e-05,
"loss": 0.3282489395141602,
"step": 20200
},
{
"epoch": 6.481481481481482,
"learning_rate": 1.1358024691358025e-05,
"loss": 0.32179367065429687,
"step": 20300
},
{
"epoch": 6.513409961685824,
"learning_rate": 1.1315453384418902e-05,
"loss": 0.34018295288085937,
"step": 20400
},
{
"epoch": 6.545338441890166,
"learning_rate": 1.1272882077479778e-05,
"loss": 0.3345378494262695,
"step": 20500
},
{
"epoch": 6.577266922094508,
"learning_rate": 1.1230310770540655e-05,
"loss": 0.34897972106933595,
"step": 20600
},
{
"epoch": 6.609195402298851,
"learning_rate": 1.1187739463601532e-05,
"loss": 0.3494709014892578,
"step": 20700
},
{
"epoch": 6.641123882503193,
"learning_rate": 1.1145168156662412e-05,
"loss": 0.3467377090454102,
"step": 20800
},
{
"epoch": 6.673052362707535,
"learning_rate": 1.1102596849723288e-05,
"loss": 0.3386357116699219,
"step": 20900
},
{
"epoch": 6.704980842911877,
"learning_rate": 1.1060025542784165e-05,
"loss": 0.3346070098876953,
"step": 21000
},
{
"epoch": 6.73690932311622,
"learning_rate": 1.1017454235845042e-05,
"loss": 0.3389591598510742,
"step": 21100
},
{
"epoch": 6.768837803320562,
"learning_rate": 1.0974882928905918e-05,
"loss": 0.33276222229003904,
"step": 21200
},
{
"epoch": 6.800766283524904,
"learning_rate": 1.0932311621966795e-05,
"loss": 0.3417454528808594,
"step": 21300
},
{
"epoch": 6.832694763729246,
"learning_rate": 1.0889740315027673e-05,
"loss": 0.3352804183959961,
"step": 21400
},
{
"epoch": 6.864623243933589,
"learning_rate": 1.084716900808855e-05,
"loss": 0.341392822265625,
"step": 21500
},
{
"epoch": 6.896551724137931,
"learning_rate": 1.0804597701149427e-05,
"loss": 0.3257337188720703,
"step": 21600
},
{
"epoch": 6.928480204342273,
"learning_rate": 1.0762026394210303e-05,
"loss": 0.340169792175293,
"step": 21700
},
{
"epoch": 6.960408684546616,
"learning_rate": 1.071945508727118e-05,
"loss": 0.3393547821044922,
"step": 21800
},
{
"epoch": 6.992337164750958,
"learning_rate": 1.0676883780332057e-05,
"loss": 0.3345566940307617,
"step": 21900
},
{
"epoch": 7.0,
"eval_loss": 0.3236748278141022,
"step": 21924
},
{
"epoch": 7.0242656449553005,
"learning_rate": 1.0634312473392933e-05,
"loss": 0.341474609375,
"step": 22000
},
{
"epoch": 7.056194125159642,
"learning_rate": 1.059174116645381e-05,
"loss": 0.33665103912353517,
"step": 22100
},
{
"epoch": 7.088122605363985,
"learning_rate": 1.0549169859514687e-05,
"loss": 0.33666282653808594,
"step": 22200
},
{
"epoch": 7.120051085568327,
"learning_rate": 1.0506598552575565e-05,
"loss": 0.32267608642578127,
"step": 22300
},
{
"epoch": 7.1519795657726695,
"learning_rate": 1.0464027245636442e-05,
"loss": 0.32230213165283206,
"step": 22400
},
{
"epoch": 7.183908045977011,
"learning_rate": 1.0421455938697318e-05,
"loss": 0.3335090637207031,
"step": 22500
},
{
"epoch": 7.215836526181354,
"learning_rate": 1.0378884631758195e-05,
"loss": 0.3402565002441406,
"step": 22600
},
{
"epoch": 7.247765006385696,
"learning_rate": 1.0336313324819072e-05,
"loss": 0.33222633361816406,
"step": 22700
},
{
"epoch": 7.2796934865900385,
"learning_rate": 1.029374201787995e-05,
"loss": 0.3273036956787109,
"step": 22800
},
{
"epoch": 7.31162196679438,
"learning_rate": 1.0251170710940828e-05,
"loss": 0.34040824890136717,
"step": 22900
},
{
"epoch": 7.343550446998723,
"learning_rate": 1.0208599404001705e-05,
"loss": 0.33351837158203124,
"step": 23000
},
{
"epoch": 7.375478927203065,
"learning_rate": 1.0166028097062582e-05,
"loss": 0.3304040145874023,
"step": 23100
},
{
"epoch": 7.407407407407407,
"learning_rate": 1.0123456790123458e-05,
"loss": 0.3389059829711914,
"step": 23200
},
{
"epoch": 7.439335887611749,
"learning_rate": 1.0080885483184335e-05,
"loss": 0.35038864135742187,
"step": 23300
},
{
"epoch": 7.471264367816092,
"learning_rate": 1.0038314176245212e-05,
"loss": 0.32688159942626954,
"step": 23400
},
{
"epoch": 7.503192848020435,
"learning_rate": 9.995742869306088e-06,
"loss": 0.3443561935424805,
"step": 23500
},
{
"epoch": 7.535121328224776,
"learning_rate": 9.953171562366965e-06,
"loss": 0.33195884704589845,
"step": 23600
},
{
"epoch": 7.567049808429119,
"learning_rate": 9.910600255427842e-06,
"loss": 0.3439883041381836,
"step": 23700
},
{
"epoch": 7.598978288633461,
"learning_rate": 9.86802894848872e-06,
"loss": 0.32301868438720704,
"step": 23800
},
{
"epoch": 7.630906768837804,
"learning_rate": 9.825457641549597e-06,
"loss": 0.3437799072265625,
"step": 23900
},
{
"epoch": 7.662835249042145,
"learning_rate": 9.782886334610473e-06,
"loss": 0.3296714401245117,
"step": 24000
},
{
"epoch": 7.694763729246488,
"learning_rate": 9.74031502767135e-06,
"loss": 0.3370498275756836,
"step": 24100
},
{
"epoch": 7.72669220945083,
"learning_rate": 9.697743720732228e-06,
"loss": 0.3219729232788086,
"step": 24200
},
{
"epoch": 7.758620689655173,
"learning_rate": 9.655172413793105e-06,
"loss": 0.3258438491821289,
"step": 24300
},
{
"epoch": 7.790549169859514,
"learning_rate": 9.612601106853982e-06,
"loss": 0.33826839447021484,
"step": 24400
},
{
"epoch": 7.822477650063857,
"learning_rate": 9.570029799914858e-06,
"loss": 0.3263700866699219,
"step": 24500
},
{
"epoch": 7.854406130268199,
"learning_rate": 9.527458492975735e-06,
"loss": 0.3350722122192383,
"step": 24600
},
{
"epoch": 7.886334610472542,
"learning_rate": 9.484887186036612e-06,
"loss": 0.334184455871582,
"step": 24700
},
{
"epoch": 7.918263090676884,
"learning_rate": 9.442315879097488e-06,
"loss": 0.3267938232421875,
"step": 24800
},
{
"epoch": 7.950191570881226,
"learning_rate": 9.399744572158365e-06,
"loss": 0.3196305465698242,
"step": 24900
},
{
"epoch": 7.982120051085568,
"learning_rate": 9.357173265219243e-06,
"loss": 0.3230043029785156,
"step": 25000
},
{
"epoch": 8.0,
"eval_loss": 0.32138851284980774,
"step": 25056
},
{
"epoch": 8.01404853128991,
"learning_rate": 9.31460195828012e-06,
"loss": 0.3258121109008789,
"step": 25100
},
{
"epoch": 8.045977011494253,
"learning_rate": 9.272030651340997e-06,
"loss": 0.32868377685546873,
"step": 25200
},
{
"epoch": 8.077905491698596,
"learning_rate": 9.229459344401875e-06,
"loss": 0.31930324554443357,
"step": 25300
},
{
"epoch": 8.109833971902937,
"learning_rate": 9.186888037462752e-06,
"loss": 0.3216040420532227,
"step": 25400
},
{
"epoch": 8.14176245210728,
"learning_rate": 9.144316730523628e-06,
"loss": 0.3392459869384766,
"step": 25500
},
{
"epoch": 8.173690932311622,
"learning_rate": 9.101745423584505e-06,
"loss": 0.3244002914428711,
"step": 25600
},
{
"epoch": 8.205619412515965,
"learning_rate": 9.059174116645382e-06,
"loss": 0.329796142578125,
"step": 25700
},
{
"epoch": 8.237547892720306,
"learning_rate": 9.016602809706258e-06,
"loss": 0.310886344909668,
"step": 25800
},
{
"epoch": 8.269476372924649,
"learning_rate": 8.974031502767135e-06,
"loss": 0.3182815361022949,
"step": 25900
},
{
"epoch": 8.301404853128991,
"learning_rate": 8.931460195828012e-06,
"loss": 0.3267630386352539,
"step": 26000
},
{
"epoch": 8.333333333333334,
"learning_rate": 8.888888888888888e-06,
"loss": 0.31576622009277344,
"step": 26100
},
{
"epoch": 8.365261813537675,
"learning_rate": 8.846317581949767e-06,
"loss": 0.33119094848632813,
"step": 26200
},
{
"epoch": 8.397190293742018,
"learning_rate": 8.803746275010643e-06,
"loss": 0.3301513671875,
"step": 26300
},
{
"epoch": 8.42911877394636,
"learning_rate": 8.76117496807152e-06,
"loss": 0.3321194839477539,
"step": 26400
},
{
"epoch": 8.461047254150703,
"learning_rate": 8.718603661132398e-06,
"loss": 0.332429313659668,
"step": 26500
},
{
"epoch": 8.492975734355046,
"learning_rate": 8.676032354193275e-06,
"loss": 0.3258559036254883,
"step": 26600
},
{
"epoch": 8.524904214559387,
"learning_rate": 8.633461047254152e-06,
"loss": 0.32335933685302737,
"step": 26700
},
{
"epoch": 8.55683269476373,
"learning_rate": 8.590889740315028e-06,
"loss": 0.3441028594970703,
"step": 26800
},
{
"epoch": 8.588761174968072,
"learning_rate": 8.548318433375905e-06,
"loss": 0.3302944564819336,
"step": 26900
},
{
"epoch": 8.620689655172415,
"learning_rate": 8.505747126436782e-06,
"loss": 0.3203293228149414,
"step": 27000
},
{
"epoch": 8.652618135376756,
"learning_rate": 8.463175819497658e-06,
"loss": 0.3180072593688965,
"step": 27100
},
{
"epoch": 8.684546615581098,
"learning_rate": 8.420604512558537e-06,
"loss": 0.3143235015869141,
"step": 27200
},
{
"epoch": 8.71647509578544,
"learning_rate": 8.378033205619413e-06,
"loss": 0.31695037841796875,
"step": 27300
},
{
"epoch": 8.748403575989784,
"learning_rate": 8.33546189868029e-06,
"loss": 0.31933542251586916,
"step": 27400
},
{
"epoch": 8.780332056194124,
"learning_rate": 8.292890591741167e-06,
"loss": 0.3094404983520508,
"step": 27500
},
{
"epoch": 8.812260536398467,
"learning_rate": 8.250319284802043e-06,
"loss": 0.3251906204223633,
"step": 27600
},
{
"epoch": 8.84418901660281,
"learning_rate": 8.207747977862922e-06,
"loss": 0.31949323654174805,
"step": 27700
},
{
"epoch": 8.876117496807153,
"learning_rate": 8.165176670923798e-06,
"loss": 0.32407459259033206,
"step": 27800
},
{
"epoch": 8.908045977011493,
"learning_rate": 8.122605363984675e-06,
"loss": 0.34080780029296875,
"step": 27900
},
{
"epoch": 8.939974457215836,
"learning_rate": 8.080034057045552e-06,
"loss": 0.3133597183227539,
"step": 28000
},
{
"epoch": 8.971902937420179,
"learning_rate": 8.037462750106428e-06,
"loss": 0.31053606033325193,
"step": 28100
},
{
"epoch": 9.0,
"eval_loss": 0.3119257688522339,
"step": 28188
},
{
"epoch": 9.003831417624522,
"learning_rate": 7.994891443167307e-06,
"loss": 0.3158924293518066,
"step": 28200
},
{
"epoch": 9.035759897828862,
"learning_rate": 7.952320136228183e-06,
"loss": 0.3117160987854004,
"step": 28300
},
{
"epoch": 9.067688378033205,
"learning_rate": 7.90974882928906e-06,
"loss": 0.32216869354248046,
"step": 28400
},
{
"epoch": 9.099616858237548,
"learning_rate": 7.867177522349937e-06,
"loss": 0.314890079498291,
"step": 28500
},
{
"epoch": 9.13154533844189,
"learning_rate": 7.824606215410813e-06,
"loss": 0.3113277626037598,
"step": 28600
},
{
"epoch": 9.163473818646233,
"learning_rate": 7.78203490847169e-06,
"loss": 0.324998779296875,
"step": 28700
},
{
"epoch": 9.195402298850574,
"learning_rate": 7.739463601532567e-06,
"loss": 0.32509784698486327,
"step": 28800
},
{
"epoch": 9.227330779054917,
"learning_rate": 7.696892294593445e-06,
"loss": 0.3238474273681641,
"step": 28900
},
{
"epoch": 9.25925925925926,
"learning_rate": 7.654320987654322e-06,
"loss": 0.33168052673339843,
"step": 29000
},
{
"epoch": 9.291187739463602,
"learning_rate": 7.611749680715198e-06,
"loss": 0.3050485992431641,
"step": 29100
},
{
"epoch": 9.323116219667943,
"learning_rate": 7.569178373776076e-06,
"loss": 0.31826154708862303,
"step": 29200
},
{
"epoch": 9.355044699872286,
"learning_rate": 7.5266070668369525e-06,
"loss": 0.31972583770751956,
"step": 29300
},
{
"epoch": 9.386973180076629,
"learning_rate": 7.48403575989783e-06,
"loss": 0.3287076568603516,
"step": 29400
},
{
"epoch": 9.418901660280971,
"learning_rate": 7.441464452958707e-06,
"loss": 0.30761892318725587,
"step": 29500
},
{
"epoch": 9.450830140485312,
"learning_rate": 7.398893146019583e-06,
"loss": 0.3097171401977539,
"step": 29600
},
{
"epoch": 9.482758620689655,
"learning_rate": 7.35632183908046e-06,
"loss": 0.30806644439697267,
"step": 29700
},
{
"epoch": 9.514687100893997,
"learning_rate": 7.3137505321413375e-06,
"loss": 0.3174296760559082,
"step": 29800
},
{
"epoch": 9.54661558109834,
"learning_rate": 7.271179225202214e-06,
"loss": 0.31353973388671874,
"step": 29900
},
{
"epoch": 9.578544061302683,
"learning_rate": 7.228607918263091e-06,
"loss": 0.30578601837158204,
"step": 30000
},
{
"epoch": 9.610472541507024,
"learning_rate": 7.1860366113239675e-06,
"loss": 0.3045210838317871,
"step": 30100
},
{
"epoch": 9.642401021711366,
"learning_rate": 7.143465304384846e-06,
"loss": 0.3149559211730957,
"step": 30200
},
{
"epoch": 9.67432950191571,
"learning_rate": 7.1008939974457225e-06,
"loss": 0.3207520294189453,
"step": 30300
},
{
"epoch": 9.706257982120052,
"learning_rate": 7.058322690506599e-06,
"loss": 0.32308254241943357,
"step": 30400
},
{
"epoch": 9.738186462324393,
"learning_rate": 7.015751383567476e-06,
"loss": 0.3183433723449707,
"step": 30500
},
{
"epoch": 9.770114942528735,
"learning_rate": 6.973180076628353e-06,
"loss": 0.3200767135620117,
"step": 30600
},
{
"epoch": 9.802043422733078,
"learning_rate": 6.93060876968923e-06,
"loss": 0.3113987922668457,
"step": 30700
},
{
"epoch": 9.83397190293742,
"learning_rate": 6.888037462750107e-06,
"loss": 0.33167327880859376,
"step": 30800
},
{
"epoch": 9.865900383141762,
"learning_rate": 6.845466155810983e-06,
"loss": 0.3172581100463867,
"step": 30900
},
{
"epoch": 9.897828863346104,
"learning_rate": 6.802894848871861e-06,
"loss": 0.3124402046203613,
"step": 31000
},
{
"epoch": 9.929757343550447,
"learning_rate": 6.760323541932738e-06,
"loss": 0.30687171936035157,
"step": 31100
},
{
"epoch": 9.96168582375479,
"learning_rate": 6.717752234993615e-06,
"loss": 0.304738712310791,
"step": 31200
},
{
"epoch": 9.99361430395913,
"learning_rate": 6.6751809280544925e-06,
"loss": 0.3069480514526367,
"step": 31300
},
{
"epoch": 10.0,
"eval_loss": 0.31222018599510193,
"step": 31320
},
{
"epoch": 10.025542784163473,
"learning_rate": 6.632609621115369e-06,
"loss": 0.30982017517089844,
"step": 31400
},
{
"epoch": 10.057471264367816,
"learning_rate": 6.590038314176246e-06,
"loss": 0.29576118469238283,
"step": 31500
},
{
"epoch": 10.089399744572159,
"learning_rate": 6.5474670072371225e-06,
"loss": 0.318297004699707,
"step": 31600
},
{
"epoch": 10.121328224776502,
"learning_rate": 6.504895700297999e-06,
"loss": 0.2947650337219238,
"step": 31700
},
{
"epoch": 10.153256704980842,
"learning_rate": 6.462324393358877e-06,
"loss": 0.31912431716918943,
"step": 31800
},
{
"epoch": 10.185185185185185,
"learning_rate": 6.419753086419753e-06,
"loss": 0.31549993515014646,
"step": 31900
},
{
"epoch": 10.217113665389528,
"learning_rate": 6.37718177948063e-06,
"loss": 0.3185459327697754,
"step": 32000
},
{
"epoch": 10.24904214559387,
"learning_rate": 6.334610472541508e-06,
"loss": 0.3061997413635254,
"step": 32100
},
{
"epoch": 10.280970625798211,
"learning_rate": 6.292039165602385e-06,
"loss": 0.30356922149658205,
"step": 32200
},
{
"epoch": 10.312899106002554,
"learning_rate": 6.249467858663262e-06,
"loss": 0.30677152633666993,
"step": 32300
},
{
"epoch": 10.344827586206897,
"learning_rate": 6.206896551724138e-06,
"loss": 0.3148806190490723,
"step": 32400
},
{
"epoch": 10.37675606641124,
"learning_rate": 6.164325244785016e-06,
"loss": 0.3114926528930664,
"step": 32500
},
{
"epoch": 10.40868454661558,
"learning_rate": 6.1217539378458925e-06,
"loss": 0.31096630096435546,
"step": 32600
},
{
"epoch": 10.440613026819923,
"learning_rate": 6.079182630906769e-06,
"loss": 0.3131294822692871,
"step": 32700
},
{
"epoch": 10.472541507024266,
"learning_rate": 6.036611323967646e-06,
"loss": 0.31513975143432615,
"step": 32800
},
{
"epoch": 10.504469987228608,
"learning_rate": 5.9940400170285225e-06,
"loss": 0.3035664939880371,
"step": 32900
},
{
"epoch": 10.53639846743295,
"learning_rate": 5.9514687100894e-06,
"loss": 0.30514934539794925,
"step": 33000
},
{
"epoch": 10.568326947637292,
"learning_rate": 5.9088974031502775e-06,
"loss": 0.3236639404296875,
"step": 33100
},
{
"epoch": 10.600255427841635,
"learning_rate": 5.866326096211154e-06,
"loss": 0.32729095458984375,
"step": 33200
},
{
"epoch": 10.632183908045977,
"learning_rate": 5.823754789272032e-06,
"loss": 0.30390745162963867,
"step": 33300
},
{
"epoch": 10.66411238825032,
"learning_rate": 5.781183482332908e-06,
"loss": 0.30320255279541014,
"step": 33400
},
{
"epoch": 10.696040868454661,
"learning_rate": 5.738612175393785e-06,
"loss": 0.31617319107055664,
"step": 33500
},
{
"epoch": 10.727969348659004,
"learning_rate": 5.696040868454662e-06,
"loss": 0.31349088668823244,
"step": 33600
},
{
"epoch": 10.759897828863346,
"learning_rate": 5.653469561515539e-06,
"loss": 0.3055162620544434,
"step": 33700
},
{
"epoch": 10.79182630906769,
"learning_rate": 5.610898254576416e-06,
"loss": 0.29683116912841795,
"step": 33800
},
{
"epoch": 10.82375478927203,
"learning_rate": 5.5683269476372925e-06,
"loss": 0.2972592926025391,
"step": 33900
},
{
"epoch": 10.855683269476373,
"learning_rate": 5.525755640698169e-06,
"loss": 0.30813514709472656,
"step": 34000
},
{
"epoch": 10.887611749680715,
"learning_rate": 5.4831843337590475e-06,
"loss": 0.311496696472168,
"step": 34100
},
{
"epoch": 10.919540229885058,
"learning_rate": 5.440613026819924e-06,
"loss": 0.3147770881652832,
"step": 34200
},
{
"epoch": 10.951468710089399,
"learning_rate": 5.398041719880801e-06,
"loss": 0.2977629852294922,
"step": 34300
},
{
"epoch": 10.983397190293742,
"learning_rate": 5.3554704129416775e-06,
"loss": 0.30722129821777344,
"step": 34400
},
{
"epoch": 11.0,
"eval_loss": 0.30927398800849915,
"step": 34452
},
{
"epoch": 11.015325670498084,
"learning_rate": 5.312899106002555e-06,
"loss": 0.30775304794311525,
"step": 34500
},
{
"epoch": 11.047254150702427,
"learning_rate": 5.270327799063432e-06,
"loss": 0.31844793319702147,
"step": 34600
},
{
"epoch": 11.079182630906768,
"learning_rate": 5.227756492124308e-06,
"loss": 0.3163930511474609,
"step": 34700
},
{
"epoch": 11.11111111111111,
"learning_rate": 5.185185185185185e-06,
"loss": 0.3178179359436035,
"step": 34800
},
{
"epoch": 11.143039591315453,
"learning_rate": 5.1426138782460625e-06,
"loss": 0.3107015609741211,
"step": 34900
},
{
"epoch": 11.174968071519796,
"learning_rate": 5.100042571306939e-06,
"loss": 0.31198001861572267,
"step": 35000
},
{
"epoch": 11.206896551724139,
"learning_rate": 5.057471264367817e-06,
"loss": 0.30287263870239256,
"step": 35100
},
{
"epoch": 11.23882503192848,
"learning_rate": 5.014899957428694e-06,
"loss": 0.3046586036682129,
"step": 35200
},
{
"epoch": 11.270753512132822,
"learning_rate": 4.972328650489571e-06,
"loss": 0.29926385879516604,
"step": 35300
},
{
"epoch": 11.302681992337165,
"learning_rate": 4.9297573435504475e-06,
"loss": 0.31370662689208983,
"step": 35400
},
{
"epoch": 11.334610472541508,
"learning_rate": 4.887186036611324e-06,
"loss": 0.3177505874633789,
"step": 35500
},
{
"epoch": 11.366538952745849,
"learning_rate": 4.844614729672202e-06,
"loss": 0.3028862190246582,
"step": 35600
},
{
"epoch": 11.398467432950191,
"learning_rate": 4.802043422733078e-06,
"loss": 0.2965104293823242,
"step": 35700
},
{
"epoch": 11.430395913154534,
"learning_rate": 4.759472115793956e-06,
"loss": 0.31520273208618166,
"step": 35800
},
{
"epoch": 11.462324393358877,
"learning_rate": 4.7169008088548325e-06,
"loss": 0.2961687469482422,
"step": 35900
},
{
"epoch": 11.494252873563218,
"learning_rate": 4.674329501915709e-06,
"loss": 0.30442037582397463,
"step": 36000
},
{
"epoch": 11.52618135376756,
"learning_rate": 4.631758194976586e-06,
"loss": 0.3178094863891602,
"step": 36100
},
{
"epoch": 11.558109833971903,
"learning_rate": 4.589186888037463e-06,
"loss": 0.3036604118347168,
"step": 36200
},
{
"epoch": 11.590038314176246,
"learning_rate": 4.54661558109834e-06,
"loss": 0.3115557861328125,
"step": 36300
},
{
"epoch": 11.621966794380587,
"learning_rate": 4.5040442741592175e-06,
"loss": 0.30345108032226564,
"step": 36400
},
{
"epoch": 11.65389527458493,
"learning_rate": 4.461472967220094e-06,
"loss": 0.30634918212890627,
"step": 36500
},
{
"epoch": 11.685823754789272,
"learning_rate": 4.418901660280971e-06,
"loss": 0.3051659774780273,
"step": 36600
},
{
"epoch": 11.717752234993615,
"learning_rate": 4.3763303533418475e-06,
"loss": 0.3069002342224121,
"step": 36700
},
{
"epoch": 11.749680715197957,
"learning_rate": 4.333759046402725e-06,
"loss": 0.30947404861450195,
"step": 36800
},
{
"epoch": 11.781609195402298,
"learning_rate": 4.291187739463602e-06,
"loss": 0.3073232650756836,
"step": 36900
},
{
"epoch": 11.813537675606641,
"learning_rate": 4.248616432524479e-06,
"loss": 0.3001542472839355,
"step": 37000
},
{
"epoch": 11.845466155810984,
"learning_rate": 4.206045125585356e-06,
"loss": 0.31570695877075194,
"step": 37100
},
{
"epoch": 11.877394636015326,
"learning_rate": 4.1634738186462325e-06,
"loss": 0.311122932434082,
"step": 37200
},
{
"epoch": 11.909323116219667,
"learning_rate": 4.12090251170711e-06,
"loss": 0.301647891998291,
"step": 37300
},
{
"epoch": 11.94125159642401,
"learning_rate": 4.078331204767987e-06,
"loss": 0.3205462646484375,
"step": 37400
},
{
"epoch": 11.973180076628353,
"learning_rate": 4.035759897828863e-06,
"loss": 0.29651784896850586,
"step": 37500
},
{
"epoch": 12.0,
"eval_loss": 0.3090454041957855,
"step": 37584
},
{
"epoch": 12.005108556832695,
"learning_rate": 3.993188590889741e-06,
"loss": 0.31057783126831057,
"step": 37600
},
{
"epoch": 12.037037037037036,
"learning_rate": 3.9506172839506175e-06,
"loss": 0.305908145904541,
"step": 37700
},
{
"epoch": 12.068965517241379,
"learning_rate": 3.908045977011495e-06,
"loss": 0.3145115280151367,
"step": 37800
},
{
"epoch": 12.100893997445722,
"learning_rate": 3.865474670072372e-06,
"loss": 0.3086430168151855,
"step": 37900
},
{
"epoch": 12.132822477650064,
"learning_rate": 3.822903363133248e-06,
"loss": 0.3069817733764648,
"step": 38000
},
{
"epoch": 12.164750957854405,
"learning_rate": 3.7803320561941254e-06,
"loss": 0.3044874954223633,
"step": 38100
},
{
"epoch": 12.196679438058748,
"learning_rate": 3.737760749255002e-06,
"loss": 0.3003558731079102,
"step": 38200
},
{
"epoch": 12.22860791826309,
"learning_rate": 3.6951894423158796e-06,
"loss": 0.2989999961853027,
"step": 38300
},
{
"epoch": 12.260536398467433,
"learning_rate": 3.6526181353767567e-06,
"loss": 0.30233255386352537,
"step": 38400
},
{
"epoch": 12.292464878671776,
"learning_rate": 3.6100468284376333e-06,
"loss": 0.30123531341552734,
"step": 38500
},
{
"epoch": 12.324393358876117,
"learning_rate": 3.56747552149851e-06,
"loss": 0.3095419502258301,
"step": 38600
},
{
"epoch": 12.35632183908046,
"learning_rate": 3.524904214559387e-06,
"loss": 0.32312957763671873,
"step": 38700
},
{
"epoch": 12.388250319284802,
"learning_rate": 3.4823329076202646e-06,
"loss": 0.31157236099243163,
"step": 38800
},
{
"epoch": 12.420178799489145,
"learning_rate": 3.4397616006811412e-06,
"loss": 0.3003998374938965,
"step": 38900
},
{
"epoch": 12.452107279693486,
"learning_rate": 3.3971902937420183e-06,
"loss": 0.3086379051208496,
"step": 39000
},
{
"epoch": 12.484035759897829,
"learning_rate": 3.354618986802895e-06,
"loss": 0.28147794723510744,
"step": 39100
},
{
"epoch": 12.515964240102171,
"learning_rate": 3.3120476798637717e-06,
"loss": 0.29010528564453125,
"step": 39200
},
{
"epoch": 12.547892720306514,
"learning_rate": 3.269476372924649e-06,
"loss": 0.30009984970092773,
"step": 39300
},
{
"epoch": 12.579821200510855,
"learning_rate": 3.2269050659855262e-06,
"loss": 0.3059814834594727,
"step": 39400
},
{
"epoch": 12.611749680715198,
"learning_rate": 3.184333759046403e-06,
"loss": 0.2934641456604004,
"step": 39500
},
{
"epoch": 12.64367816091954,
"learning_rate": 3.14176245210728e-06,
"loss": 0.30141252517700196,
"step": 39600
},
{
"epoch": 12.675606641123883,
"learning_rate": 3.0991911451681567e-06,
"loss": 0.3053057289123535,
"step": 39700
},
{
"epoch": 12.707535121328224,
"learning_rate": 3.056619838229034e-06,
"loss": 0.2935024261474609,
"step": 39800
},
{
"epoch": 12.739463601532567,
"learning_rate": 3.014048531289911e-06,
"loss": 0.2974138069152832,
"step": 39900
},
{
"epoch": 12.77139208173691,
"learning_rate": 2.971477224350788e-06,
"loss": 0.29385158538818357,
"step": 40000
},
{
"epoch": 12.803320561941252,
"learning_rate": 2.9289059174116646e-06,
"loss": 0.309177303314209,
"step": 40100
},
{
"epoch": 12.835249042145595,
"learning_rate": 2.8863346104725417e-06,
"loss": 0.30561391830444334,
"step": 40200
},
{
"epoch": 12.867177522349936,
"learning_rate": 2.8437633035334187e-06,
"loss": 0.30923063278198243,
"step": 40300
},
{
"epoch": 12.899106002554278,
"learning_rate": 2.801191996594296e-06,
"loss": 0.30836896896362304,
"step": 40400
},
{
"epoch": 12.931034482758621,
"learning_rate": 2.7586206896551725e-06,
"loss": 0.31578615188598635,
"step": 40500
},
{
"epoch": 12.962962962962964,
"learning_rate": 2.7160493827160496e-06,
"loss": 0.31291526794433594,
"step": 40600
},
{
"epoch": 12.994891443167305,
"learning_rate": 2.6734780757769262e-06,
"loss": 0.3064906311035156,
"step": 40700
},
{
"epoch": 13.0,
"eval_loss": 0.30278804898262024,
"step": 40716
},
{
"epoch": 13.026819923371647,
"learning_rate": 2.6309067688378037e-06,
"loss": 0.2991274642944336,
"step": 40800
},
{
"epoch": 13.05874840357599,
"learning_rate": 2.5883354618986804e-06,
"loss": 0.3081726837158203,
"step": 40900
},
{
"epoch": 13.090676883780333,
"learning_rate": 2.5457641549595575e-06,
"loss": 0.28322860717773435,
"step": 41000
},
{
"epoch": 13.122605363984674,
"learning_rate": 2.503192848020434e-06,
"loss": 0.3077671813964844,
"step": 41100
},
{
"epoch": 13.154533844189016,
"learning_rate": 2.4606215410813112e-06,
"loss": 0.3038086128234863,
"step": 41200
},
{
"epoch": 13.186462324393359,
"learning_rate": 2.4180502341421883e-06,
"loss": 0.3015581703186035,
"step": 41300
},
{
"epoch": 13.218390804597702,
"learning_rate": 2.3754789272030654e-06,
"loss": 0.30243860244750975,
"step": 41400
},
{
"epoch": 13.250319284802043,
"learning_rate": 2.332907620263942e-06,
"loss": 0.3104331398010254,
"step": 41500
},
{
"epoch": 13.282247765006385,
"learning_rate": 2.290336313324819e-06,
"loss": 0.30330204010009765,
"step": 41600
},
{
"epoch": 13.314176245210728,
"learning_rate": 2.2477650063856962e-06,
"loss": 0.2972829818725586,
"step": 41700
},
{
"epoch": 13.34610472541507,
"learning_rate": 2.205193699446573e-06,
"loss": 0.300672607421875,
"step": 41800
},
{
"epoch": 13.378033205619413,
"learning_rate": 2.1626223925074504e-06,
"loss": 0.30183706283569334,
"step": 41900
},
{
"epoch": 13.409961685823754,
"learning_rate": 2.120051085568327e-06,
"loss": 0.3096357536315918,
"step": 42000
},
{
"epoch": 13.441890166028097,
"learning_rate": 2.077479778629204e-06,
"loss": 0.3032659912109375,
"step": 42100
},
{
"epoch": 13.47381864623244,
"learning_rate": 2.0349084716900813e-06,
"loss": 0.2949547386169434,
"step": 42200
},
{
"epoch": 13.505747126436782,
"learning_rate": 1.992337164750958e-06,
"loss": 0.2889937973022461,
"step": 42300
},
{
"epoch": 13.537675606641123,
"learning_rate": 1.949765857811835e-06,
"loss": 0.30804216384887695,
"step": 42400
},
{
"epoch": 13.569604086845466,
"learning_rate": 1.9071945508727119e-06,
"loss": 0.30334890365600586,
"step": 42500
},
{
"epoch": 13.601532567049809,
"learning_rate": 1.864623243933589e-06,
"loss": 0.2941057586669922,
"step": 42600
},
{
"epoch": 13.633461047254151,
"learning_rate": 1.8220519369944658e-06,
"loss": 0.2950305938720703,
"step": 42700
},
{
"epoch": 13.665389527458492,
"learning_rate": 1.7794806300553427e-06,
"loss": 0.3061481285095215,
"step": 42800
},
{
"epoch": 13.697318007662835,
"learning_rate": 1.7369093231162198e-06,
"loss": 0.2870841217041016,
"step": 42900
},
{
"epoch": 13.729246487867178,
"learning_rate": 1.6943380161770967e-06,
"loss": 0.28978254318237306,
"step": 43000
},
{
"epoch": 13.76117496807152,
"learning_rate": 1.6517667092379737e-06,
"loss": 0.30341114044189454,
"step": 43100
},
{
"epoch": 13.793103448275861,
"learning_rate": 1.6091954022988506e-06,
"loss": 0.307810001373291,
"step": 43200
},
{
"epoch": 13.825031928480204,
"learning_rate": 1.5666240953597275e-06,
"loss": 0.30963399887084964,
"step": 43300
},
{
"epoch": 13.856960408684547,
"learning_rate": 1.5240527884206046e-06,
"loss": 0.3031142807006836,
"step": 43400
},
{
"epoch": 13.88888888888889,
"learning_rate": 1.4814814814814815e-06,
"loss": 0.3144196891784668,
"step": 43500
},
{
"epoch": 13.920817369093232,
"learning_rate": 1.4389101745423588e-06,
"loss": 0.28602792739868166,
"step": 43600
},
{
"epoch": 13.952745849297573,
"learning_rate": 1.3963388676032354e-06,
"loss": 0.2984015083312988,
"step": 43700
},
{
"epoch": 13.984674329501916,
"learning_rate": 1.3537675606641127e-06,
"loss": 0.29513154983520506,
"step": 43800
},
{
"epoch": 14.0,
"eval_loss": 0.3065377175807953,
"step": 43848
},
{
"epoch": 14.016602809706258,
"learning_rate": 1.3111962537249896e-06,
"loss": 0.28543767929077146,
"step": 43900
},
{
"epoch": 14.048531289910601,
"learning_rate": 1.2686249467858662e-06,
"loss": 0.2963153839111328,
"step": 44000
},
{
"epoch": 14.080459770114942,
"learning_rate": 1.2260536398467433e-06,
"loss": 0.3030729293823242,
"step": 44100
},
{
"epoch": 14.112388250319285,
"learning_rate": 1.1834823329076204e-06,
"loss": 0.2889740180969238,
"step": 44200
},
{
"epoch": 14.144316730523627,
"learning_rate": 1.1409110259684973e-06,
"loss": 0.2915242385864258,
"step": 44300
},
{
"epoch": 14.17624521072797,
"learning_rate": 1.0983397190293744e-06,
"loss": 0.28075174331665037,
"step": 44400
},
{
"epoch": 14.20817369093231,
"learning_rate": 1.0557684120902512e-06,
"loss": 0.3046562194824219,
"step": 44500
},
{
"epoch": 14.240102171136654,
"learning_rate": 1.0131971051511283e-06,
"loss": 0.28045236587524414,
"step": 44600
},
{
"epoch": 14.272030651340996,
"learning_rate": 9.706257982120052e-07,
"loss": 0.2948748970031738,
"step": 44700
},
{
"epoch": 14.303959131545339,
"learning_rate": 9.280544912728822e-07,
"loss": 0.2956666946411133,
"step": 44800
},
{
"epoch": 14.33588761174968,
"learning_rate": 8.854831843337592e-07,
"loss": 0.2919887924194336,
"step": 44900
},
{
"epoch": 14.367816091954023,
"learning_rate": 8.429118773946361e-07,
"loss": 0.29414264678955077,
"step": 45000
},
{
"epoch": 14.399744572158365,
"learning_rate": 8.003405704555131e-07,
"loss": 0.2997250938415527,
"step": 45100
},
{
"epoch": 14.431673052362708,
"learning_rate": 7.5776926351639e-07,
"loss": 0.2927609634399414,
"step": 45200
},
{
"epoch": 14.46360153256705,
"learning_rate": 7.15197956577267e-07,
"loss": 0.30317195892333987,
"step": 45300
},
{
"epoch": 14.495530012771392,
"learning_rate": 6.72626649638144e-07,
"loss": 0.29728498458862307,
"step": 45400
},
{
"epoch": 14.527458492975734,
"learning_rate": 6.300553426990209e-07,
"loss": 0.2906969451904297,
"step": 45500
},
{
"epoch": 14.559386973180077,
"learning_rate": 5.874840357598978e-07,
"loss": 0.3137422752380371,
"step": 45600
},
{
"epoch": 14.59131545338442,
"learning_rate": 5.449127288207749e-07,
"loss": 0.3111775016784668,
"step": 45700
},
{
"epoch": 14.62324393358876,
"learning_rate": 5.023414218816518e-07,
"loss": 0.30036439895629885,
"step": 45800
},
{
"epoch": 14.655172413793103,
"learning_rate": 4.5977011494252875e-07,
"loss": 0.2988995361328125,
"step": 45900
},
{
"epoch": 14.687100893997446,
"learning_rate": 4.171988080034058e-07,
"loss": 0.306041259765625,
"step": 46000
},
{
"epoch": 14.719029374201789,
"learning_rate": 3.7462750106428265e-07,
"loss": 0.30521770477294924,
"step": 46100
},
{
"epoch": 14.75095785440613,
"learning_rate": 3.320561941251597e-07,
"loss": 0.28645307540893555,
"step": 46200
},
{
"epoch": 14.782886334610472,
"learning_rate": 2.894848871860366e-07,
"loss": 0.29830142974853513,
"step": 46300
},
{
"epoch": 14.814814814814815,
"learning_rate": 2.469135802469136e-07,
"loss": 0.29040414810180665,
"step": 46400
},
{
"epoch": 14.846743295019158,
"learning_rate": 2.0434227330779057e-07,
"loss": 0.2852139472961426,
"step": 46500
},
{
"epoch": 14.878671775223498,
"learning_rate": 1.6177096636866753e-07,
"loss": 0.291912841796875,
"step": 46600
},
{
"epoch": 14.910600255427841,
"learning_rate": 1.1919965942954449e-07,
"loss": 0.2825672149658203,
"step": 46700
},
{
"epoch": 14.942528735632184,
"learning_rate": 7.662835249042146e-08,
"loss": 0.3074253273010254,
"step": 46800
}
],
"max_steps": 46980,
"num_train_epochs": 15,
"total_flos": 76612640706201600,
"trial_name": null,
"trial_params": null
}